-- Logs begin at Wed 2021-11-24 04:23:27 UTC, end at Wed 2021-11-24 05:58:06 UTC. -- Nov 24 04:53:59.004960 dv-neutron-818850-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 04:54:01.790085 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.common.config [-] Logging enabled! Nov 24 04:54:01.790745 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 04:54:01.790905 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103123) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 04:54:01.794125 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.common.config [-] Logging enabled! Nov 24 04:54:01.794385 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 04:54:01.794696 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103123) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 04:54:01.795990 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 04:54:01.795990 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 04:54:01.796216 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 04:54:01.796469 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 04:54:01.796693 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 04:54:01.797010 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.797437 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 24 04:54:01.797752 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.798049 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.798343 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.798638 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.798928 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.799211 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.799500 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.799834 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.800121 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.800402 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.800677 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.800971 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.801252 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.801539 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.801823 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.802104 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] debug = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.802388 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.802826 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.803236 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.803516 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.803836 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.804120 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.804396 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.804670 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.804956 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.805281 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] host = dv-neutron-818850-5-hyperv {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.805562 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.805846 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.806735 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.807061 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.807334 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.807636 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.807926 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.808202 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.808476 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] log_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.808754 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.809044 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.809331 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.809620 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.809844 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.810064 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.810370 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.810660 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.810937 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.811213 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.811489 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.811788 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.812065 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.812334 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.812619 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.812907 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.813193 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.813466 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.813741 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.814013 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.814285 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.814572 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.814844 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.815118 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.815393 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.815714 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.815988 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.816262 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.816564 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.816856 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.817140 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.817427 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.817702 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.817986 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.818260 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.818533 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.818804 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] use_json = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.819076 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.819348 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.819654 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.819929 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.820200 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.820474 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.820745 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.821028 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:01.821322 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.821618 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.822473 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.822759 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.823066 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.823347 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.823659 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.823940 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.824231 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.824519 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.824809 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.825090 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.825376 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.825655 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.825949 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.826253 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.826546 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.826846 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.827122 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.827395 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.827692 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.827970 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.828254 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.828530 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.828819 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.829112 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.829394 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.829691 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.830252 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.830544 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.830832 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.831109 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.831387 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.831713 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.831991 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.832265 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.832542 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.832831 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.833110 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.833386 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.833668 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.833948 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.834220 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.834491 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.834767 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.835056 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.835333 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.835623 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.835896 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.836171 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.836441 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.836722 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.837003 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.837277 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.837624 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.837905 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.838183 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.838458 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.838734 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.839007 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.839284 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.839557 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.839852 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.840125 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.840399 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.840669 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.840940 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.841213 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.841488 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.841761 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.842034 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.842310 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.842585 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.842857 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.843144 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.843443 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.843749 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.844029 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.844307 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.844583 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.844859 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.845134 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.845412 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.845691 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.845961 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.846249 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.846532 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.846822 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.847103 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.847407 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.847728 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.848006 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.848286 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.848563 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.848839 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.849121 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.849404 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.849699 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.849992 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.850285 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.850577 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.850867 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.851148 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.851457 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.851765 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:01.851982 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 04:54:01.852221 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103123) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 04:54:02.281736 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103123) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 04:54:02.282018 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103123) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 04:54:02.282319 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103123) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 04:54:02.282657 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 04:54:02.604996 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.605199 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.605462 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.606636 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.606914 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.607294 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.643217 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.643491 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.643778 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.657500 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.657782 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.658184 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.686627 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.686902 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.687163 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.724592 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.724874 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.725139 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.969125 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.969731 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.969731 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.969898 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:02.970534 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.068798 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.069114 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.069394 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.069662 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.069931 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.070239 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.070498 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.070750 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.070999 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.071276 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.071533 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.072324 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.072578 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.072824 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.073075 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.073340 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.073595 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.073859 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.074125 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.074380 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.074652 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.074901 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.075177 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.075552 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.075824 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.076070 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.076459 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 04:54:03.076696 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 04:54:03.076929 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 04:54:03.077163 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 04:54:03.077395 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 04:54:03.077627 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 04:54:03.077985 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 04:54:03.081412 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 04:54:03.085319 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 04:54:03.089607 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 24 04:54:03.091370 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 04:54:03.091852 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 04:54:03.092186 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 04:54:03.092566 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 04:54:03.095349 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 04:54:03.095625 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 04:54:03.095973 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 04:54:03.101209 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 24 04:54:03.123964 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 04:54:03.124410 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.124702 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103123) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 24 04:54:03.125059 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.126443 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103123) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 04:54:03.126719 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 04:54:03.126962 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 04:54:03.130362 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.130651 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.195103 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 04:54:03.195343 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 04:54:03.195574 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 04:54:03.195970 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 04:54:03.218211 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_db.sqlalchemy.engines [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103123) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 24 04:54:03.753381 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Initializing driver for type 'gre' Nov 24 04:54:03.753895 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] gre ID ranges: [(1, 1000)] Nov 24 04:54:03.811116 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Initializing driver for type 'local' Nov 24 04:54:03.811656 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Initializing driver for type 'vlan' Nov 24 04:54:03.824873 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] VlanTypeDriver initialization complete Nov 24 04:54:03.825350 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Initializing driver for type 'vxlan' Nov 24 04:54:03.825965 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] vxlan ID ranges: [(1, 1000)] Nov 24 04:54:03.879285 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Initializing extension driver 'port_security' Nov 24 04:54:03.879677 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.extensions.port_security [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] PortSecurityExtensionDriver initialization complete Nov 24 04:54:03.880079 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Initializing mechanism driver 'openvswitch' Nov 24 04:54:03.880435 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Initializing mechanism driver 'hyperv' Nov 24 04:54:03.887362 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.plugins.ml2.plugin [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:54:03.888073 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > port after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.888452 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > port after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.888807 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > port after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.889343 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 04:54:03.889784 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > subnet after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.890138 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > subnet after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.890486 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.890889 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 04:54:03.891301 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > network after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.891674 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > network after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.892025 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > network after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.892422 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 04:54:03.892830 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > security_group after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.893179 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > security_group after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.893521 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > security_group after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.894062 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 04:54:03.894475 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.894829 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.895174 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.895575 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 04:54:03.896007 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > address_group after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.896357 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > address_group after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.896699 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > address_group after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.897095 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 04:54:03.897478 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] ML2 OVO RPC backend initialized. {{(pid=103123) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 24 04:54:03.898181 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.898537 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.898957 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > network before_response 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.899308 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > networks before_response 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.899684 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > port before_response 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.900345 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > ports before_response 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.900754 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > subnet before_response 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.901103 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > subnets before_response 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.901453 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > network after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.901799 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > network after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.902144 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > network after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.902484 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > port after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.902822 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > port after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.903162 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > port after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.903503 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > subnet after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.903864 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > subnet after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.904202 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > subnet after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.904778 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.plugin [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Modular L2 Plugin initialization complete Nov 24 04:54:03.905111 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading services supported by the core plugin {{(pid=103123) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 04:54:03.905445 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.plugins.ml2.managers [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Got port-security extension from driver 'port_security' Nov 24 04:54:03.905909 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.extensions.vlantransparent [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Disabled vlantransparent extension. Nov 24 04:54:03.906392 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103123) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 04:54:03.906707 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading Plugin: router Nov 24 04:54:03.943628 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router_interface before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.944027 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router after_create 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.944401 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router before_create 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.944794 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.945176 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.945538 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router after_delete 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.945901 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > floatingip after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.946254 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > floatingip after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.946791 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router after_create 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.947454 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router after_update 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.947804 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router after_update 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.948166 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.948534 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router after_update 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.948952 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router precommit_update 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.949327 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: port after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.949672 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: port after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.950017 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: subnet after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.950364 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.950723 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > port precommit_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.951079 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router precommit_create 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.951428 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: port before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.951802 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router precommit_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.952164 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router after_update 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.952511 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router precommit_delete 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.952870 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router precommit_create 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.953236 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router_interface after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.953586 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router precommit_update 55549900 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.953953 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > agent after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.954306 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > agent after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.954655 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > network after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.955804 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Tracking information for resource: router configured {{(pid=103123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 04:54:03.956138 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Tracking information for resource: floatingip configured {{(pid=103123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 04:54:03.961119 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.db.l3_agentschedulers_db [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 04:54:03.961702 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: port after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.962067 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: port after_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.962978 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: port after_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.963552 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: port after_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.964375 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router before_create 55550100 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.964747 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router precommit_delete 55550100 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.965114 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router precommit_create 55550100 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.965476 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > router precommit_update 55550100 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.970333 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.services.provider_configuration [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service providers = [] {{(pid=103123) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 04:54:03.970871 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.db.servicetype_db [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103123) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 04:54:03.974009 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.services.service_base [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103123) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 04:54:03.974357 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.services.service_base [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103123) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 04:54:03.974706 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.services.service_base [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103123) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 04:54:03.975621 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.services.service_base [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103123) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 04:54:03.976000 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.services.service_base [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 04:54:03.976380 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 04:54:03.976697 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 04:54:03.988372 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 04:54:03.988711 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading Plugin: auto_allocate Nov 24 04:54:03.994986 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: network precommit_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.995365 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: network precommit_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:03.995989 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 04:54:03.996317 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading Plugin: tag Nov 24 04:54:04.002957 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 04:54:04.003290 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading Plugin: timestamp Nov 24 04:54:04.007412 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 04:54:04.007729 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading Plugin: network_ip_availability Nov 24 04:54:04.013673 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:04.014051 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:04.014413 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:04.015126 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 04:54:04.015449 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading Plugin: flavors Nov 24 04:54:04.020270 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 04:54:04.020606 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading Plugin: revisions Nov 24 04:54:04.025724 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 04:54:04.026291 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_concurrency.lockutils [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.744s {{(pid=103123) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 04:54:04.027049 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103123) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 04:54:04.027391 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Initializing extension manager. Nov 24 04:54:04.027938 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: __init__.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.028282 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: __pycache__ {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.028624 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.028960 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: address_group.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.029722 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.030294 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: address-group Nov 24 04:54:04.030620 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: address_scope.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.031526 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.032071 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: address-scope Nov 24 04:54:04.032398 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: admin_state_down_before_update.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.033334 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.033857 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: router-admin-state-down-before-update Nov 24 04:54:04.034185 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: agent.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.034908 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.035404 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: agent Nov 24 04:54:04.035760 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: agent_resources_synced.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.036677 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.037194 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: agent-resources-synced Nov 24 04:54:04.037518 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: allowedaddresspairs.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.039308 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.039854 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: allowed-address-pairs Nov 24 04:54:04.040189 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: auto_allocated_topology.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.042055 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.042579 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: auto-allocated-topology Nov 24 04:54:04.042911 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: availability_zone.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.043641 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.044158 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: availability_zone Nov 24 04:54:04.044486 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: availability_zone_filter.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.045405 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.045920 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: availability_zone_filter Nov 24 04:54:04.046246 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: data_plane_status.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.047154 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.047702 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 04:54:04.048030 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: default_subnetpools.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.048953 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.049469 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: default-subnetpools Nov 24 04:54:04.049793 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: dhcpagentscheduler.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.050605 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.051130 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: dhcp_agent_scheduler Nov 24 04:54:04.051459 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: dns.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.052408 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.052920 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension dns-integration not supported by any of loaded plugins Nov 24 04:54:04.053244 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: dns_domain_ports.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.054164 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.054675 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 04:54:04.054999 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.055952 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.056740 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 24 04:54:04.057071 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: dvr.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.057747 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.058261 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: dvr Nov 24 04:54:04.058584 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: ecmp_routes.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.059506 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.060047 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension ecmp_routes not supported by any of loaded plugins Nov 24 04:54:04.060372 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: empty_string_filtering.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.061298 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.061813 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: empty-string-filtering Nov 24 04:54:04.062138 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.063056 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.063564 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 04:54:04.063911 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.064827 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.065335 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 04:54:04.065660 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: external_net.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.066573 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.067088 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: external-net Nov 24 04:54:04.067414 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: extra_dhcp_opt.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.068372 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.068888 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: extra_dhcp_opt Nov 24 04:54:04.069213 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: extraroute.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.070124 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.070636 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: extraroute Nov 24 04:54:04.070962 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: extraroute_atomic.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.072293 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.072827 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: extraroute-atomic Nov 24 04:54:04.073157 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: filter_validation.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.073829 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.074339 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: filter-validation Nov 24 04:54:04.074664 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: fip_pf_description.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.075581 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.076122 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 04:54:04.076445 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: fip_port_details.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.077359 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.077876 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: fip-port-details Nov 24 04:54:04.078200 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: flavors.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.079434 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.080236 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: flavors Nov 24 04:54:04.080568 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.082249 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.082778 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 04:54:04.083109 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: floatingip_pools.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.083841 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.084362 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: floatingip-pools Nov 24 04:54:04.084688 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: ip_allocation.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.085621 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.086133 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 04:54:04.086458 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.087995 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.088714 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: ip-substring-filtering Nov 24 04:54:04.089041 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: l2_adjacency.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.089976 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.090491 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 04:54:04.090815 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: l3.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.091945 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.092472 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: router Nov 24 04:54:04.092798 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: l3_conntrack_helper.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.095040 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.095578 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 04:54:04.095932 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.096871 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.097394 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: ext-gw-mode Nov 24 04:54:04.097724 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.098669 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.099185 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: l3-ha Nov 24 04:54:04.099510 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: l3_flavors.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.100460 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.100979 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: l3-flavors Nov 24 04:54:04.101313 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.102230 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.102743 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 04:54:04.103816 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: l3agentscheduler.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.105000 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.105520 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: l3_agent_scheduler Nov 24 04:54:04.105851 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: local_ip.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.107667 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.108202 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension local_ip not supported by any of loaded plugins Nov 24 04:54:04.108537 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: logging.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.110045 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.110574 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension logging not supported by any of loaded plugins Nov 24 04:54:04.110909 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: metering.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.111694 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.112284 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: metering Nov 24 04:54:04.112616 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.113717 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.114241 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: metering_source_and_destination_fields Nov 24 04:54:04.114573 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: multiprovidernet.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.115503 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.116048 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: multi-provider Nov 24 04:54:04.116380 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: netmtu.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.117301 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.117820 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: net-mtu Nov 24 04:54:04.118153 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: netmtu_writable.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.119361 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.119904 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: net-mtu-writable Nov 24 04:54:04.120236 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: network_availability_zone.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.120910 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.121427 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: network_availability_zone Nov 24 04:54:04.121753 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: network_ip_availability.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.122866 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.123383 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: network-ip-availability Nov 24 04:54:04.123736 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: network_segment_range.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.124508 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.125018 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 04:54:04.125347 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: pagination.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.127806 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.128152 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: pagination Nov 24 04:54:04.128487 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: port_device_profile.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.129411 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.129943 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: port-device-profile Nov 24 04:54:04.130279 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.131214 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.131780 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: port-mac-address-regenerate Nov 24 04:54:04.132113 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.133037 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.133555 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: port-numa-affinity-policy Nov 24 04:54:04.133885 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: port_resource_request.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.135060 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.135574 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 04:54:04.135931 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: port_resource_request_groups.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.136911 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.137425 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 24 04:54:04.137753 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: portbindings.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.138691 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.139207 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: binding Nov 24 04:54:04.139538 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: portbindings_extended.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.140853 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.141385 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: binding-extended Nov 24 04:54:04.141717 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: portsecurity.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.142641 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.143165 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: port-security Nov 24 04:54:04.143495 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: project_id.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.144508 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.144844 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: project-id Nov 24 04:54:04.145173 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: providernet.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.146113 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.146630 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: provider Nov 24 04:54:04.146955 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: qos.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.151502 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.152072 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension qos not supported by any of loaded plugins Nov 24 04:54:04.152410 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.153675 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.154203 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 04:54:04.154535 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.155469 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.156025 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 04:54:04.156356 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: qos_default.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.157274 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.157800 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension qos-default not supported by any of loaded plugins Nov 24 04:54:04.158128 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: qos_fip.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.158788 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.159302 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension qos-fip not supported by any of loaded plugins Nov 24 04:54:04.159648 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: qos_gateway_ip.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.160577 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.161098 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 04:54:04.161425 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: qos_port_network_policy.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.162353 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.162871 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 04:54:04.163193 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.164273 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.164796 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 24 04:54:04.165121 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: qos_pps_rule.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.167159 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.167710 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension qos-pps not supported by any of loaded plugins Nov 24 04:54:04.168044 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: qos_rule_type_details.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.168989 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.169508 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 04:54:04.169836 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: qos_rules_alias.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.170896 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.171418 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 04:54:04.171768 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: quota_check_limit.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.172702 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.173223 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: quota-check-limit Nov 24 04:54:04.173549 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: quotasv2.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.174493 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.174824 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: quotas Nov 24 04:54:04.175145 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: quotasv2_detail.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.178588 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.178933 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: quota_details Nov 24 04:54:04.179272 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: rbac.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.180368 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.180907 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: rbac-policies Nov 24 04:54:04.181538 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: rbac_address_group.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.182489 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.183020 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: rbac-address-group Nov 24 04:54:04.183351 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: rbac_address_scope.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.184313 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.184834 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: rbac-address-scope Nov 24 04:54:04.185158 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: rbac_security_groups.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.186078 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.186597 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: rbac-security-groups Nov 24 04:54:04.186924 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: rbac_subnetpool.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.187947 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.188468 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: rbac-subnetpool Nov 24 04:54:04.188796 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: revisionifmatch.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.189727 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.190245 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: revision-if-match Nov 24 04:54:04.190572 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: revisions.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.191723 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.192246 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: standard-attr-revisions Nov 24 04:54:04.192576 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: router_availability_zone.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.193251 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.193771 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: router_availability_zone Nov 24 04:54:04.194102 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: routerservicetype.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.195026 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.195538 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension router-service-type not supported by any of loaded plugins Nov 24 04:54:04.195892 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.197079 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.197689 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: security-groups-normalized-cidr Nov 24 04:54:04.198021 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: security_groups_port_filtering.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.198962 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.199478 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: port-security-groups-filtering Nov 24 04:54:04.199837 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.200777 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.201296 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: security-groups-remote-address-group Nov 24 04:54:04.201623 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.202573 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.203093 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: security-groups-shared-filtering Nov 24 04:54:04.203417 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.204032 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 24 04:54:04.204356 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: securitygroup.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.215291 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.215861 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: security-group Nov 24 04:54:04.216200 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: segment.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.216986 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.217501 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension segment not supported by any of loaded plugins Nov 24 04:54:04.217831 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.218780 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.219297 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 04:54:04.219653 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: servicetype.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.220775 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.221301 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: service-type Nov 24 04:54:04.221632 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: sorting.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.222640 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.222977 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: sorting Nov 24 04:54:04.223305 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: standard_attr_segment.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.224256 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.224783 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 04:54:04.225114 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: standardattrdescription.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.225768 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.226286 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: standard-attr-description Nov 24 04:54:04.226614 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: stateful_security_group.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.227562 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.228713 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: stateful-security-group Nov 24 04:54:04.229249 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: stdattrs_common.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.229828 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 04:54:04.230157 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.231105 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.231676 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 04:54:04.232006 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: subnet_onboard.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.233095 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.233626 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: subnet_onboard Nov 24 04:54:04.233953 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.234901 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.235419 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 04:54:04.235774 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: subnet_service_types.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.236723 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.237245 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: subnet-service-types Nov 24 04:54:04.237574 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: subnetallocation.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.238670 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.239191 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: subnet_allocation Nov 24 04:54:04.239522 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.240215 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.240735 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: subnetpool-prefix-ops Nov 24 04:54:04.241061 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.241998 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.242519 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 04:54:04.242846 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: tagging.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.244387 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.244918 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: standard-attr-tag Nov 24 04:54:04.245253 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: timestamp.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.246485 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.247013 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loaded extension: standard-attr-timestamp Nov 24 04:54:04.247346 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: trunk.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.248428 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.248945 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension trunk not supported by any of loaded plugins Nov 24 04:54:04.249280 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: trunk_details.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.250229 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.250749 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension trunk-details not supported by any of loaded plugins Nov 24 04:54:04.251080 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: uplink_status_propagation.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.252045 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.252568 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 04:54:04.252898 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Loading extension file: vlantransparent.py {{(pid=103123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 04:54:04.253568 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 04:54:04.254082 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 04:54:04.256621 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:network Nov 24 04:54:04.257161 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:subnet Nov 24 04:54:04.257606 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 04:54:04.257970 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:port Nov 24 04:54:04.259440 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.260109 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service FLAVORS assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.260727 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.261151 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.261488 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:router Nov 24 04:54:04.261919 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:floatingip Nov 24 04:54:04.262427 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service METERING assigned prefix: /metering {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.263931 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:04.264310 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:04.264669 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 04:54:04.265667 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 04:54:04.266116 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:security_group Nov 24 04:54:04.266560 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 04:54:04.267179 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service CORE assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.267513 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 04:54:04.267885 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] subnetpool is already registered Nov 24 04:54:04.268318 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service CORE assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.268664 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 04:54:04.268981 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] subnetpool is already registered Nov 24 04:54:04.271295 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.271762 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service FLAVORS assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.272359 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.272781 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.273118 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:router Nov 24 04:54:04.273459 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] router is already registered Nov 24 04:54:04.273875 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:floatingip Nov 24 04:54:04.274212 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] floatingip is already registered Nov 24 04:54:04.274671 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service METERING assigned prefix: /metering {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.276170 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 04:54:04.276509 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] rbac_policy is already registered Nov 24 04:54:04.276928 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:security_group Nov 24 04:54:04.277269 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] security_group is already registered Nov 24 04:54:04.277676 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 04:54:04.278039 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] security_group_rule is already registered Nov 24 04:54:04.278664 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service CORE assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.278997 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 04:54:04.279337 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] subnetpool is already registered Nov 24 04:54:04.279786 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.v2.resource_helper [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Service CORE assigned prefix: {{(pid=103123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 04:54:04.280117 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 04:54:04.280451 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING neutron.quota.resource_registry [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] subnetpool is already registered Nov 24 04:54:04.280928 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: extensions {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.282402 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: address-groups {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.283922 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: address-scopes {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.285228 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: agents {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.286397 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: auto-allocated-topology {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.287682 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: availability_zones {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.288919 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: dhcp-networks {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.291071 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: dhcp-agents {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.292828 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: routers {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.295041 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: flavors {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.296240 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: service_profiles {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.297463 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: next_providers {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.298909 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: service_profiles {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.300482 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: floatingip-pools {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.301694 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: routers {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.303861 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: floatingips {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.306054 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: l3-routers {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.307756 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: l3-agents {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.309148 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: metering-labels {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.310522 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: metering-label-rules {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.311834 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: network-ip-availabilities {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.313105 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: bindings {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.314757 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: quotas {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.316333 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: quotas {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.317878 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: rbac-policies {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.319161 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: security-groups {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.320430 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: security-group-rules {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.322343 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: service-providers {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.323872 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: subnetpools {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.325290 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: subnetpools {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.326774 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: tags {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.328478 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: tags {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.330551 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: tags {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.332340 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: tags {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.334158 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: tags {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.336040 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: tags {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.338824 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: tags {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.341151 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: tags {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.342977 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: tags {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.344858 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron.api.extensions [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Extended resource: tags {{(pid=103123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 04:54:04.350957 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING keystonemiddleware.auth_token [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 04:54:04.356039 dv-neutron-818850-5-hyperv neutron-server[103123]: WARNING keystonemiddleware.auth_token [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 04:54:04.364687 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_concurrency.lockutils [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Acquired lock "singleton_lock" {{(pid=103123) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 24 04:54:04.365167 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_concurrency.lockutils [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Releasing lock "singleton_lock" {{(pid=103123) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 24 04:54:04.365814 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO oslo_service.service [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Starting 2 workers Nov 24 04:54:04.370834 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Started child 103232 {{(pid=103123) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 04:54:04.376693 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Started child 103233 {{(pid=103123) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 04:54:04.376874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:04.377514 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO neutron.service [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 04:54:04.377514 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Publish callbacks [] for process, before_spawn {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:04.377868 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [-] (103232) wsgi starting up on http://0.0.0.0:9696 Nov 24 04:54:04.379928 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO oslo_service.service [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Starting 1 workers Nov 24 04:54:04.380052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:04.381338 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [-] (103233) wsgi starting up on http://0.0.0.0:9696 Nov 24 04:54:04.386230 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Started child 103234 {{(pid=103123) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 04:54:04.386803 dv-neutron-818850-5-hyperv neutron-server[103123]: INFO oslo_service.service [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Starting 1 workers Nov 24 04:54:04.389483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.service [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] calling RpcWorker wait() {{(pid=103234) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 04:54:04.390004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.service [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] returning from RpcWorker wait() {{(pid=103234) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 04:54:04.391286 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Started child 103235 {{(pid=103123) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 04:54:04.391389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:04.391857 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:54:04.392116 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG neutron_lib.callbacks.manager [None req-95370b81-7494-4e17-82cf-8b05ac13a3aa None None] Publish callbacks [] for process, after_spawn {{(pid=103123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:04.394018 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103123) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 04:54:04.394233 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 04:54:04.394422 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 04:54:04.394644 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 04:54:04.394984 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 04:54:04.395167 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 04:54:04.395699 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.395974 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.396149 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:04.396615 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.396615 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.396788 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.397533 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.397817 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.398056 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.398339 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.398574 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.398747 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.398916 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.399169 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.399400 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.399795 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.400981 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.400981 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.401408 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.401589 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.401845 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.402117 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.402364 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.402630 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] debug = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.402883 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.403367 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.403623 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.403877 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.404101 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.404370 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.404585 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.404849 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.405114 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.405349 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.405571 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.405820 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.406050 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.406261 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.406517 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.406732 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.406997 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.407271 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.407736 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] host = dv-neutron-818850-5-hyperv {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.407987 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.408220 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.408467 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.408711 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.408980 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.409215 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.409469 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.409711 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.409961 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.410205 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.410444 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.410696 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.410910 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.411158 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.411322 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_options = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.411556 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.411845 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.412101 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.412306 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.412476 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.412652 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.412902 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.413063 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.413319 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.413539 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.413752 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.413965 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.414354 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.414572 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.414826 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.415081 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.415825 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.415825 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.416080 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.416326 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.416669 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.416909 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.417143 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.417394 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.417591 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.417823 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.418052 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.418287 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.418513 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.418768 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.419004 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.419316 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.419486 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.419765 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.420041 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.420272 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.420500 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.420714 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.420977 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.421202 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.421463 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.421711 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.421922 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.422150 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.422363 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.422577 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.422791 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_json = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.423023 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.423256 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.423503 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.423766 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.423980 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.424192 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.424428 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.424663 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.425094 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.426168 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.426168 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.426168 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.426168 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.426658 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:54:04.426794 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.426794 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.426794 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.427138 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.427266 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.427565 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.427825 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.428133 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.428377 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.428620 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.429976 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.429976 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.429976 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.429976 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.429976 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.430348 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.430348 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.430598 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.431014 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.431627 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.432219 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.432453 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.432739 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.433010 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.433354 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.433623 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.433880 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.434149 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.434392 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.438234 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.438234 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.438234 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.438234 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.438234 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.438234 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.438234 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.438234 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.438234 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.439936 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.439936 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.439936 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.439936 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.439936 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.439936 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.439936 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.439936 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.439936 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.440563 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.440563 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.440563 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.440563 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.440563 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.440563 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.440563 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.440563 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.440563 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.441164 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.441164 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.441164 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.441384 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.441554 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.441797 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.442011 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.442261 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.442560 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.442816 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.442959 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.443131 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.443303 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.443967 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.443967 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.443967 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.444207 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.444383 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.444609 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.444832 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.445457 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.445457 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.445457 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.445931 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.445931 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.446245 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.446412 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.446536 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.447778 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.447778 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.448771 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.448771 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.448771 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.449677 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.449677 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.449677 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.449677 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.450390 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.450390 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.450390 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.450805 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.450805 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.451080 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.451237 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.451360 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.451559 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.452335 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.452335 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.452335 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.454043 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.454043 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.454043 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.454043 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.454043 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.454043 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.454043 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.457791 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.457791 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.457791 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.457791 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.457791 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.457791 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.457791 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.457791 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.458801 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.458801 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.458801 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.458801 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.458801 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.458801 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.458801 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.458801 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.458801 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.459453 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.459453 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.459453 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.459453 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.459778 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.459778 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.459954 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.460186 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.460650 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.461072 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.461323 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.461583 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.462056 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.462056 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.463061 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.463193 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.463573 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.463867 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.464582 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.464582 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.464582 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.464978 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.464978 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.465207 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.465821 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.465821 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.466096 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.466096 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.466325 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.466452 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.466712 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.466913 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.467136 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.467377 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.467632 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.467875 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.468096 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.468356 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.468539 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.468988 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.469385 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.469827 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.470251 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.470747 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.471172 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.471574 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.472037 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.472258 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.472538 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.472764 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.473172 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.473413 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.473654 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.473873 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.474104 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.474343 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.474593 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.474863 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.475118 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.475451 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.475741 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.475973 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.476235 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.476450 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.476698 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.476945 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.477154 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.477371 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.477589 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.477803 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.478160 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.478589 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.478857 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.479072 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.479286 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.479520 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.479759 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.479972 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.480259 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.480513 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.480759 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.481013 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.481232 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.481463 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.481715 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.481921 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.482285 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.482674 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.482901 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.483135 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.483370 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.483605 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.483838 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.484061 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.484284 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.484533 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.484762 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.484976 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.485188 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.485416 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.485634 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.485845 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.486092 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.486301 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.486509 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.486729 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.487102 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.487319 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.487562 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.487797 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.488028 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.488394 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.488751 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.489127 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.489430 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.489681 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.489920 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.490198 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.490471 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.490728 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.490973 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.491276 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.491493 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.491759 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.491976 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.492192 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.492410 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.492666 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.492992 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.493318 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.493576 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.493977 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.494420 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.494722 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.495020 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.495255 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.495611 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.495949 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.496236 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.496491 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.496743 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.497013 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.497238 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.497456 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.497693 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.497914 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.498149 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.498388 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.498636 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.498863 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.499098 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.499324 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.499574 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.499843 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.500077 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.500329 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.500510 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.500668 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 04:54:04.501185 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103123) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 04:54:04.501393 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 04:54:04.501497 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 04:54:04.501652 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 04:54:04.501819 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 04:54:04.501957 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 04:54:04.502178 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.502341 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.502464 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.502617 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.502776 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.502954 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.503113 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.503269 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.503472 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.503640 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.503758 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.504426 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.504426 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.504426 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.504426 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.504929 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.504929 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.504929 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.504929 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.505361 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.505361 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.505361 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.505671 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] debug = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.505671 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.505846 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.506014 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.506169 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.506474 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.506640 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.506800 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.506959 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.507118 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.507304 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.507433 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.507819 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.508132 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.508295 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.508454 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.508615 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.508792 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.508931 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.509592 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] host = dv-neutron-818850-5-hyperv {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.509769 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.510034 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.510319 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.510608 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.510778 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.510937 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.511096 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.511241 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.511403 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.511638 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.511773 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.511915 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.512050 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.512184 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.512317 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_options = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.512463 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.512611 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.512746 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.512932 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.513107 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.513271 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.513975 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.513975 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.513975 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.513975 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.513975 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.514668 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.514668 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.514668 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.514668 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.515196 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.515196 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.515196 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.515196 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.515748 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.515748 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.515748 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.515748 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.516242 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.516242 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.516242 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.516626 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.516626 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.516626 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.517002 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.517002 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.517255 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.517255 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.517506 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.517506 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.517757 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.517889 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.518058 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.518058 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.518412 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.518412 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.518697 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.518697 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.518945 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.518945 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.519198 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.519340 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_json = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.519481 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.519648 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.519790 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.519924 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.520067 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.520213 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.520383 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.520522 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 04:54:04.520694 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.520782 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.520899 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.521063 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.521225 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.521422 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.521600 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.521817 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.521941 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.522071 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.522191 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.522312 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.522459 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.522622 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.522783 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.522946 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.523107 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.523287 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.523427 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.523562 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.523738 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.523902 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.524106 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.524229 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.524369 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.524532 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.524678 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.525075 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.525379 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.525640 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.525795 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.525946 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.526107 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.526194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:54:04.526276 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.526418 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.526580 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.526742 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.526904 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.527066 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.527227 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.527388 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.527548 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.527733 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.527895 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.528056 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.528217 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.528378 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.528539 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.528699 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.528860 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.529021 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.529182 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.529344 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.529505 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.529666 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.529827 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.529987 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.530158 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.530318 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.530480 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.530639 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.530799 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.530958 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.531117 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.531278 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.531438 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.531632 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.531797 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.531953 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.532114 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.532274 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.532434 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.532595 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.532755 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.532916 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.533076 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.533236 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.533395 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.533556 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.533716 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.533876 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.534038 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.534202 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.534366 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.534525 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.534685 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.534845 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.535004 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.535165 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.535326 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.535490 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.535675 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.535858 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.536021 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.536174 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.536339 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.536496 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.536804 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.537340 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.537340 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.538098 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.538098 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.538098 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.538098 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.538098 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.539833 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.539833 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.539833 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.539833 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.539833 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.539833 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.539833 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.539833 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.540261 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.540261 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.540261 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.540261 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.540261 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.540261 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.540261 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.541176 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.541176 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.541477 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.541722 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.541890 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.542099 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.542193 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.542361 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.542526 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.542685 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.542846 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.543006 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.543165 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.543319 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.543492 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.543676 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.543842 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.544001 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.544184 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.544349 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.544512 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.544669 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.544831 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.544991 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.545150 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.545311 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.545468 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.545629 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.545789 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.545951 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.546110 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.546279 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.546434 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.546597 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.546761 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.546914 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.547053 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.547217 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.547380 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.547534 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.547766 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.547863 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.548010 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.548159 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.548324 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.548460 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.548622 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.548782 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.548935 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.549426 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.549426 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.549426 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.549650 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.549727 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.549833 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.551608 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.551608 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.551608 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.551608 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.551608 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.551608 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.551608 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.551608 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.552213 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.552213 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.552213 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.552522 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.552696 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.552863 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.553028 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.553194 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.553356 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.553520 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.553697 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.553860 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.554021 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.554183 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.554344 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.554509 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.554669 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.554829 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.554990 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.555151 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.555312 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.555476 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.555665 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.555828 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.556187 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.556484 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.556786 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.556963 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.557129 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.557304 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.557466 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.557629 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.557791 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.557952 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.558113 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.558284 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.558445 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.558606 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.558766 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.558926 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.559087 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.559257 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.559418 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.559578 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.559760 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.559921 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.560081 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.560250 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.560413 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.560572 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.560733 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.560893 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.561055 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.561223 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.561385 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.561528 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.561692 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.561852 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.562012 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.562181 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.562387 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.562521 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.562644 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.562796 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.562958 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.563127 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.563289 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.563466 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.563654 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.563780 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.563934 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.564082 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.565409 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.565409 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.565409 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.565409 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.565409 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.565409 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.565409 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.565409 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.566965 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.566965 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.566965 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.566965 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.566965 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.566965 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.566965 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.566965 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.567764 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.567764 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.567764 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.567764 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.567764 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.567764 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.567764 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.567764 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.568783 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.568783 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.568783 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.568783 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.568783 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.568783 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.568783 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.569248 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.569248 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.569248 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.569505 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.569505 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 04:54:04.569668 dv-neutron-818850-5-hyperv neutron-server[103123]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 04:54:04.678212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 57732) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:04.687194 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067496 Nov 24 04:54:16.119631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c487070-21f9-4ffa-8aae-b895411dc636 None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 04:54:16.179225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c487070-21f9-4ffa-8aae-b895411dc636 None None] No non-hosted networks {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 04:54:16.196794 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.agentschedulers_db [None req-9c487070-21f9-4ffa-8aae-b895411dc636 None None] DHCP Agent not found on host dv-neutron-818850-5-hyperv {{(pid=103234) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 24 04:54:16.362112 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5c444b9-577a-4b3d-9c5f-0a5d0bdc39ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941868'] for agent, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:18.300302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d93ecc3d-6aa7-46b3-983b-3d78995189ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941868'] for agent, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:18.335192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4ebe32cd-4615-425a-a62a-1ee09e9da308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:19.475495 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941868'] for agent, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:20.689169 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941868'] for agent, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:21.594368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941868'] for agent, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:21.595482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.596053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.596620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.597057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.597451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.597979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.598407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.598836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.599236 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.599661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.600143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.600541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:21.601037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-818850-5-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:54:21.607735 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-818850-5-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:54:22.039436 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 57824) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:22.547082 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING oslo_policy.policy [None req-81ec2683-b4e1-4946-95a0-117c068b95aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 04:54:22.547809 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING oslo_policy.policy [None req-81ec2683-b4e1-4946-95a0-117c068b95aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 04:54:22.784657 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-81ec2683-b4e1-4946-95a0-117c068b95aa admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 04:54:22.785968 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-81ec2683-b4e1-4946-95a0-117c068b95aa admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7447708 Nov 24 04:54:24.813007 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.db.l3_hamode_db [None req-b412d4fe-7424-4fb7-adb4-6d2c53dcede4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 04:54:24.890636 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b412d4fe-7424-4fb7-adb4-6d2c53dcede4 None None] Routers set() bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 04:54:24.891020 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b412d4fe-7424-4fb7-adb4-6d2c53dcede4 None None] Router IDs set() for agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 04:54:25.314463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 57840) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:25.622508 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-07192ace-d145-47e8-a071-87cfc75ddc3b admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 04:54:25.718296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.policy [None req-07192ace-d145-47e8-a071-87cfc75ddc3b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103233) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 04:54:25.765067 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING oslo_policy.policy [None req-07192ace-d145-47e8-a071-87cfc75ddc3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 04:54:25.765442 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING oslo_policy.policy [None req-07192ace-d145-47e8-a071-87cfc75ddc3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 04:54:25.774024 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.quota [None req-07192ace-d145-47e8-a071-87cfc75ddc3b admin admin] Loaded quota_driver: . Nov 24 04:54:25.862540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-07192ace-d145-47e8-a071-87cfc75ddc3b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784301018784', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784301018357', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784301234183', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784301229836', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784301255118', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784301247705', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3963024', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3973883', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1041701', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-968689'] for rbac-policy, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:25.927440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-07192ace-d145-47e8-a071-87cfc75ddc3b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:25.928622 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-07192ace-d145-47e8-a071-87cfc75ddc3b admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6131902 Nov 24 04:54:28.584602 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 57852) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:28.877426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Request body: {'network': {'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'admin_state_up': True, 'name': 'private', 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 04:54:28.905638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Made reservation on behalf of afe8284d5f33456ca6fb4d28d24448b1 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 04:54:28.908541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:28.925020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:29.034444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:29.038153 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:29.062477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 04:54:29.088070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784304554415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:29.088664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Unsubscribe: segment precommit_create {{(pid=103233) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 04:54:29.089164 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Added segment 25278ba1-0c02-462e-a386-a4034a2e771b of type vlan for network ab827799-a874-4a71-8500-a757ddb9d06a Nov 24 04:54:29.094748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71e46f8-e7b2-4dc5-8f04-c2a9997bd3a1,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:29.129023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.129385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.129725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.130058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.130386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.130730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.131058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.131394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.131746 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.132066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.132383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.132700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Tracked resource versions report: Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: pushed versions: Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: { 'AddressGroup': {'1.2'}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'ConntrackHelper': {'1.0'}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Log': {'1.0'}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Network': {'1.1'}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Port': {'1.7'}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'PortForwarding': {'1.2'}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'QosPolicy': {'1.10'}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SecurityGroup': {'1.5'}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SecurityGroupRule': {'1.2'}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SubPort': {'1.0'}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Subnet': {'1.1'}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Trunk': {'1.1'}} Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: consumer versions: Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: { DHCP agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: L3 agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: Metadata agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: Metering agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: Open vSwitch agent@dv-neutron-818850-5-hyperv: { 'AddressGroup': '1.2', Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'ConntrackHelper': '1.0', Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Log': '1.0', Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Network': '1.1', Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Port': '1.7', Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'PortForwarding': '1.2', Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'QosPolicy': '1.10', Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SecurityGroup': '1.5', Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SecurityGroupRule': '1.2', Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SubPort': '1.0', Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Subnet': '1.1', Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Trunk': '1.1'}} Nov 24 04:54:29.134542 dv-neutron-818850-5-hyperv neutron-server[103233]: {{(pid=103233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 04:54:29.205162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:29.245817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:29.246892 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:54:29.247605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:29.305052 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7193134 Nov 24 04:54:29.350341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0385a40-3d0a-4415-a2cd-7463a64bc139 admin admin] Pushing event updated for resources: {'Network': ['ID=ab827799-a874-4a71-8500-a757ddb9d06a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:29.361994 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network ab827799-a874-4a71-8500-a757ddb9d06a details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 04:54:32.046540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 57866) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:32.531355 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING oslo_policy.policy [None req-eb47b611-92b1-40a9-bacb-484649bd4d2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 04:54:32.531945 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING oslo_policy.policy [None req-eb47b611-92b1-40a9-bacb-484649bd4d2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 04:54:32.981051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.policy [None req-eb47b611-92b1-40a9-bacb-484649bd4d2e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103232) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 04:54:33.028024 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING oslo_policy.policy [None req-eb47b611-92b1-40a9-bacb-484649bd4d2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 04:54:33.028400 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING oslo_policy.policy [None req-eb47b611-92b1-40a9-bacb-484649bd4d2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 04:54:33.037296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb47b611-92b1-40a9-bacb-484649bd4d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:54:33.039235 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eb47b611-92b1-40a9-bacb-484649bd4d2e admin admin] 10.222.0.37 "GET /v2.0/networks/ab827799-a874-4a71-8500-a757ddb9d06a HTTP/1.1" status: 200 len: 825 time: 0.9906900 Nov 24 04:54:33.078185 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-15d88e86-a1d7-4c98-b508-448374853644 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/30bf6706-4022-4b3d-97a7-a05f2cbe4586 HTTP/1.1" status: 200 len: 734 time: 0.0323792 Nov 24 04:54:33.088184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Request body: {'subnet': {'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '30bf6706-4022-4b3d-97a7-a05f2cbe4586', 'name': 'private-subnet', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 04:54:33.089749 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.quota [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Loaded quota_driver: . Nov 24 04:54:33.127113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Made reservation on behalf of afe8284d5f33456ca6fb4d28d24448b1 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 04:54:33.129913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:33.415334 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:33.483988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Checking segment: {'id': '25278ba1-0c02-462e-a386-a4034a2e771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 04:54:33.484360 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Network hostable DHCP agents. Network: ab827799-a874-4a71-8500-a757ddb9d06a, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 04:54:33.498784 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b630aead-8b01-4d65-85d4-dc8c0e957788,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:33.514664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.515058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.515529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.515895 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.516247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.516577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.516918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.517388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.517756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.518082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.518406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.518732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Tracked resource versions report: Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: pushed versions: Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: { 'AddressGroup': {'1.2'}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'ConntrackHelper': {'1.0'}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Log': {'1.0'}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Network': {'1.1'}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Port': {'1.7'}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'PortForwarding': {'1.2'}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'QosPolicy': {'1.10'}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SecurityGroup': {'1.5'}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SecurityGroupRule': {'1.2'}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SubPort': {'1.0'}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Subnet': {'1.1'}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Trunk': {'1.1'}} Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: consumer versions: Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: { DHCP agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: L3 agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: Metadata agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: Metering agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: Open vSwitch agent@dv-neutron-818850-5-hyperv: { 'AddressGroup': '1.2', Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'ConntrackHelper': '1.0', Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Log': '1.0', Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Network': '1.1', Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Port': '1.7', Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'PortForwarding': '1.2', Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'QosPolicy': '1.10', Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SecurityGroup': '1.5', Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SecurityGroupRule': '1.2', Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SubPort': '1.0', Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Subnet': '1.1', Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Trunk': '1.1'}} Nov 24 04:54:33.520075 dv-neutron-818850-5-hyperv neutron-server[103232]: {{(pid=103232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 04:54:33.539415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Network ab827799-a874-4a71-8500-a757ddb9d06a is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 04:54:33.554529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, ab827799-a874-4a71-8500-a757ddb9d06a) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 04:54:33.577635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:54:33.578243 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:33.584159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b9222-ed78-42f4-b975-32f470594cab None None] Network ab827799-a874-4a71-8500-a757ddb9d06a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 04:54:33.599477 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-202dac99-98a2-4ae8-a836-312778480444 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5153160 Nov 24 04:54:33.911177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ab827799-a874-4a71-8500-a757ddb9d06a', 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'fixed_ips': [{'subnet_id': 'b630aead-8b01-4d65-85d4-dc8c0e957788'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 04:54:33.912490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:34.201676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Allocated IP 172.20.0.2 (ab827799-a874-4a71-8500-a757ddb9d06a/b630aead-8b01-4d65-85d4-dc8c0e957788/074fe8a1-2666-4816-9db9-6a3416bb948b) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 04:54:34.398541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:34.407024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:34.483696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Network ab827799-a874-4a71-8500-a757ddb9d06a is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 04:54:34.488271 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 04:54:34.494330 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Pushing event updated for resources: {'Port': ['ID=074fe8a1-2666-4816-9db9-6a3416bb948b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:34.496500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 04:54:34.505975 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.506344 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.506685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.507020 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.507348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.507722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.508059 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.509062 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.509473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.509740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.510068 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.510390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Tracked resource versions report: Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: pushed versions: Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: { 'AddressGroup': {'1.2'}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'ConntrackHelper': {'1.0'}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Log': {'1.0'}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Network': {'1.1'}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Port': {'1.7'}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'PortForwarding': {'1.2'}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'QosPolicy': {'1.10'}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SecurityGroup': {'1.5'}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SecurityGroupRule': {'1.2'}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SubPort': {'1.0'}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Subnet': {'1.1'}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Trunk': {'1.1'}} Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: consumer versions: Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: { DHCP agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: L3 agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: Metadata agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: Metering agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: Open vSwitch agent@dv-neutron-818850-5-hyperv: { 'AddressGroup': '1.2', Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'ConntrackHelper': '1.0', Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Log': '1.0', Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Network': '1.1', Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Port': '1.7', Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'PortForwarding': '1.2', Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'QosPolicy': '1.10', Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SecurityGroup': '1.5', Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SecurityGroupRule': '1.2', Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SubPort': '1.0', Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Subnet': '1.1', Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Trunk': '1.1'}} Nov 24 04:54:34.511767 dv-neutron-818850-5-hyperv neutron-server[103234]: {{(pid=103234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 04:54:34.584934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Attempting to bind port 074fe8a1-2666-4816-9db9-6a3416bb948b on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 04:54:34.585583 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Attempting to bind port 074fe8a1-2666-4816-9db9-6a3416bb948b by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '25278ba1-0c02-462e-a386-a4034a2e771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 04:54:34.585756 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Attempting to bind port 074fe8a1-2666-4816-9db9-6a3416bb948b on network ab827799-a874-4a71-8500-a757ddb9d06a {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 04:54:34.591504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 4, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 04:54:34.591930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Checking segment: {'id': '25278ba1-0c02-462e-a386-a4034a2e771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 04:54:34.592400 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:34.592794 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Bound using segment: {'id': '25278ba1-0c02-462e-a386-a4034a2e771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 04:54:34.593260 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Bound port: 074fe8a1-2666-4816-9db9-6a3416bb948b, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25278ba1-0c02-462e-a386-a4034a2e771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 04:54:34.593679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:34.655040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] For port 074fe8a1-2666-4816-9db9-6a3416bb948b, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 04:54:34.659241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] For port 074fe8a1-2666-4816-9db9-6a3416bb948b, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=074fe8a1-2666-4816-9db9-6a3416bb948b,segment=NetworkSegment(25278ba1-0c02-462e-a386-a4034a2e771b),segment_id=25278ba1-0c02-462e-a386-a4034a2e771b)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 04:54:34.664795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:34.728978 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0fcac-0e95-4a56-a18d-d264eca3a84b None None] Pushing event updated for resources: {'Port': ['ID=074fe8a1-2666-4816-9db9-6a3416bb948b,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:36.132149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 57888) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:36.446844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-fa8dd487-5906-4ef0-bbb6-f2829e6ea33b admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 04:54:36.447841 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fa8dd487-5906-4ef0-bbb6-f2829e6ea33b admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3147416 Nov 24 04:54:38.932534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 57896) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:39.250425 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-02d33c5e-29da-478a-a9a1-8cd15981160d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 04:54:39.251390 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-02d33c5e-29da-478a-a9a1-8cd15981160d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3179522 Nov 24 04:54:41.982252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 57906) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:42.278532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-827a2df1-e560-4556-b725-6f74fd3cb670 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 04:54:42.302663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-827a2df1-e560-4556-b725-6f74fd3cb670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:42.304633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-827a2df1-e560-4556-b725-6f74fd3cb670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:42.475157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-827a2df1-e560-4556-b725-6f74fd3cb670 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:42.485038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-827a2df1-e560-4556-b725-6f74fd3cb670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:42.500619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-827a2df1-e560-4556-b725-6f74fd3cb670 admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:42.501892 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-827a2df1-e560-4556-b725-6f74fd3cb670 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5186858 Nov 24 04:54:43.351923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 074fe8a1-2666-4816-9db9-6a3416bb948b up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 04:54:43.442467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 074fe8a1-2666-4816-9db9-6a3416bb948b triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:54:43.442870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:43.551175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:43.586069 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 074fe8a1-2666-4816-9db9-6a3416bb948b, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=074fe8a1-2666-4816-9db9-6a3416bb948b,segment=NetworkSegment(25278ba1-0c02-462e-a386-a4034a2e771b),segment_id=25278ba1-0c02-462e-a386-a4034a2e771b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 04:54:43.591497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:43.638700 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=074fe8a1-2666-4816-9db9-6a3416bb948b,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:43.773622 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04799c55-ef78-4b8b-a017-ac3879b926a9 None None] Network ab827799-a874-4a71-8500-a757ddb9d06a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 04:54:43.851082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e628ce0f-6a05-47c2-b622-e80765d86be3 None None] Provisioning complete for port 074fe8a1-2666-4816-9db9-6a3416bb948b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:54:43.851383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e628ce0f-6a05-47c2-b622-e80765d86be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:44.217254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b1f0be77-b28b-43ad-a1da-ad4f77b9f9fc None None] Provisioning complete for port 074fe8a1-2666-4816-9db9-6a3416bb948b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:54:44.217626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1f0be77-b28b-43ad-a1da-ad4f77b9f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:44.998731 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 57918) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:45.313174 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-a48a508b-4d30-478d-81a4-4cf1452fc9c1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 04:54:45.314380 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a48a508b-4d30-478d-81a4-4cf1452fc9c1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3144884 Nov 24 04:54:45.325536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 074fe8a1-2666-4816-9db9-6a3416bb948b up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 04:54:45.375249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 074fe8a1-2666-4816-9db9-6a3416bb948b triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:54:45.375531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:46.042349 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2a7b897-bba9-44bc-8193-498c89a9fa1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:47.792726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 57926) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:48.099911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 04:54:48.123245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Made reservation on behalf of d838c20bc13c4d1ab703b4a2ffbcd830 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 04:54:48.125598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:48.140151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:48.240927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:48.244280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:48.259550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Reserving flat network on physical network physnet1 {{(pid=103232) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 04:54:48.279806 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aef48ea-35a8-4a71-beaf-8b580f45e0a4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:48.285615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784304554415', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:48.286256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Unsubscribe: segment precommit_create {{(pid=103232) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 04:54:48.286671 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Added segment 805435d5-f554-4adf-83db-949d3abf4a78 of type flat for network ffac5a06-5e21-4936-9cc3-9be1063e5cec Nov 24 04:54:48.297128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f574c37c-db4a-4a78-a880-03383a775502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:48.353123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:48.391149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:48.392104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:54:48.392674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:48.444862 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6509855 Nov 24 04:54:48.490560 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20b42e-4ccb-40c4-acb9-135497008dfe admin admin] Pushing event updated for resources: {'Network': ['ID=ffac5a06-5e21-4936-9cc3-9be1063e5cec,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:48.501646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 04:54:49.420189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:50.663766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:50.906747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 57944) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:51.080646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b642b6-d54f-4545-9afc-370c82eb60c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:54:51.081955 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c4b642b6-d54f-4545-9afc-370c82eb60c3 admin admin] 10.222.0.37 "GET /v2.0/subnets/b630aead-8b01-4d65-85d4-dc8c0e957788 HTTP/1.1" status: 200 len: 849 time: 0.1742144 Nov 24 04:54:51.199813 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-50768ca1-1cca-4afc-a8ef-5fc5db04c446 admin admin] 10.222.0.37 "GET /v2.0/routers/c022ca3e-f37c-4ae1-974b-9d19db92e6b6 HTTP/1.1" status: 200 len: 704 time: 0.1095576 Nov 24 04:54:51.461486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:51.599866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:51.751092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Allocated IP 172.20.0.1 (ab827799-a874-4a71-8500-a757ddb9d06a/b630aead-8b01-4d65-85d4-dc8c0e957788/398eed66-e867-41b2-918b-cb60a98e8987) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 04:54:51.901459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:51.968076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:52.084836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Network ab827799-a874-4a71-8500-a757ddb9d06a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 04:54:52.090199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 04:54:52.096205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 04:54:52.096451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:52.153890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Pushing event updated for resources: {'Port': ['ID=398eed66-e867-41b2-918b-cb60a98e8987,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:52.256663 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6c8587c1-93a3-47a1-a2f3-f2ad9b0a6bc6 None None] Provisioning complete for port 398eed66-e867-41b2-918b-cb60a98e8987 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:54:52.257225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c8587c1-93a3-47a1-a2f3-f2ad9b0a6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:52.290013 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6c8587c1-93a3-47a1-a2f3-f2ad9b0a6bc6 None None] Port 398eed66-e867-41b2-918b-cb60a98e8987 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 04:54:52.293929 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:52.500239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:52.504794 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:52.505666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:52.564502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Pushing event updated for resources: {'Port': ['ID=398eed66-e867-41b2-918b-cb60a98e8987,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:52.629108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Network ab827799-a874-4a71-8500-a757ddb9d06a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 04:54:52.630419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 04:54:52.793045 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Router c022ca3e-f37c-4ae1-974b-9d19db92e6b6 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 04:54:52.812106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3c4de8ad-c713-41f4-b2ec-8ee354803895 None None] Provisioning complete for port 398eed66-e867-41b2-918b-cb60a98e8987 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:54:52.812477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3c4de8ad-c713-41f4-b2ec-8ee354803895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:52.847483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3c4de8ad-c713-41f4-b2ec-8ee354803895 None None] Port 398eed66-e867-41b2-918b-cb60a98e8987 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 04:54:52.888920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 04:54:52.894677 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5aa66735-3c09-413c-84a8-f7b625250c7c admin admin] 10.222.0.37 "PUT /v2.0/routers/c022ca3e-f37c-4ae1-974b-9d19db92e6b6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6888738 Nov 24 04:54:52.899144 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Sync routers for ids ['c022ca3e-f37c-4ae1-974b-9d19db92e6b6'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 04:54:52.911253 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Routers {'c022ca3e-f37c-4ae1-974b-9d19db92e6b6'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 04:54:52.912016 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T04:54:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c022ca3e-f37c-4ae1-974b-9d19db92e6b6'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:54:53.103182 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Set router c022ca3e-f37c-4ae1-974b-9d19db92e6b6 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 04:54:53.548083 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'name': 'router1', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T04:54:42Z', 'updated_at': '2021-11-24T04:54:52Z', 'revision_number': 2, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'gw_port_host': None, '_interfaces': [{'id': '398eed66-e867-41b2-918b-cb60a98e8987', 'name': '', 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'mac_address': 'fa:16:3e:a1:6e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T04:54:51Z', 'updated_at': '2021-11-24T04:54:52Z', 'revision_number': 2, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'subnets': [{'id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bf6706-4022-4b3d-97a7-a05f2cbe4586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:54:53.597566 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Checking router: c022ca3e-f37c-4ae1-974b-9d19db92e6b6 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 04:54:53.597952 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Updating router c022ca3e-f37c-4ae1-974b-9d19db92e6b6 port 398eed66-e867-41b2-918b-cb60a98e8987 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 04:54:53.672500 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:54.162184 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:54.169272 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:54.320977 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Pushing event updated for resources: {'Port': ['ID=398eed66-e867-41b2-918b-cb60a98e8987,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:54.339496 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.339879 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.340227 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.340560 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.340891 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.341224 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.341550 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.341890 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.342231 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.342552 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.342874 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.343191 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Tracked resource versions report: Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: pushed versions: Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: { 'AddressGroup': {'1.2'}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'ConntrackHelper': {'1.0'}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Log': {'1.0'}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Network': {'1.1'}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Port': {'1.7'}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'PortForwarding': {'1.2'}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'QosPolicy': {'1.10'}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SecurityGroup': {'1.5'}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SecurityGroupRule': {'1.2'}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SubPort': {'1.0'}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Subnet': {'1.1'}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Trunk': {'1.1'}} Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: consumer versions: Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: { DHCP agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: L3 agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: Metadata agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: Metering agent@dv-neutron-818850-5-hyperv: {}, Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: Open vSwitch agent@dv-neutron-818850-5-hyperv: { 'AddressGroup': '1.2', Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'ConntrackHelper': '1.0', Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Log': '1.0', Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Network': '1.1', Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Port': '1.7', Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'PortForwarding': '1.2', Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'QosPolicy': '1.10', Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SecurityGroup': '1.5', Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SecurityGroupRule': '1.2', Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SubPort': '1.0', Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Subnet': '1.1', Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Trunk': '1.1'}} Nov 24 04:54:54.344536 dv-neutron-818850-5-hyperv neutron-server[103235]: {{(pid=103235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 04:54:54.349207 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Attempting to bind port 398eed66-e867-41b2-918b-cb60a98e8987 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 04:54:54.349604 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Attempting to bind port 398eed66-e867-41b2-918b-cb60a98e8987 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '25278ba1-0c02-462e-a386-a4034a2e771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 04:54:54.350055 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Attempting to bind port 398eed66-e867-41b2-918b-cb60a98e8987 on network ab827799-a874-4a71-8500-a757ddb9d06a {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 04:54:54.356264 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 4, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 04:54:54.356844 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Checking segment: {'id': '25278ba1-0c02-462e-a386-a4034a2e771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 04:54:54.357464 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:54.358008 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Bound using segment: {'id': '25278ba1-0c02-462e-a386-a4034a2e771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 04:54:54.358631 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Bound port: 398eed66-e867-41b2-918b-cb60a98e8987, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25278ba1-0c02-462e-a386-a4034a2e771b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 04:54:54.359183 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:54.422391 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] For port 398eed66-e867-41b2-918b-cb60a98e8987, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 04:54:54.440343 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] For port 398eed66-e867-41b2-918b-cb60a98e8987, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=398eed66-e867-41b2-918b-cb60a98e8987,segment=NetworkSegment(25278ba1-0c02-462e-a386-a4034a2e771b),segment_id=25278ba1-0c02-462e-a386-a4034a2e771b)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 04:54:54.445042 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:54.477907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c62ac569-5c3b-430a-8132-801c8fbb333d None None] Provisioning complete for port 398eed66-e867-41b2-918b-cb60a98e8987 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:54:54.478982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c62ac569-5c3b-430a-8132-801c8fbb333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:54.490231 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Routers {'c022ca3e-f37c-4ae1-974b-9d19db92e6b6'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 04:54:54.490863 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T04:54:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c022ca3e-f37c-4ae1-974b-9d19db92e6b6'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:54:54.571043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c62ac569-5c3b-430a-8132-801c8fbb333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:54.579528 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] Set router c022ca3e-f37c-4ae1-974b-9d19db92e6b6 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 04:54:54.610925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c62ac569-5c3b-430a-8132-801c8fbb333d None None] For port 398eed66-e867-41b2-918b-cb60a98e8987, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=398eed66-e867-41b2-918b-cb60a98e8987,segment=NetworkSegment(25278ba1-0c02-462e-a386-a4034a2e771b),segment_id=25278ba1-0c02-462e-a386-a4034a2e771b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 04:54:54.616656 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c62ac569-5c3b-430a-8132-801c8fbb333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:54.675839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ac569-5c3b-430a-8132-801c8fbb333d None None] Pushing event updated for resources: {'Port': ['ID=398eed66-e867-41b2-918b-cb60a98e8987,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:54.722009 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df94a1-546f-4095-b6d2-dbd7bff54324 None None] Pushing event updated for resources: {'Port': ['ID=398eed66-e867-41b2-918b-cb60a98e8987,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:54.743218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f86d283f-b357-4d9e-8196-59a5e7e2524f None None] Provisioning complete for port 398eed66-e867-41b2-918b-cb60a98e8987 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:54:54.743614 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f86d283f-b357-4d9e-8196-59a5e7e2524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:54.812502 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'name': 'router1', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T04:54:42Z', 'updated_at': '2021-11-24T04:54:52Z', 'revision_number': 2, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'gw_port_host': None, '_interfaces': [{'id': '398eed66-e867-41b2-918b-cb60a98e8987', 'name': '', 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'mac_address': 'fa:16:3e:a1:6e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T04:54:51Z', 'updated_at': '2021-11-24T04:54:54Z', 'revision_number': 4, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'subnets': [{'id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bf6706-4022-4b3d-97a7-a05f2cbe4586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:54:54.839376 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c880d74-2eb6-4e47-a83f-f2638e450d42 None None] The sync data for ids ['c022ca3e-f37c-4ae1-974b-9d19db92e6b6'] in dv-neutron-818850-5-hyperv is: [{'id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'name': 'router1', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T04:54:42Z', 'updated_at': '2021-11-24T04:54:52Z', 'revision_number': 2, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'gw_port_host': None, '_interfaces': [{'id': '398eed66-e867-41b2-918b-cb60a98e8987', 'name': '', 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'mac_address': 'fa:16:3e:a1:6e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T04:54:51Z', 'updated_at': '2021-11-24T04:54:54Z', 'revision_number': 4, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'subnets': [{'id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bf6706-4022-4b3d-97a7-a05f2cbe4586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 04:54:55.279992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 57964) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:55.390246 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de92c5e0-7869-447d-b888-44e6f581e4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:54:55.391639 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-de92c5e0-7869-447d-b888-44e6f581e4e4 admin admin] 10.222.0.37 "GET /v2.0/networks/ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 842 time: 0.1105618 Nov 24 04:54:55.402135 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'ip_version': 4, 'gateway_ip': '172.26.0.1', 'name': 'public-subnet', 'cidr': '172.26.0.0/24'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 04:54:55.421652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Made reservation on behalf of d838c20bc13c4d1ab703b4a2ffbcd830 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 04:54:55.424033 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Publish callbacks [] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:55.697030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 04:54:55.697455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:55.753120 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da5cd95-48a9-4203-81a9-815b9ff07e31,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:55.760498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 04:54:55.760498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Network hostable DHCP agents. Network: ffac5a06-5e21-4936-9cc3-9be1063e5cec, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 04:54:55.775771 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 04:54:55.783684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, ffac5a06-5e21-4936-9cc3-9be1063e5cec) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 04:54:55.787643 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:54:55.788223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:55.798799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6270d03e-a93d-40ee-9392-6e55e3f9bf27 None None] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 04:54:55.816346 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2387bfac-8337-4e9c-a860-aea13b7509ef admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4181123 Nov 24 04:54:55.933837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3046c43-d141-42ad-8513-0ac1183fa897 None None] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 04:54:58.248255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 57972) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:54:58.531265 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-351550fc-256c-4920-a54c-548e54b06c60 admin admin] 10.222.0.37 "GET /v2.0/routers/c022ca3e-f37c-4ae1-974b-9d19db92e6b6 HTTP/1.1" status: 200 len: 710 time: 0.2817755 Nov 24 04:54:58.687453 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ef3be9-1a5e-4a0c-a517-29aa35b2ff5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:54:58.688857 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-88ef3be9-1a5e-4a0c-a517-29aa35b2ff5d admin admin] 10.222.0.37 "GET /v2.0/networks/ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 886 time: 0.1514990 Nov 24 04:54:58.698555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 04:54:58.947666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:59.189917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:59.265301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:59.454644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Allocated IP 172.26.0.254 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/dae155ed-3e10-405b-a747-b77546a68acb) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 04:54:59.562171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:59.620570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:54:59.697374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 04:54:59.706328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 04:54:59.712616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Pushing event updated for resources: {'Port': ['ID=dae155ed-3e10-405b-a747-b77546a68acb,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:54:59.722784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 04:55:00.060732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:00.255930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:00.269015 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:00.421812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Router c022ca3e-f37c-4ae1-974b-9d19db92e6b6 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 04:55:00.554555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 04:55:00.560019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:00.564492 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2956c309-d14d-4fa7-9311-711559da781e admin admin] 10.222.0.37 "PUT /v2.0/routers/c022ca3e-f37c-4ae1-974b-9d19db92e6b6 HTTP/1.1" status: 200 len: 890 time: 1.8691237 Nov 24 04:55:01.362355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 398eed66-e867-41b2-918b-cb60a98e8987 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 04:55:01.415147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 398eed66-e867-41b2-918b-cb60a98e8987 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:55:01.415551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:01.889985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Sync routers for ids ['c022ca3e-f37c-4ae1-974b-9d19db92e6b6'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 04:55:01.901837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Routers {'c022ca3e-f37c-4ae1-974b-9d19db92e6b6'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 04:55:01.902483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T04:54:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c022ca3e-f37c-4ae1-974b-9d19db92e6b6'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:55:02.108774 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Set router c022ca3e-f37c-4ae1-974b-9d19db92e6b6 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 04:55:02.551133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'name': 'router1', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': 'dae155ed-3e10-405b-a747-b77546a68acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T04:54:42Z', 'updated_at': '2021-11-24T04:54:59Z', 'revision_number': 4, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'gw_port': {'id': 'dae155ed-3e10-405b-a747-b77546a68acb', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T04:54:59Z', 'updated_at': '2021-11-24T04:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '398eed66-e867-41b2-918b-cb60a98e8987', 'name': '', 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'mac_address': 'fa:16:3e:a1:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T04:54:51Z', 'updated_at': '2021-11-24T04:54:54Z', 'revision_number': 5, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'subnets': [{'id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bf6706-4022-4b3d-97a7-a05f2cbe4586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:55:02.602016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Checking router: c022ca3e-f37c-4ae1-974b-9d19db92e6b6 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 04:55:02.602413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Updating router c022ca3e-f37c-4ae1-974b-9d19db92e6b6 port dae155ed-3e10-405b-a747-b77546a68acb binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 04:55:02.647674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:02.966311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:02.972243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:03.024078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Attempting to bind port dae155ed-3e10-405b-a747-b77546a68acb on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 04:55:03.024459 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Attempting to bind port dae155ed-3e10-405b-a747-b77546a68acb by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 04:55:03.024833 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Attempting to bind port dae155ed-3e10-405b-a747-b77546a68acb on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 04:55:03.031495 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86e2a5-1c0a-4b46-9dbd-0fc8a6449a88 None None] Pushing event updated for resources: {'Port': ['ID=dae155ed-3e10-405b-a747-b77546a68acb,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:55:03.035141 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 4, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 04:55:03.035521 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 04:55:03.035946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:03.036332 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 04:55:03.036801 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Bound port: dae155ed-3e10-405b-a747-b77546a68acb, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 04:55:03.037192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:03.087015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] For port dae155ed-3e10-405b-a747-b77546a68acb, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 04:55:03.090055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] For port dae155ed-3e10-405b-a747-b77546a68acb, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=dae155ed-3e10-405b-a747-b77546a68acb,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 04:55:03.094450 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:03.153287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 57986) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:55:03.155319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Routers {'c022ca3e-f37c-4ae1-974b-9d19db92e6b6'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 04:55:03.155971 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T04:54:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c022ca3e-f37c-4ae1-974b-9d19db92e6b6'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:55:03.157640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86e2a5-1c0a-4b46-9dbd-0fc8a6449a88 None None] Pushing event updated for resources: {'Port': ['ID=dae155ed-3e10-405b-a747-b77546a68acb,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:55:03.263023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] Set router c022ca3e-f37c-4ae1-974b-9d19db92e6b6 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 04:55:03.268402 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-852a4e42-1192-4370-a239-dce7feb1a2b3 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139691 Nov 24 04:55:03.484505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'name': 'router1', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': 'dae155ed-3e10-405b-a747-b77546a68acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T04:54:42Z', 'updated_at': '2021-11-24T04:54:59Z', 'revision_number': 4, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'gw_port': {'id': 'dae155ed-3e10-405b-a747-b77546a68acb', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T04:54:59Z', 'updated_at': '2021-11-24T04:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '398eed66-e867-41b2-918b-cb60a98e8987', 'name': '', 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'mac_address': 'fa:16:3e:a1:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T04:54:51Z', 'updated_at': '2021-11-24T04:54:54Z', 'revision_number': 5, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'subnets': [{'id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bf6706-4022-4b3d-97a7-a05f2cbe4586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 04:55:03.512159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acbb7a2-bba5-4874-ab61-5892d5a24e76 None None] The sync data for ids ['c022ca3e-f37c-4ae1-974b-9d19db92e6b6'] in dv-neutron-818850-5-hyperv is: [{'id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'name': 'router1', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.254'}], 'enable_snat': True}, 'gw_port_id': 'dae155ed-3e10-405b-a747-b77546a68acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T04:54:42Z', 'updated_at': '2021-11-24T04:54:59Z', 'revision_number': 4, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'gw_port': {'id': 'dae155ed-3e10-405b-a747-b77546a68acb', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:be:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T04:54:59Z', 'updated_at': '2021-11-24T04:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '398eed66-e867-41b2-918b-cb60a98e8987', 'name': '', 'network_id': 'ab827799-a874-4a71-8500-a757ddb9d06a', 'tenant_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'mac_address': 'fa:16:3e:a1:6e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c022ca3e-f37c-4ae1-974b-9d19db92e6b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T04:54:51Z', 'updated_at': '2021-11-24T04:54:54Z', 'revision_number': 5, 'project_id': 'afe8284d5f33456ca6fb4d28d24448b1', 'subnets': [{'id': 'b630aead-8b01-4d65-85d4-dc8c0e957788', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bf6706-4022-4b3d-97a7-a05f2cbe4586'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 04:55:05.386908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device dae155ed-3e10-405b-a747-b77546a68acb up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 04:55:05.439351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port dae155ed-3e10-405b-a747-b77546a68acb triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:55:05.439773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:05.520410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:05.542519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port dae155ed-3e10-405b-a747-b77546a68acb, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=dae155ed-3e10-405b-a747-b77546a68acb,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 04:55:05.549475 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:05.604219 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=dae155ed-3e10-405b-a747-b77546a68acb,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:55:07.394887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device dae155ed-3e10-405b-a747-b77546a68acb up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 04:55:07.469481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port dae155ed-3e10-405b-a747-b77546a68acb triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:55:07.470009 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:15.447464 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 5 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 04:55:16.046055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3adbf51-3775-401c-98f5-86145476c3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:18.307088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bbd03c09-1020-464a-8488-dac1f8395b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:19.430023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:20.636158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:21.615685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:46.048905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-95b36da9-879f-4185-b26f-b19ce4a15fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:48.301164 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b985a38a-db62-46fe-9f16-899c738566f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:49.426110 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:50.630349 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:51.604220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:55:52.447510 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 5 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 04:56:16.049982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42ac2b65-aaa0-4cee-97b8-91629bd83280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:18.304860 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-649f990a-17e0-4297-a733-2861b61c2c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:19.426011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:20.631932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:21.596669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:27.615930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58502) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:56:27.676740 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26b72ff-9ce6-4001-92eb-24b1e94997a6 admin admin] GET failed (client error): The resource could not be found. Nov 24 04:56:27.678014 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d26b72ff-9ce6-4001-92eb-24b1e94997a6 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611944 Nov 24 04:56:27.911907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd36c82-5e53-4aa1-9a23-e1e27120e79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:27.913369 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6bd36c82-5e53-4aa1-9a23-e1e27120e79f admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2308061 Nov 24 04:56:29.447083 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 5 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 04:56:30.230996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58512) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:56:30.326067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279af32e-b3b5-4183-baff-c328e156c87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:30.327424 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-279af32e-b3b5-4183-baff-c328e156c87f admin admin] 10.222.0.37 "GET /v2.0/subnets/b630aead-8b01-4d65-85d4-dc8c0e957788 HTTP/1.1" status: 200 len: 849 time: 0.0954552 Nov 24 04:56:30.337585 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 04:56:30.417668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:30.556379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784304655737'] for subnet, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:30.585492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:30.586108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:30.588025 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] 10.222.0.37 "PUT /v2.0/subnets/b630aead-8b01-4d65-85d4-dc8c0e957788 HTTP/1.1" status: 200 len: 868 time: 0.2534122 Nov 24 04:56:30.590807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe4b5c-b351-4d03-b27a-b7c7c4a04e60 None None] Network ab827799-a874-4a71-8500-a757ddb9d06a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 04:56:30.607909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b630aead-8b01-4d65-85d4-dc8c0e957788,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:56:30.615746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.616111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.616442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.616782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.617113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.617445 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.617774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.618101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.618428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.618768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.619082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.619405 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea273-d882-4b29-a0dc-31786bc21513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:56:30.975328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-39b44b89-494d-47bd-bc33-8546090e1275 None None] Provisioning complete for port 074fe8a1-2666-4816-9db9-6a3416bb948b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:56:30.975726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39b44b89-494d-47bd-bc33-8546090e1275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:31.057710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-39b44b89-494d-47bd-bc33-8546090e1275 None None] Provisioning complete for port 398eed66-e867-41b2-918b-cb60a98e8987 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:56:31.058013 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39b44b89-494d-47bd-bc33-8546090e1275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:32.865628 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58520) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:56:33.065147 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ea5f9-fa9e-4684-bfb1-bb2c2b19b0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:33.065537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ea5f9-fa9e-4684-bfb1-bb2c2b19b0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:33.067069 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-103ea5f9-fa9e-4684-bfb1-bb2c2b19b0ea admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004890 Nov 24 04:56:35.337549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58528) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:56:35.470413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bce512-eb67-4822-b362-79139e58a082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:35.470892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bce512-eb67-4822-b362-79139e58a082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:35.472440 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-44bce512-eb67-4822-b362-79139e58a082 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1339605 Nov 24 04:56:37.729351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58536) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:56:37.856104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70980407-0659-465e-b7da-8c8294411d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:37.857497 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-70980407-0659-465e-b7da-8c8294411d2a admin admin] 10.222.0.37 "GET /v2.0/networks/ab827799-a874-4a71-8500-a757ddb9d06a HTTP/1.1" status: 200 len: 869 time: 0.1271932 Nov 24 04:56:40.144245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58544) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:56:40.269085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2e8212-dbb2-4dd8-8371-f68b093cdc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:40.270427 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6c2e8212-dbb2-4dd8-8371-f68b093cdc18 admin admin] 10.222.0.37 "GET /v2.0/networks/ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 886 time: 0.1252406 Nov 24 04:56:42.516481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 58552) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:56:42.642956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6988f8a-b1f6-48f9-8bd6-2237e2433b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:42.643408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6988f8a-b1f6-48f9-8bd6-2237e2433b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:42.644938 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b6988f8a-b1f6-48f9-8bd6-2237e2433b0d admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275079 Nov 24 04:56:44.902994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 58562) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:56:44.996686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5adc4e1-094e-4751-826e-d9ea3a732be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:44.997139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5adc4e1-094e-4751-826e-d9ea3a732be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:44.998693 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a5adc4e1-094e-4751-826e-d9ea3a732be8 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947270 Nov 24 04:56:46.059168 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-86c687f5-a26f-4b80-9691-1905482948a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:47.332442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 58570) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:56:47.418200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcecb0c3-ed99-4a52-b0f9-0d0118648909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:47.419529 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bcecb0c3-ed99-4a52-b0f9-0d0118648909 admin admin] 10.222.0.37 "GET /v2.0/subnets/4da5cd95-48a9-4203-81a9-815b9ff07e31 HTTP/1.1" status: 200 len: 816 time: 0.0854447 Nov 24 04:56:48.306730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-88a1d279-033d-4856-abf5-40233123acff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:49.428378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:49.702172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58578) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:56:49.791637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623d28be-a505-4ff6-87c9-37b1fae147a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:56:49.794507 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-623d28be-a505-4ff6-87c9-37b1fae147a6 admin admin] 10.222.0.37 "GET /v2.0/subnets/b630aead-8b01-4d65-85d4-dc8c0e957788 HTTP/1.1" status: 200 len: 868 time: 0.0898790 Nov 24 04:56:50.637898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:56:51.599111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:06.445772 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 5 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 04:57:14.340470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58632) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:57:14.388462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-4e1153f0-4f0d-4dad-9823-726fdbecaa92 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 04:57:14.389434 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4e1153f0-4f0d-4dad-9823-726fdbecaa92 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480435 Nov 24 04:57:16.050657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4be41cd-76a5-4f1d-97b0-cb7b2f11a90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:16.748139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58640) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:57:16.807691 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fdd860-44ef-4ee1-ae17-f3b6a1cdfada admin admin] GET failed (client error): The resource could not be found. Nov 24 04:57:16.808966 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f0fdd860-44ef-4ee1-ae17-f3b6a1cdfada admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598977 Nov 24 04:57:16.894779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8981f0-b425-4440-8e80-d4ea539c16f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:57:16.896230 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5c8981f0-b425-4440-8e80-d4ea539c16f6 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827122 Nov 24 04:57:18.308580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c2e1-9e72-461a-a8cf-f7cd4c471d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:19.214169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58648) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:57:19.261927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 04:57:19.281630 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] Made reservation on behalf of d838c20bc13c4d1ab703b4a2ffbcd830 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 04:57:19.283746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:19.311393 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.services.revisions.revision_plugin [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] Could not find related network for resource to bump revision. Nov 24 04:57:19.324219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 04:57:19.333442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:19.333896 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] Added segment a364d7ac-1b6d-4439-8f56-65d079272809 of type vlan for network 62170e5a-0763-4dae-9584-ea2136188be0 Nov 24 04:57:19.375782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:19.398704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:19.399620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:57:19.400188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:19.430761 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2154479 Nov 24 04:57:19.437409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:19.469744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515c370-5486-4012-a8e8-871b20219bdb admin admin] Pushing event updated for resources: {'Network': ['ID=62170e5a-0763-4dae-9584-ea2136188be0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:57:19.481370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 62170e5a-0763-4dae-9584-ea2136188be0 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 04:57:20.638482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:21.601773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:21.748544 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58656) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:57:21.809060 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-25836420-e8de-4046-94a6-9e5cdf47cebf admin admin] GET failed (client error): The resource could not be found. Nov 24 04:57:21.810357 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-25836420-e8de-4046-94a6-9e5cdf47cebf admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608585 Nov 24 04:57:21.879811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa12197-f472-465f-9eec-60fa987c17c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:57:21.881252 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6aa12197-f472-465f-9eec-60fa987c17c7 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665100 Nov 24 04:57:21.891153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0', 'name': 'shared-subnet'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 04:57:21.911485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] Made reservation on behalf of d838c20bc13c4d1ab703b4a2ffbcd830 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 04:57:21.913712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:22.072941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:22.123578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4001d6ec-2114-4e90-b746-d2847a37053b,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:57:22.133881 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] Checking segment: {'id': 'a364d7ac-1b6d-4439-8f56-65d079272809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 04:57:22.134234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] Network hostable DHCP agents. Network: 62170e5a-0763-4dae-9584-ea2136188be0, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 04:57:22.149297 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] Network 62170e5a-0763-4dae-9584-ea2136188be0 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 04:57:22.157447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 62170e5a-0763-4dae-9584-ea2136188be0) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 04:57:22.162039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 04:57:22.162670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:22.167760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da62a2b-a9db-4da5-a651-5ef51dbb2aa9 None None] Network 62170e5a-0763-4dae-9584-ea2136188be0 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 04:57:22.179031 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b39572dd-95c2-44f0-a160-2dc56d06a842 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2911801 Nov 24 04:57:22.410749 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-62170e5a-0763-4dae-9584-ea2136188be0', 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0', 'tenant_id': 'd838c20bc13c4d1ab703b4a2ffbcd830', 'fixed_ips': [{'subnet_id': '4001d6ec-2114-4e90-b746-d2847a37053b'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 04:57:22.411855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:22.553814 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Allocated IP 192.168.233.2 (62170e5a-0763-4dae-9584-ea2136188be0/4001d6ec-2114-4e90-b746-d2847a37053b/7c1fb859-613a-4c0d-86fc-ed3d3f9780e1) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 04:57:22.696551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:22.703435 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:22.744134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Network 62170e5a-0763-4dae-9584-ea2136188be0 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 04:57:22.747323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 04:57:22.751611 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 04:57:22.753731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Pushing event updated for resources: {'Port': ['ID=7c1fb859-613a-4c0d-86fc-ed3d3f9780e1,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:57:22.764691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.765064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.765406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.765742 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.766073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.766402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.766730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.767070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.767415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.767770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.768091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.768410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:57:22.820431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Attempting to bind port 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 04:57:22.820802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Attempting to bind port 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'a364d7ac-1b6d-4439-8f56-65d079272809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 04:57:22.821161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Attempting to bind port 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1 on network 62170e5a-0763-4dae-9584-ea2136188be0 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 04:57:22.826167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 4, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 04:57:22.826532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Checking segment: {'id': 'a364d7ac-1b6d-4439-8f56-65d079272809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 04:57:22.826925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:22.827310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Bound using segment: {'id': 'a364d7ac-1b6d-4439-8f56-65d079272809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 04:57:22.827795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Bound port: 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a364d7ac-1b6d-4439-8f56-65d079272809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 04:57:22.828184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:22.888661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] For port 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 04:57:22.891934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] For port 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7c1fb859-613a-4c0d-86fc-ed3d3f9780e1,segment=NetworkSegment(a364d7ac-1b6d-4439-8f56-65d079272809),segment_id=a364d7ac-1b6d-4439-8f56-65d079272809)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 04:57:22.896673 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:22.950841 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba68332-87e4-4137-9f5a-349810e70c85 None None] Pushing event updated for resources: {'Port': ['ID=7c1fb859-613a-4c0d-86fc-ed3d3f9780e1,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:57:23.470810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 04:57:23.526426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:57:23.526798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:23.616974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:23.652597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7c1fb859-613a-4c0d-86fc-ed3d3f9780e1,segment=NetworkSegment(a364d7ac-1b6d-4439-8f56-65d079272809),segment_id=a364d7ac-1b6d-4439-8f56-65d079272809)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 04:57:23.658290 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:23.720554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=7c1fb859-613a-4c0d-86fc-ed3d3f9780e1,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:57:23.800672 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3bfc45-7c55-4c41-a61d-e74c31827973 None None] Network 62170e5a-0763-4dae-9584-ea2136188be0 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 04:57:23.890126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ebd2b991-db2e-433c-b6a6-573f2f31aa1a None None] Provisioning complete for port 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:57:23.890488 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b991-db2e-433c-b6a6-573f2f31aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:24.247369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-07fd50a8-d9ba-4bc9-a4dc-f3df6d8d73fe None None] Provisioning complete for port 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:57:24.247783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07fd50a8-d9ba-4bc9-a4dc-f3df6d8d73fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:25.426280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 04:57:25.473583 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7c1fb859-613a-4c0d-86fc-ed3d3f9780e1 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 04:57:25.473945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:43.444860 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 5 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 04:57:46.053624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b427858e-a10f-42a1-ba81-f5b050b5714d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:48.309621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba5befa9-0981-432b-b4b5-a6dd04734061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:49.434818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:50.640923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:57:51.603780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:16.055106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1766f0d4-ca71-4036-a2b0-e30a1ab37780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:18.310686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba787af4-464e-426c-9398-5bc63c668ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:19.437911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:20.443609 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 5 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 04:58:20.645085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:21.608201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:39.369430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58700) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:58:39.375151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-7924359c-2677-4c16-a4cf-100e01a90db8 tempest-verify_tempest_config-1358816400 tempest-verify_tempest_config-1358816400-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 04:58:39.376122 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7924359c-2677-4c16-a4cf-100e01a90db8 tempest-verify_tempest_config-1358816400 tempest-verify_tempest_config-1358816400-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057156 Nov 24 04:58:39.664877 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 58718) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:58:39.766878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:39.842576 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:39.846898 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:39.891712 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d93b343380ac40a785b5941f45fdfb49&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2256880 Nov 24 04:58:39.893344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be775f2-d766-4eca-93fe-fe3449e50ac3,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:58:39.894535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58724) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 04:58:39.900144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.900499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.900842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.901187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.901519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.901851 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.902199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.902513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.902839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.903166 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.903490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.903842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14532b4b-c75d-4d12-8555-08464ed5f395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:39.952317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:39.973751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:40.061994 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:40.064533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:40.065763 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6be775f2-d766-4eca-93fe-fe3449e50ac3 HTTP/1.1" status: 204 len: 168 time: 0.1702855 Nov 24 04:58:40.074026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be775f2-d766-4eca-93fe-fe3449e50ac3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 04:58:40.081141 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:40.081791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:40.082135 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:40.082465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:40.082790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:40.083133 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:40.083460 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:40.083828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:40.084157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:40.084568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:40.084798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:40.085113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeebf44a-a1dd-42ee-b4c7-30d430e98aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 04:58:46.056422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-34216253-c10a-412c-872d-ebe26d079a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:48.310679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3de3c66f-7394-42a4-8378-8f3ac7e6c054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:49.440374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:50.646892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:51.609360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:58:57.443066 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 5 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 04:59:16.059393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fc17a009-0795-4995-889f-06bc7c0347f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:59:18.312364 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7732e30c-e86c-421b-8436-f12d9ace89f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:59:19.442783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:59:20.649707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:59:21.609895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:59:34.441743 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 5 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 04:59:46.060016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-490d11c7-af64-4d0b-8b28-027682f22a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:59:48.314051 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5440a309-048c-4a28-9a2b-45b0ee1c3b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:59:49.445803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:59:50.653784 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:59:51.613617 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 04:59:53.338244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941868'] for agent, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:07.580065 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 58794) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:00:07.684181 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-69570b04-0dd4-4604-b19a-f0758b2513be admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1030414 Nov 24 05:00:09.983508 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 58804) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:00:10.038101 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8017c6ee-8cb5-45ba-abb1-1aef144c4ff3 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0535173 Nov 24 05:00:11.440276 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:00:16.060580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-254be80b-13e9-4cf8-bd22-9c55b32d2a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:18.315234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cef0e5a6-a261-4813-9249-0b3b35752cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:19.452170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:20.657642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:21.615100 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:23.288828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:46.065509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-48224056-ecb9-4117-a788-049a83bcb0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:48.324403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1e82c77-5379-462c-b390-565f64f9bb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:48.438960 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:00:49.461947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:50.661604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:51.617509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:00:53.305197 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:16.058770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-05edb0ce-87f8-4253-aa0c-72b4600445ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:18.322973 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6064524-5d81-4aad-adb1-77785bafe4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:19.466309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:20.674599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:21.649610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:21.973406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58890) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:22.218918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1169642254-network', 'tenant_id': 'ab536a684af0477682b681c825ec9a95'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:22.244199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Made reservation on behalf of ab536a684af0477682b681c825ec9a95 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:22.246645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:22.255487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:22.333655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:22.343579 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:22.369726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:01:22.380689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afe3ed9-6aaa-413e-bb10-0ecafeacc088,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:22.390413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.390783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.391134 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.391467 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.391832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.392166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.392497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.393031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.393942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.394343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.394692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.395005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Tracked resource versions report: Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: pushed versions: Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: { 'AddressGroup': {'1.2'}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'ConntrackHelper': {'1.0'}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Log': {'1.0'}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Network': {'1.1'}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Port': {'1.7'}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'PortForwarding': {'1.2'}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'QosPolicy': {'1.10'}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SecurityGroup': {'1.5'}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SecurityGroupRule': {'1.2'}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SubPort': {'1.0'}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Subnet': {'1.1'}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Trunk': {'1.1'}} Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: consumer versions: Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: { DHCP agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: HyperV agent@hv-neutron-8188: {}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: L3 agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: Metadata agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: Metering agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: Open vSwitch agent@dv-neutron-818850-5-hyperv: { 'AddressGroup': '1.2', Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'ConntrackHelper': '1.0', Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Log': '1.0', Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Network': '1.1', Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Port': '1.7', Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'PortForwarding': '1.2', Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'QosPolicy': '1.10', Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SecurityGroup': '1.5', Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SecurityGroupRule': '1.2', Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'SubPort': '1.0', Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Subnet': '1.1', Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: 'Trunk': '1.1'}} Nov 24 05:01:22.396108 dv-neutron-818850-5-hyperv neutron-server[103232]: {{(pid=103232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 05:01:22.402433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:22.402944 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Added segment db4d8065-2b21-405e-a3f1-3ea5d4c336a3 of type vlan for network 5092a666-9ff6-4905-ad81-b92144f55977 Nov 24 05:01:22.450988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:22.577351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:22.578383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:22.579029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:22.608429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 58936) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:22.612820 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6375980 Nov 24 05:01:22.613986 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Request body: {'subnet': {'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1169642254-subnet', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:22.637650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Made reservation on behalf of ab536a684af0477682b681c825ec9a95 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:22.640310 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:22.664247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d303c8c-5d58-414b-8148-b2c1f1b51319 admin admin] Pushing event updated for resources: {'Network': ['ID=5092a666-9ff6-4905-ad81-b92144f55977,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:22.675668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 5092a666-9ff6-4905-ad81-b92144f55977 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:01:22.873090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:22.919911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a128c7-8d2b-405e-a9ae-c297d81ee2d2,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:22.929339 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.929700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.930051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.930406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.930733 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.931084 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.931419 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.931955 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.932568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.933534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.934002 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.934618 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Tracked resource versions report: Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: pushed versions: Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: { 'AddressGroup': {'1.2'}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'ConntrackHelper': {'1.0'}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Log': {'1.0'}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Network': {'1.1'}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Port': {'1.7'}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'PortForwarding': {'1.2'}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'QosPolicy': {'1.10'}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SecurityGroup': {'1.5'}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SecurityGroupRule': {'1.2'}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SubPort': {'1.0'}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Subnet': {'1.1'}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Trunk': {'1.1'}} Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: consumer versions: Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: { DHCP agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: HyperV agent@hv-neutron-8188: {}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: L3 agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: Metadata agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: Metering agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: Open vSwitch agent@dv-neutron-818850-5-hyperv: { 'AddressGroup': '1.2', Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'ConntrackHelper': '1.0', Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Log': '1.0', Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Network': '1.1', Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Port': '1.7', Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'PortForwarding': '1.2', Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'QosPolicy': '1.10', Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SecurityGroup': '1.5', Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SecurityGroupRule': '1.2', Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'SubPort': '1.0', Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Subnet': '1.1', Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: 'Trunk': '1.1'}} Nov 24 05:01:22.935879 dv-neutron-818850-5-hyperv neutron-server[103233]: {{(pid=103233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 05:01:22.974388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Checking segment: {'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:22.974754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Network hostable DHCP agents. Network: 5092a666-9ff6-4905-ad81-b92144f55977, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:01:22.996556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Network 5092a666-9ff6-4905-ad81-b92144f55977 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:01:23.011919 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 5092a666-9ff6-4905-ad81-b92144f55977) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:23.016173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:23.016827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.022132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f9937-d270-4080-a7e8-388acb11225c None None] Network 5092a666-9ff6-4905-ad81-b92144f55977 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:23.043521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58956) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:23.044048 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e042fc69-0797-4c0c-b38f-fdfa6035d76e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4345043 Nov 24 05:01:23.047849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:23.074743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.076222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.091612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 58962) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:23.145736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.224229 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-5092a666-9ff6-4905-ad81-b92144f55977', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:01:23.225128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.316885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.340994 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.363267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-65907780-network', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:23.402430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Made reservation on behalf of eeff512706d64e0f90b138a0586ace2f for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:23.404751 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.418565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.440571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Allocated IP 172.20.0.2 (5092a666-9ff6-4905-ad81-b92144f55977/72a128c7-8d2b-405e-a9ae-c297d81ee2d2/b30c6abc-8565-40a2-b5b7-5474d8c9c9b0) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:23.579433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.589204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.606765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.607916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:01:23.629458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.632317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.632813 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Added segment 30a27ab3-4374-47f6-867e-fc5f3ff57798 of type vlan for network c609e9e6-b34c-4628-a801-92ccc9015484 Nov 24 05:01:23.734218 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.740838 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Allocated IP 172.26.0.169 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/73fcdc03-a6f0-423a-b198-8209edfbdca1) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:23.755814 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.771112 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.791759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431d58be-b592-41ac-814a-cbd0030d1bc4,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:23.836903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.838247 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:23.839378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.858146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.859383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Pushing event updated for resources: {'Port': ['ID=b30c6abc-8565-40a2-b5b7-5474d8c9c9b0,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:23.868647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Network 5092a666-9ff6-4905-ad81-b92144f55977 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:23.870407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.870784 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.871132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.871472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.871846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.872202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.872535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.873042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.873548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.874037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.874540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.875029 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Tracked resource versions report: Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: pushed versions: Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: { 'AddressGroup': {'1.2'}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'ConntrackHelper': {'1.0'}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Log': {'1.0'}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Network': {'1.1'}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Port': {'1.7'}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'PortForwarding': {'1.2'}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'QosPolicy': {'1.10'}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SecurityGroup': {'1.5'}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SecurityGroupRule': {'1.2'}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SubPort': {'1.0'}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Subnet': {'1.1'}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Trunk': {'1.1'}} Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: consumer versions: Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: { DHCP agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: HyperV agent@hv-neutron-8188: {}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: L3 agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: Metadata agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: Metering agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: Open vSwitch agent@dv-neutron-818850-5-hyperv: { 'AddressGroup': '1.2', Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'ConntrackHelper': '1.0', Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Log': '1.0', Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Network': '1.1', Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Port': '1.7', Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'PortForwarding': '1.2', Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'QosPolicy': '1.10', Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SecurityGroup': '1.5', Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SecurityGroupRule': '1.2', Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'SubPort': '1.0', Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Subnet': '1.1', Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: 'Trunk': '1.1'}} Nov 24 05:01:23.876449 dv-neutron-818850-5-hyperv neutron-server[103234]: {{(pid=103234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 05:01:23.880828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:23.883098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:23.927176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.958808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Attempting to bind port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:23.959180 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Attempting to bind port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:23.960638 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:23.967213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Attempting to bind port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 on network 5092a666-9ff6-4905-ad81-b92144f55977 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:23.974040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:23.974423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Checking segment: {'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:23.975192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:23.980345 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Bound using segment: {'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:23.981012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Bound port: b30c6abc-8565-40a2-b5b7-5474d8c9c9b0, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:23.982361 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.019761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Pushing event updated for resources: {'Port': ['ID=73fcdc03-a6f0-423a-b198-8209edfbdca1,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:24.024457 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:24.027559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:24.037574 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] Pushing event updated for resources: {'Network': ['ID=c609e9e6-b34c-4628-a801-92ccc9015484,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:24.046414 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7876518d-19f4-4ffd-a5fe-74a257b02171 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9531155 Nov 24 05:01:24.046894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 58996) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:24.052758 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] Request body: {'subnet': {'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-65907780-subnet', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:24.074786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network c609e9e6-b34c-4628-a801-92ccc9015484 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:01:24.076836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] Made reservation on behalf of eeff512706d64e0f90b138a0586ace2f for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:24.080229 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.147637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 58998) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:24.177127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] For port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:24.181776 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] For port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b30c6abc-8565-40a2-b5b7-5474d8c9c9b0,segment=NetworkSegment(db4d8065-2b21-405e-a3f1-3ea5d4c336a3),segment_id=db4d8065-2b21-405e-a3f1-3ea5d4c336a3)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:24.200211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.307920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a3a7c-778a-4769-baf4-2d11df3c9bac None None] Pushing event updated for resources: {'Port': ['ID=b30c6abc-8565-40a2-b5b7-5474d8c9c9b0,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:24.308599 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.362455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.457224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb4dd17-e739-452f-93b3-b5465177e693,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:24.462183 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] Checking segment: {'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:24.462717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] Network hostable DHCP agents. Network: c609e9e6-b34c-4628-a801-92ccc9015484, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:01:24.489645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] Network c609e9e6-b34c-4628-a801-92ccc9015484 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:01:24.518438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, c609e9e6-b34c-4628-a801-92ccc9015484) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:24.521996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:24.522335 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.544076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f4dcbc-fbc4-45c1-a578-39c4e876a1b0 None None] Network c609e9e6-b34c-4628-a801-92ccc9015484 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:24.556875 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cc9f2803-0c6a-4b6e-a8f5-65af95a44a4c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5061390 Nov 24 05:01:24.557104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59010) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:24.561380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:24.599846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.619069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.621006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.816734 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-c609e9e6-b34c-4628-a801-92ccc9015484', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'fixed_ips': [{'subnet_id': '2eb4dd17-e739-452f-93b3-b5465177e693'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:01:24.817898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.827339 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.866120 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1429203295-network', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:24.911871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Made reservation on behalf of c21a60c35b2340909ad2604d29a24490 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:24.914656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.929813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:24.975617 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Router 1f7be642-db5a-44c8-a5cc-4e510cc10fab is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:01:25.068256 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.131469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Allocated IP 172.20.0.2 (c609e9e6-b34c-4628-a801-92ccc9015484/2eb4dd17-e739-452f-93b3-b5465177e693/7bcdad3a-30e6-4b46-b0aa-eab6882c4303) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:25.165923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.182552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.234645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60af4c7-58d5-4452-bd1f-d0c92a535c8d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:25.238631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:01:25.256553 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:01:25.277514 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Sync routers for ids ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:01:25.292183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.292872 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Added segment 0b361fc0-c958-4402-8ddd-68b00624c757 of type vlan for network 551933d2-0664-432d-be12-011678275453 Nov 24 05:01:25.297390 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Routers {'1f7be642-db5a-44c8-a5cc-4e510cc10fab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:25.299884 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:25.342255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.347440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.349620 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e7ebf016-6eb6-4731-b8e8-4b5e5afe8f31 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3049603 Nov 24 05:01:25.366647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59030) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:25.372122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.475090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.484150 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:01:25.536189 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Allocated IP 172.26.0.243 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/d5bae0f3-9b74-4420-9a00-76575a0c64de) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:25.545232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.569504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.693904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.695867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:25.696817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.704144 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Set router 1f7be642-db5a-44c8-a5cc-4e510cc10fab gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:25.758813 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59046) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:25.760005 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6109896 Nov 24 05:01:25.774446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:25.780108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Pushing event updated for resources: {'Port': ['ID=7bcdad3a-30e6-4b46-b0aa-eab6882c4303,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:25.784895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Network c609e9e6-b34c-4628-a801-92ccc9015484 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:25.785111 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] Request body: {'subnet': {'network_id': '551933d2-0664-432d-be12-011678275453', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1429203295-subnet', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:25.786688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348c045-bb44-4385-acf4-938e59acca9b None None] Network 5092a666-9ff6-4905-ad81-b92144f55977 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:25.845090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] Made reservation on behalf of c21a60c35b2340909ad2604d29a24490 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:25.847943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.852268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17a828-f47a-40ee-a13d-f0300540f578 admin admin] Pushing event updated for resources: {'Network': ['ID=551933d2-0664-432d-be12-011678275453,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:25.885041 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:25.928650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 551933d2-0664-432d-be12-011678275453 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:01:25.936970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:25.942763 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:26.161315 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:24Z', 'revision_number': 3, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:26.206509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.212544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:26.212544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.227557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.238621 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Checking router: 1f7be642-db5a-44c8-a5cc-4e510cc10fab for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:01:26.239160 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Updating router 1f7be642-db5a-44c8-a5cc-4e510cc10fab port 73fcdc03-a6f0-423a-b198-8209edfbdca1 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:01:26.243305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.249907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:26.307346 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.324723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:26.329069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Pushing event updated for resources: {'Port': ['ID=d5bae0f3-9b74-4420-9a00-76575a0c64de,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:26.341951 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:26.414334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2827f549-226f-42f8-a3dc-6a33ad889378 None None] Provisioning complete for port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:26.414604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2827f549-226f-42f8-a3dc-6a33ad889378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.513949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Attempting to bind port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:26.514181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Attempting to bind port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:26.514480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Attempting to bind port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 on network c609e9e6-b34c-4628-a801-92ccc9015484 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:26.516126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f587fcce-bc49-428e-b6ba-714bf7f74662,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:26.517330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Allocated IP 172.20.0.1 (5092a666-9ff6-4905-ad81-b92144f55977/72a128c7-8d2b-405e-a9ae-c297d81ee2d2/9b070442-028c-4c8a-8a0d-a6ef1e0d89cc) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:26.570715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.572596 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:26.572971 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Checking segment: {'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:26.573364 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.573761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Bound using segment: {'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:26.574245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Bound port: 7bcdad3a-30e6-4b46-b0aa-eab6882c4303, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:26.574991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.680767 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b30c6abc-8565-40a2-b5b7-5474d8c9c9b0,segment=NetworkSegment(db4d8065-2b21-405e-a3f1-3ea5d4c336a3),segment_id=db4d8065-2b21-405e-a3f1-3ea5d4c336a3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:26.695547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.753802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2827f549-226f-42f8-a3dc-6a33ad889378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.758663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] Checking segment: {'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:26.759262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] Network hostable DHCP agents. Network: 551933d2-0664-432d-be12-011678275453, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:01:26.761253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.812974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] For port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:26.818327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.888947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] For port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7bcdad3a-30e6-4b46-b0aa-eab6882c4303,segment=NetworkSegment(30a27ab3-4374-47f6-867e-fc5f3ff57798),segment_id=30a27ab3-4374-47f6-867e-fc5f3ff57798)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:26.914727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Network 5092a666-9ff6-4905-ad81-b92144f55977 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:26.922668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:26.923325 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=b30c6abc-8565-40a2-b5b7-5474d8c9c9b0,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:26.925943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:26.926893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.932370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.933359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] Network 551933d2-0664-432d-be12-011678275453 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:01:26.941481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b070442-028c-4c8a-8a0d-a6ef1e0d89cc,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:26.966884 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:26.982043 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.054410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45fcb1-cc1c-4e17-b0bf-4978bdc4ede5 None None] Pushing event updated for resources: {'Port': ['ID=7bcdad3a-30e6-4b46-b0aa-eab6882c4303,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:27.055785 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Attempting to bind port 73fcdc03-a6f0-423a-b198-8209edfbdca1 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:27.058377 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Attempting to bind port 73fcdc03-a6f0-423a-b198-8209edfbdca1 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:27.058759 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Attempting to bind port 73fcdc03-a6f0-423a-b198-8209edfbdca1 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:27.071048 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-2827f549-226f-42f8-a3dc-6a33ad889378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:01:27.071449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-2827f549-226f-42f8-a3dc-6a33ad889378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:01:27.083834 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Pushing event updated for resources: {'Port': ['ID=73fcdc03-a6f0-423a-b198-8209edfbdca1,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:27.087419 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:27.088065 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:27.088639 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.089037 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:27.089528 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Bound port: 73fcdc03-a6f0-423a-b198-8209edfbdca1, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:27.089928 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.148642 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.149015 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.149372 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.151972 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.152338 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.152711 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.153069 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.160718 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.161189 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.162676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59084) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:27.163785 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.164198 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.164664 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Tracked resource versions report: Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: pushed versions: Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: { 'AddressGroup': {'1.2'}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'ConntrackHelper': {'1.0'}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Log': {'1.0'}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Network': {'1.1'}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Port': {'1.7'}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'PortForwarding': {'1.2'}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'QosPolicy': {'1.10'}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SecurityGroup': {'1.5'}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SecurityGroupRule': {'1.2'}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SubPort': {'1.0'}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Subnet': {'1.1'}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Trunk': {'1.1'}} Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: consumer versions: Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: { DHCP agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: HyperV agent@hv-neutron-8188: {}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: L3 agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: Metadata agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: Metering agent@dv-neutron-818850-5-hyperv: {}, Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: Open vSwitch agent@dv-neutron-818850-5-hyperv: { 'AddressGroup': '1.2', Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'ConntrackHelper': '1.0', Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Log': '1.0', Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Network': '1.1', Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Port': '1.7', Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'PortForwarding': '1.2', Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'QosPolicy': '1.10', Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SecurityGroup': '1.5', Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SecurityGroupRule': '1.2', Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'SubPort': '1.0', Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Subnet': '1.1', Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: 'Trunk': '1.1'}} Nov 24 05:01:27.165993 dv-neutron-818850-5-hyperv neutron-server[103235]: {{(pid=103235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 05:01:27.260763 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] For port 73fcdc03-a6f0-423a-b198-8209edfbdca1, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:27.274042 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] For port 73fcdc03-a6f0-423a-b198-8209edfbdca1, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=73fcdc03-a6f0-423a-b198-8209edfbdca1,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:27.278970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 551933d2-0664-432d-be12-011678275453) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:27.283233 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.296359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045afe1c-ecb2-425e-9aa5-b6bf1008195a None None] Network 551933d2-0664-432d-be12-011678275453 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:27.301163 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:27.301999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.343840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.352834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.375844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59090) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:27.433439 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Routers {'1f7be642-db5a-44c8-a5cc-4e510cc10fab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:27.434141 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:27.437189 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec58faa-9ae7-4cce-8b00-22cd271f5ef1 None None] Pushing event updated for resources: {'Port': ['ID=73fcdc03-a6f0-423a-b198-8209edfbdca1,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:27.443698 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-58889a62-863d-4ec5-b4a8-ae5f17f29491 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6829336 Nov 24 05:01:27.446226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59094) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:27.476002 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:27.492431 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59096) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:27.607579 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59100) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:27.678617 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.679897 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.755748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-947375663', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:27.761241 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] Set router 1f7be642-db5a-44c8-a5cc-4e510cc10fab gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:27.770722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-551933d2-0664-432d-be12-011678275453', 'network_id': '551933d2-0664-432d-be12-011678275453', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'fixed_ips': [{'subnet_id': 'f587fcce-bc49-428e-b6ba-714bf7f74662'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:01:27.771635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.905233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Made reservation on behalf of 9cb889b53a1f49ccb31b5ec765623b89 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:27.914752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.915857 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:27.957433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e0b43b91-570b-4526-9a55-cb9d5ebaf155 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1220389282'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:27.971734 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:27.979863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1741828805', 'router:external': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:27.992680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.083376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5c61968a-5f1e-4a86-9828-3c2430397bf5 None None] Provisioning complete for port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:28.085105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5c61968a-5f1e-4a86-9828-3c2430397bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.107446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.133891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:28.136976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Allocated IP 172.20.0.2 (551933d2-0664-432d-be12-011678275453/f587fcce-bc49-428e-b6ba-714bf7f74662/9c953937-6c1b-454b-9697-685acc73fec9) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:28.158649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59110) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:28.166241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.166977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.169661 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '9b070442-028c-4c8a-8a0d-a6ef1e0d89cc', 'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'mac_address': 'fa:16:3e:51:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:26Z', 'updated_at': '2021-11-24T05:01:26Z', 'revision_number': 1, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'subnets': [{'id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:28.184295 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0b43b91-570b-4526-9a55-cb9d5ebaf155 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.184992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0b43b91-570b-4526-9a55-cb9d5ebaf155 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.188725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.203503 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbfdc20-c304-4677-b48d-b2ca0de5aa75 None None] The sync data for ids ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'] in dv-neutron-818850-5-hyperv is: [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '9b070442-028c-4c8a-8a0d-a6ef1e0d89cc', 'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'mac_address': 'fa:16:3e:51:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:26Z', 'updated_at': '2021-11-24T05:01:26Z', 'revision_number': 1, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'subnets': [{'id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:01:28.209771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5c61968a-5f1e-4a86-9828-3c2430397bf5 None None] Port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:01:28.231051 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:28.231432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.274402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b070442-028c-4c8a-8a0d-a6ef1e0d89cc,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:28.360828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Made reservation on behalf of d161857b6f324fcebe85c4194ccfdc96 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:28.363565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.374579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5c61968a-5f1e-4a86-9828-3c2430397bf5 None None] Provisioning complete for port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:28.374949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5c61968a-5f1e-4a86-9828-3c2430397bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.391805 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-187196953'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:28.405200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.558343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.596131 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:28.599482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.646510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Router 951e7447-244a-499e-acbf-d5b259556079 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:01:28.687962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Network 551933d2-0664-432d-be12-011678275453 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:28.701979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:28.706254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:28.718094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Pushing event updated for resources: {'Port': ['ID=9c953937-6c1b-454b-9697-685acc73fec9,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:28.786363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.791145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0b43b91-570b-4526-9a55-cb9d5ebaf155 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.813563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Network 5092a666-9ff6-4905-ad81-b92144f55977 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:28.826955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0b43b91-570b-4526-9a55-cb9d5ebaf155 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.830935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.831854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Attempting to bind port 9c953937-6c1b-454b-9697-685acc73fec9 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:28.832396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Attempting to bind port 9c953937-6c1b-454b-9697-685acc73fec9 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:28.833147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Attempting to bind port 9c953937-6c1b-454b-9697-685acc73fec9 on network 551933d2-0664-432d-be12-011678275453 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:28.839439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:28.840835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.841033 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.848331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:28.849631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:28.850154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Checking segment: {'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:28.851608 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.852088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Bound using segment: {'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:28.854126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Bound port: 9c953937-6c1b-454b-9697-685acc73fec9, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:28.854925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.873925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.876544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Made reservation on behalf of aacebe3f1ecf4a9ea49106234db4669e for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:28.885715 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] device_id is not set on port f6a07c21-4738-41c1-aa78-dd56bd1f33e2 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:01:28.894161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.902268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c8c02-b634-4867-a9fd-7c9b063ac287 None None] Network c609e9e6-b34c-4628-a801-92ccc9015484 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:28.922650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.942571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0b43b91-570b-4526-9a55-cb9d5ebaf155 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:28.956069 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e0b43b91-570b-4526-9a55-cb9d5ebaf155 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4416428 Nov 24 05:01:28.982913 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59116) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:29.111002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d5ffe719-6688-4a78-9db6-fe1a6518e457 None None] Provisioning complete for port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:29.111746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d5ffe719-6688-4a78-9db6-fe1a6518e457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.160028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:01:29.173040 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.183221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-981cc282-980e-4821-8e37-f2ea6e1201d4 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.204215 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Sync routers for ids ['951e7447-244a-499e-acbf-d5b259556079'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:01:29.213039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] For port 9c953937-6c1b-454b-9697-685acc73fec9, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:29.241436 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Allocated IP 172.26.0.101 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/f6a07c21-4738-41c1-aa78-dd56bd1f33e2) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:29.258823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] For port 9c953937-6c1b-454b-9697-685acc73fec9, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9c953937-6c1b-454b-9697-685acc73fec9,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:29.270215 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.273193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.273702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Routers {'951e7447-244a-499e-acbf-d5b259556079'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:29.274665 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['951e7447-244a-499e-acbf-d5b259556079'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:29.276986 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.286580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599008a9-a9a0-45ce-bdaa-994cb21b35e9,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:29.318513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.324450 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ad99a5b6-c2ff-4107-81f3-4391aaa9742c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7663956 Nov 24 05:01:29.336558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59120) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:29.571205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Router 1f7be642-db5a-44c8-a5cc-4e510cc10fab has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:01:29.611547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.633955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.669330 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7bcdad3a-30e6-4b46-b0aa-eab6882c4303,segment=NetworkSegment(30a27ab3-4374-47f6-867e-fc5f3ff57798),segment_id=30a27ab3-4374-47f6-867e-fc5f3ff57798)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:29.697532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.730125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:01:29.742012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb74a2d-e270-4b9a-b3e6-f7658494830c None None] Pushing event updated for resources: {'Port': ['ID=9c953937-6c1b-454b-9697-685acc73fec9,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:29.819996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d5ffe719-6688-4a78-9db6-fe1a6518e457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.830939 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Set router 951e7447-244a-499e-acbf-d5b259556079 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:29.929488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755d1def-5a8a-40af-9069-28fe70b1e4ec,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:29.932570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:29.932913 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Added segment f2a775ff-8142-4e8c-85c0-f6f53c5bda33 of type vlan for network 8088a2a8-28b6-4e6a-baad-ba951d1d198f Nov 24 05:01:30.030389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.037310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 73fcdc03-a6f0-423a-b198-8209edfbdca1 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:30.039780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=7bcdad3a-30e6-4b46-b0aa-eab6882c4303,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:30.088906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:01:30.102423 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c06e15f7-0327-4161-aaad-ed7474094bc4 admin admin] 10.222.0.37 "PUT /v2.0/routers/1f7be642-db5a-44c8-a5cc-4e510cc10fab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7344155 Nov 24 05:01:30.118790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.119240 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.143922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.159505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-d5ffe719-6688-4a78-9db6-fe1a6518e457 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:01:30.160246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-d5ffe719-6688-4a78-9db6-fe1a6518e457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:01:30.168299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.202740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-981cc282-980e-4821-8e37-f2ea6e1201d4 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.212978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-981cc282-980e-4821-8e37-f2ea6e1201d4 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.242418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 73fcdc03-a6f0-423a-b198-8209edfbdca1 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:30.242418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.243207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.244502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:30.245324 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.255504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:01:30.274791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.302028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:26Z', 'revision_number': 3, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:30.347199 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Checking router: 951e7447-244a-499e-acbf-d5b259556079 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:01:30.347642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Updating router 951e7447-244a-499e-acbf-d5b259556079 port d5bae0f3-9b74-4420-9a00-76575a0c64de binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:01:30.401241 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.0242605 Nov 24 05:01:30.401394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.408940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59134) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:30.418220 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Request body: {'subnet': {'network_id': '8088a2a8-28b6-4e6a-baad-ba951d1d198f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:30.428390 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f2334-5d61-4d46-a120-4d04354e89e0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event updated for resources: {'Network': ['ID=8088a2a8-28b6-4e6a-baad-ba951d1d198f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:30.430413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.443531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 8088a2a8-28b6-4e6a-baad-ba951d1d198f details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:01:30.447948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:30.455601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:30.459376 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Pushing event updated for resources: {'Port': ['ID=f6a07c21-4738-41c1-aa78-dd56bd1f33e2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:30.471896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:30.473149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:30.473957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.493006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Made reservation on behalf of d161857b6f324fcebe85c4194ccfdc96 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:30.501437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.525094 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-787b0f1f-49a0-4664-9dc0-0d384b8d6b2d tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3157897 Nov 24 05:01:30.541961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 73fcdc03-a6f0-423a-b198-8209edfbdca1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=73fcdc03-a6f0-423a-b198-8209edfbdca1,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:30.544386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59136) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:30.546192 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Allocated IP 172.26.0.79 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/201a2efe-0b99-47c1-951f-d29261f3c302) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:30.551641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.101'}]}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:30.623030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.623785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.625585 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.726999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.746600 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.748575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=73fcdc03-a6f0-423a-b198-8209edfbdca1,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:30.801359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.801359 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Added segment 700c3aa6-d0e4-4230-ba75-61f23b910200 of type vlan for network 7047b87a-011c-41ed-a2cb-3c5b123f6fcb Nov 24 05:01:30.878870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7dc85cc3-6622-48ec-b13c-2d1c7f7160cf None None] Provisioning complete for port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:30.879242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7dc85cc3-6622-48ec-b13c-2d1c7f7160cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.882866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-981cc282-980e-4821-8e37-f2ea6e1201d4 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.883415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981cc282-980e-4821-8e37-f2ea6e1201d4 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db763df5-b455-4696-800e-54fc2d2260a8 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:01:30.889753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.932587 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-981cc282-980e-4821-8e37-f2ea6e1201d4 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.935069 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-981cc282-980e-4821-8e37-f2ea6e1201d4 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] 10.222.0.37 "DELETE /v2.0/routers/db763df5-b455-4696-800e-54fc2d2260a8 HTTP/1.1" status: 204 len: 168 time: 1.9374287 Nov 24 05:01:30.942090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7dc85cc3-6622-48ec-b13c-2d1c7f7160cf None None] Port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:01:30.959912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7dc85cc3-6622-48ec-b13c-2d1c7f7160cf None None] Provisioning complete for port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:30.960377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7dc85cc3-6622-48ec-b13c-2d1c7f7160cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:30.963041 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04624af9-fa9f-4e7e-b6e6-461d3c3dc6ee,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:30.988976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59140) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:31.009996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ecb4e3ce-ff99-4a09-af1b-31f6b65ae831 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Request body: {'router': {'name': 'tempest-router-1527483486', 'distributed': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:31.019980 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.resource_extend [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:01:31.039701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.125168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.132883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:31.133671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.176990 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2e6218-f688-4384-8788-2b98004633ef None None] Network 551933d2-0664-432d-be12-011678275453 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:31.195526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3ce-ff99-4a09-af1b-31f6b65ae831 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.196713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3ce-ff99-4a09-af1b-31f6b65ae831 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.210366 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0475588 Nov 24 05:01:31.233845 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59144) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:31.247601 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Request body: {'subnet': {'network_id': '7047b87a-011c-41ed-a2cb-3c5b123f6fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:31.327609 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-aca020e8-9bc5-49e2-adbb-88d59cb77076 None None] Provisioning complete for port 9c953937-6c1b-454b-9697-685acc73fec9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:31.328395 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aca020e8-9bc5-49e2-adbb-88d59cb77076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.329271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59146) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:31.338758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7fceb0c0-4ebf-4436-8612-0d595903aa5e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--767721818', 'description': 'tempest-description--1309556915'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:31.378990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Allocated IP 172.26.0.128 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/26aa5199-deea-4a97-b928-c56db30de833) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:31.381574 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.421760 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7fceb0c0-4ebf-4436-8612-0d595903aa5e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.423461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:01:31.424158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.489111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aca020e8-9bc5-49e2-adbb-88d59cb77076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.489282 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de139c02-9ec0-4975-aae5-f1f274ab1500 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Pushing event updated for resources: {'Network': ['ID=7047b87a-011c-41ed-a2cb-3c5b123f6fcb,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:31.508674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 7047b87a-011c-41ed-a2cb-3c5b123f6fcb details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:01:31.547652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-aca020e8-9bc5-49e2-adbb-88d59cb77076 None None] For port 9c953937-6c1b-454b-9697-685acc73fec9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9c953937-6c1b-454b-9697-685acc73fec9,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:31.547820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:31.573517 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Pushing event updated for resources: {'Port': ['ID=201a2efe-0b99-47c1-951f-d29261f3c302,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:31.589367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aca020e8-9bc5-49e2-adbb-88d59cb77076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.597323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3ce-ff99-4a09-af1b-31f6b65ae831 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.598800 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:31.604753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:31.655337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca020e8-9bc5-49e2-adbb-88d59cb77076 None None] Pushing event updated for resources: {'Port': ['ID=9c953937-6c1b-454b-9697-685acc73fec9,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:31.672012 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Sync routers for ids ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:01:31.674431 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3ce-ff99-4a09-af1b-31f6b65ae831 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.721410 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Routers {'1f7be642-db5a-44c8-a5cc-4e510cc10fab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:31.722972 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:31.762944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event updated for resources: {'Subnet': ['ID=211ea3b2-00f3-41e8-91e4-ed5062311349,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:31.785986 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.788225 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Made reservation on behalf of aacebe3f1ecf4a9ea49106234db4669e for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:31.792901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks [] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.854449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Checking segment: {'id': 'f2a775ff-8142-4e8c-85c0-f6f53c5bda33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8088a2a8-28b6-4e6a-baad-ba951d1d198f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:31.854814 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Network hostable DHCP agents. Network: 8088a2a8-28b6-4e6a-baad-ba951d1d198f, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:01:31.914370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3ce-ff99-4a09-af1b-31f6b65ae831 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.915811 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ecb4e3ce-ff99-4a09-af1b-31f6b65ae831 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9249053 Nov 24 05:01:31.925326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ef7de428-c603-4d4c-a0bf-d149cda0198f None None] Provisioning complete for port 9c953937-6c1b-454b-9697-685acc73fec9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:31.925907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ef7de428-c603-4d4c-a0bf-d149cda0198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.928391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59150) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:31.945199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.949975 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7fceb0c0-4ebf-4436-8612-0d595903aa5e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.962351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7fceb0c0-4ebf-4436-8612-0d595903aa5e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:31.965080 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Set router 1f7be642-db5a-44c8-a5cc-4e510cc10fab gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:31.979519 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Network 8088a2a8-28b6-4e6a-baad-ba951d1d198f is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:01:31.987856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.043153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.046824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7fceb0c0-4ebf-4436-8612-0d595903aa5e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.047447 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:32.048138 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7fceb0c0-4ebf-4436-8612-0d595903aa5e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7166023 Nov 24 05:01:32.049534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 8088a2a8-28b6-4e6a-baad-ba951d1d198f) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:32.054095 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:32.054698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.057210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59152) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:32.077452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-674859f8-2d01-4873-a7e3-7971144b125c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Request body: {'security_group_rule': {'security_group_id': '5d44dda3-ed40-4b6c-9992-18ce007b8d51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:32.091387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fceb0c0-4ebf-4436-8612-0d595903aa5e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d44dda3-ed40-4b6c-9992-18ce007b8d51,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:32.129452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dfe192-b17d-4b28-b950-c335b7f005d1 None None] Network 8088a2a8-28b6-4e6a-baad-ba951d1d198f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:32.139684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.224330 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '9b070442-028c-4c8a-8a0d-a6ef1e0d89cc', 'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'mac_address': 'fa:16:3e:51:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:26Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 2, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'subnets': [{'id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:32.234993 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9b2b35bc-5950-4418-b797-b75a358dc2bd tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8221223 Nov 24 05:01:32.234993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-674859f8-2d01-4873-a7e3-7971144b125c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.239055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59154) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:32.248129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1506149560', 'network_id': '8088a2a8-28b6-4e6a-baad-ba951d1d198f'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:32.255845 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Checking router: 1f7be642-db5a-44c8-a5cc-4e510cc10fab for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:01:32.256214 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Updating router 1f7be642-db5a-44c8-a5cc-4e510cc10fab port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:01:32.260128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:32.274175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:32.276699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:32.280928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Pushing event updated for resources: {'Port': ['ID=26aa5199-deea-4a97-b928-c56db30de833,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:32.292851 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.331815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f6a2-d51d-41ea-b1db-855a43c3c01b tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.387552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Made reservation on behalf of d161857b6f324fcebe85c4194ccfdc96 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:32.389991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.437205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-674859f8-2d01-4873-a7e3-7971144b125c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.438558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.450383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] device_id is not set on port 808a220d-646e-43b3-94c0-7a1faab6c328 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:01:32.454430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-674859f8-2d01-4873-a7e3-7971144b125c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.514777 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:32.515297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.539695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674859f8-2d01-4873-a7e3-7971144b125c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd8cb96-c6a9-4899-bfe8-808ac3edf2e4,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:32.545837 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-674859f8-2d01-4873-a7e3-7971144b125c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.550494 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-674859f8-2d01-4873-a7e3-7971144b125c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4840617 Nov 24 05:01:32.551954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59156) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:32.558687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d4878877-dc33-4983-a5d6-f8b64d021d87 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Request body: {'security_group_rule': {'security_group_id': '5d44dda3-ed40-4b6c-9992-18ce007b8d51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:32.562760 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.640574 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc3c4c-7051-4262-9ac0-17396b70c171 None None] Network 8088a2a8-28b6-4e6a-baad-ba951d1d198f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:32.677317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Allocated IP 172.20.0.10 (8088a2a8-28b6-4e6a-baad-ba951d1d198f/211ea3b2-00f3-41e8-91e4-ed5062311349/808a220d-646e-43b3-94c0-7a1faab6c328) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:32.698804 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.705732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f6a2-d51d-41ea-b1db-855a43c3c01b tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.715766 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4878877-dc33-4983-a5d6-f8b64d021d87 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.734630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f6a2-d51d-41ea-b1db-855a43c3c01b tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.777571 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.787770 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.830510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9c953937-6c1b-454b-9697-685acc73fec9 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:32.854993 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ef1b1-94e7-4809-9cc0-1e1942334a8c None None] Pushing event updated for resources: {'Port': ['ID=9b070442-028c-4c8a-8a0d-a6ef1e0d89cc,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:32.929958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.946456 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Attempting to bind port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:32.946867 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Attempting to bind port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:32.947236 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Attempting to bind port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc on network 5092a666-9ff6-4905-ad81-b92144f55977 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:32.953285 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:32.954231 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Checking segment: {'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:32.954795 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.955363 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Bound using segment: {'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:32.955869 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Bound port: 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:32.956268 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:32.989307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4878877-dc33-4983-a5d6-f8b64d021d87 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.001269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Allocated IP 172.20.0.1 (c609e9e6-b34c-4628-a801-92ccc9015484/2eb4dd17-e739-452f-93b3-b5465177e693/c93b946f-91f8-489a-910b-8e65859cf83c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:33.002818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 9c953937-6c1b-454b-9697-685acc73fec9 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:33.003260 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.016490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4878877-dc33-4983-a5d6-f8b64d021d87 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.025849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f6a2-d51d-41ea-b1db-855a43c3c01b tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.026379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d3f6a2-d51d-41ea-b1db-855a43c3c01b tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36228e83-b891-481e-bd53-c798d5bdb470 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:01:33.038501 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f6a2-d51d-41ea-b1db-855a43c3c01b tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.040013 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e9d3f6a2-d51d-41ea-b1db-855a43c3c01b tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] 10.222.0.37 "DELETE /v2.0/routers/36228e83-b891-481e-bd53-c798d5bdb470 HTTP/1.1" status: 204 len: 168 time: 1.1084006 Nov 24 05:01:33.047564 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.050684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59158) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:33.060339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.065881 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-36071ee0-3c66-4260-8836-fbd99ca5e28a tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Request body: {'router': {'name': 'tempest-router-1168876767', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7d4bbc55e35d4b3aae12caa49d4224ad'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:33.070966 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] For port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:33.077027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.077222 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] For port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9b070442-028c-4c8a-8a0d-a6ef1e0d89cc,segment=NetworkSegment(db4d8065-2b21-405e-a3f1-3ea5d4c336a3),segment_id=db4d8065-2b21-405e-a3f1-3ea5d4c336a3)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:33.086423 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.105423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4878877-dc33-4983-a5d6-f8b64d021d87 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bd567c-8f6b-43e6-845c-7c4f2e1f9c06,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:33.160034 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Routers {'1f7be642-db5a-44c8-a5cc-4e510cc10fab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:33.160831 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:33.166340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Attempting to bind port d5bae0f3-9b74-4420-9a00-76575a0c64de on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:33.166902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Attempting to bind port d5bae0f3-9b74-4420-9a00-76575a0c64de by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:33.167557 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Attempting to bind port d5bae0f3-9b74-4420-9a00-76575a0c64de on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:33.182129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa4829-066e-49df-bbf9-a8ae52cd73c5 None None] Pushing event updated for resources: {'Port': ['ID=d5bae0f3-9b74-4420-9a00-76575a0c64de,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:33.197116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.206618 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Pushing event updated for resources: {'Subnet': ['ID=85c09956-9816-4270-9f96-c05ca5a78322,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:33.218289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:33.218678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:33.219087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.219703 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:33.220196 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Bound port: d5bae0f3-9b74-4420-9a00-76575a0c64de, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:33.221119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.225465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.247405 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ef1b1-94e7-4809-9cc0-1e1942334a8c None None] Pushing event updated for resources: {'Port': ['ID=9b070442-028c-4c8a-8a0d-a6ef1e0d89cc,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:33.275786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.309935 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] For port d5bae0f3-9b74-4420-9a00-76575a0c64de, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:33.311023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.317938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 73fcdc03-a6f0-423a-b198-8209edfbdca1 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:33.324357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9acfc0d3-7491-4191-8702-3a66c7b895d0 None None] Provisioning complete for port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:33.324988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9acfc0d3-7491-4191-8702-3a66c7b895d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.348430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] For port d5bae0f3-9b74-4420-9a00-76575a0c64de, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d5bae0f3-9b74-4420-9a00-76575a0c64de,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:33.367818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36071ee0-3c66-4260-8836-fbd99ca5e28a tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.368930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36071ee0-3c66-4260-8836-fbd99ca5e28a tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.376696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.386799 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4878877-dc33-4983-a5d6-f8b64d021d87 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.390841 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d4878877-dc33-4983-a5d6-f8b64d021d87 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8348806 Nov 24 05:01:33.390977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Checking segment: {'id': '700c3aa6-d0e4-4230-ba75-61f23b910200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7047b87a-011c-41ed-a2cb-3c5b123f6fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:33.392109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Network hostable DHCP agents. Network: 7047b87a-011c-41ed-a2cb-3c5b123f6fcb, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:01:33.394581 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.399609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.400314 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59160) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:33.404616 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7954974 Nov 24 05:01:33.405372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb236d1f-a238-4928-83dc-a626b820c8ec tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Pushing event updated for resources: {'Port': ['ID=26aa5199-deea-4a97-b928-c56db30de833,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:33.409163 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59162) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:33.411035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Network 8088a2a8-28b6-4e6a-baad-ba951d1d198f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:33.417231 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:33.420148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d7f38b1c-fae1-4ada-9792-a51b35e27188 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-479063239', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'fixed_ips': [{'ip_address': '172.26.0.128'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:33.420395 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] Set router 1f7be642-db5a-44c8-a5cc-4e510cc10fab gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:33.469613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:33.469795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.502809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Routers {'951e7447-244a-499e-acbf-d5b259556079'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:33.504018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['951e7447-244a-499e-acbf-d5b259556079'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:33.506014 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa4829-066e-49df-bbf9-a8ae52cd73c5 None None] Pushing event updated for resources: {'Port': ['ID=d5bae0f3-9b74-4420-9a00-76575a0c64de,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:33.525651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:33.526572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:33.527176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.570346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Network 7047b87a-011c-41ed-a2cb-3c5b123f6fcb is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:01:33.580456 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 73fcdc03-a6f0-423a-b198-8209edfbdca1 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:33.581589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.592767 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.594114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 7047b87a-011c-41ed-a2cb-3c5b123f6fcb) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:33.637535 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:33.638197 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.644132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57658ca-3c00-4359-942b-5474d4c294b1 None None] Network 7047b87a-011c-41ed-a2cb-3c5b123f6fcb requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:33.648790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36071ee0-3c66-4260-8836-fbd99ca5e28a tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.669520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9acfc0d3-7491-4191-8702-3a66c7b895d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.673723 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c20a41d9-a977-4dd9-a392-f6d58df77505 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4308357 Nov 24 05:01:33.689076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f38b1c-fae1-4ada-9792-a51b35e27188 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Made reservation on behalf of 9aec7a287b0c45b1a8230b6148c3c3bb for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:33.692694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7f38b1c-fae1-4ada-9792-a51b35e27188 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.692831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59164) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:33.712820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Request body: {'port': {'network_id': '7047b87a-011c-41ed-a2cb-3c5b123f6fcb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1341312977'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:33.723226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event updated for resources: {'Port': ['ID=808a220d-646e-43b3-94c0-7a1faab6c328,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:33.732923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36071ee0-3c66-4260-8836-fbd99ca5e28a tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.741008 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6d025cd0-aa82-4f6a-bf17-10bdcba1ec62 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4951160 Nov 24 05:01:33.742104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59166) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:33.745443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7f38b1c-fae1-4ada-9792-a51b35e27188 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.754890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.765089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.777985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] Set router 951e7447-244a-499e-acbf-d5b259556079 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:33.844336 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '9b070442-028c-4c8a-8a0d-a6ef1e0d89cc', 'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'mac_address': 'fa:16:3e:51:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:26Z', 'updated_at': '2021-11-24T05:01:33Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'subnets': [{'id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:33.857206 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9acfc0d3-7491-4191-8702-3a66c7b895d0 None None] For port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9b070442-028c-4c8a-8a0d-a6ef1e0d89cc,segment=NetworkSegment(db4d8065-2b21-405e-a3f1-3ea5d4c336a3),segment_id=db4d8065-2b21-405e-a3f1-3ea5d4c336a3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:33.878921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.884782 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9acfc0d3-7491-4191-8702-3a66c7b895d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.902926 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df45b160-f0e0-4dc8-a921-4f80edda77e3 None None] The sync data for ids ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'] in dv-neutron-818850-5-hyperv is: [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '9b070442-028c-4c8a-8a0d-a6ef1e0d89cc', 'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'mac_address': 'fa:16:3e:51:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:26Z', 'updated_at': '2021-11-24T05:01:33Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'subnets': [{'id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:01:33.988589 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Made reservation on behalf of aacebe3f1ecf4a9ea49106234db4669e for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:33.998309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36071ee0-3c66-4260-8836-fbd99ca5e28a tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:33.999483 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-36071ee0-3c66-4260-8836-fbd99ca5e28a tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9418964 Nov 24 05:01:34.005391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.005601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59168) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:34.017209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:34.083638 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.084150 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bd41170-4410-4906-b5b4-dccfa1aa3abc {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:01:34.086525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfc0d3-7491-4191-8702-3a66c7b895d0 None None] Pushing event updated for resources: {'Port': ['ID=9b070442-028c-4c8a-8a0d-a6ef1e0d89cc,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:34.096471 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c66d3b0a-6632-4049-982d-ae500da8a7e1 None None] Provisioning complete for port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:34.096901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c66d3b0a-6632-4049-982d-ae500da8a7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.184500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-7047b87a-011c-41ed-a2cb-3c5b123f6fcb', 'network_id': '7047b87a-011c-41ed-a2cb-3c5b123f6fcb', 'tenant_id': 'aacebe3f1ecf4a9ea49106234db4669e', 'fixed_ips': [{'subnet_id': '85c09956-9816-4270-9f96-c05ca5a78322'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:01:34.185360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.189816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] device_id is not set on port 72aca509-0b1d-4685-9987-bf59e4435cfc yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:01:34.197647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Router 1e11f492-f92e-454b-883c-68b44a3a9e82 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:01:34.230733 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 05:01:34.232135 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-323a111c-174c-49c2-8ab4-db37929ffbec tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6842389 Nov 24 05:01:34.243956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:34.269637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59170) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:34.367744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.416692 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.460517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-73c9d89d-084b-47a4-80e5-9eb7ae1cec25 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Deleting port 808a220d-646e-43b3-94c0-7a1faab6c328 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:01:34.460810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73c9d89d-084b-47a4-80e5-9eb7ae1cec25 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.491162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.491635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.508433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Network c609e9e6-b34c-4628-a801-92ccc9015484 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:34.532612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:34.548866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7f38b1c-fae1-4ada-9792-a51b35e27188 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.557449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:26Z', 'revision_number': 3, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:34.598863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7f38b1c-fae1-4ada-9792-a51b35e27188 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.603847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-d7f38b1c-fae1-4ada-9792-a51b35e27188 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] device_id is not set on port 2fdc81da-1e07-42b4-922e-b5c73ded52e3 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:01:34.606846 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:34.607316 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.622349 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Allocated IP 172.20.0.2 (7047b87a-011c-41ed-a2cb-3c5b123f6fcb/85c09956-9816-4270-9f96-c05ca5a78322/52a7f0bd-d9da-4ca5-994a-6bf0001b912c) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:34.712987 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ddf222-03ef-477d-ab97-86f1c20a2e74 None None] The sync data for ids ['951e7447-244a-499e-acbf-d5b259556079'] in dv-neutron-818850-5-hyperv is: [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:26Z', 'revision_number': 3, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:01:34.733835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:34.734820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.863955 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Allocated IP 172.26.0.244 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/4d22aeed-70ae-43e8-9901-1ce8775b3ea6) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:34.881867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103232) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 24 05:01:34.882211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Router b6f849f0-100c-4b5b-acca-96d95f35af4b migrating from provider to provider. {{(pid=103232) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 24 05:01:34.882616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.885277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-38f21d0b-6b65-4f2d-ad43-da8f877623a4 tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Deleting port f6a07c21-4738-41c1-aa78-dd56bd1f33e2 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:01:34.885613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38f21d0b-6b65-4f2d-ad43-da8f877623a4 tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.899740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.907036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f38b1c-fae1-4ada-9792-a51b35e27188 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c184b57-a805-48ca-8540-596bbf68a4a5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:34.916726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.927798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.937310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.943123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73c9d89d-084b-47a4-80e5-9eb7ae1cec25 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:34.977982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.007657 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Pushing event updated for resources: {'Port': ['ID=c93b946f-91f8-489a-910b-8e65859cf83c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:35.012966 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Network 7047b87a-011c-41ed-a2cb-3c5b123f6fcb is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:35.024234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-73c9d89d-084b-47a4-80e5-9eb7ae1cec25 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Calling delete_port for 808a220d-646e-43b3-94c0-7a1faab6c328 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:01:35.044421 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:35.048348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8069f504-4615-47f2-9cc4-9cf552d90618 None None] Provisioning complete for port c93b946f-91f8-489a-910b-8e65859cf83c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:35.049633 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8069f504-4615-47f2-9cc4-9cf552d90618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.054150 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:35.056715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Pushing event updated for resources: {'Port': ['ID=52a7f0bd-d9da-4ca5-994a-6bf0001b912c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:35.071499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Allocated IP 172.20.0.4 (7047b87a-011c-41ed-a2cb-3c5b123f6fcb/85c09956-9816-4270-9f96-c05ca5a78322/72aca509-0b1d-4685-9987-bf59e4435cfc) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:35.129010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38f21d0b-6b65-4f2d-ad43-da8f877623a4 tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.133522 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8069f504-4615-47f2-9cc4-9cf552d90618 None None] Port c93b946f-91f8-489a-910b-8e65859cf83c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:01:35.165301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Attempting to bind port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:35.165813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Attempting to bind port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '700c3aa6-d0e4-4230-ba75-61f23b910200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7047b87a-011c-41ed-a2cb-3c5b123f6fcb'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:35.166276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Attempting to bind port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c on network 7047b87a-011c-41ed-a2cb-3c5b123f6fcb {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:35.171609 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:35.172120 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Checking segment: {'id': '700c3aa6-d0e4-4230-ba75-61f23b910200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7047b87a-011c-41ed-a2cb-3c5b123f6fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:35.172649 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.173136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Bound using segment: {'id': '700c3aa6-d0e4-4230-ba75-61f23b910200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7047b87a-011c-41ed-a2cb-3c5b123f6fcb'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:35.173754 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Bound port: 52a7f0bd-d9da-4ca5-994a-6bf0001b912c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700c3aa6-d0e4-4230-ba75-61f23b910200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7047b87a-011c-41ed-a2cb-3c5b123f6fcb'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:35.174479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.194029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-38f21d0b-6b65-4f2d-ad43-da8f877623a4 tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Calling delete_port for f6a07c21-4738-41c1-aa78-dd56bd1f33e2 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:01:35.200167 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] No L3 agents can host the router b6f849f0-100c-4b5b-acca-96d95f35af4b Nov 24 05:01:35.214026 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f38b1c-fae1-4ada-9792-a51b35e27188 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 05:01:35.214557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f38b1c-fae1-4ada-9792-a51b35e27188 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:01:35.241610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.247158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a850e027-3386-4fe7-9984-70e324315816 None None] For port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:35.250493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a850e027-3386-4fe7-9984-70e324315816 None None] For port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=52a7f0bd-d9da-4ca5-994a-6bf0001b912c,segment=NetworkSegment(700c3aa6-d0e4-4230-ba75-61f23b910200),segment_id=700c3aa6-d0e4-4230-ba75-61f23b910200)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:35.258558 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.280802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.292040 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d7f38b1c-fae1-4ada-9792-a51b35e27188 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8787858 Nov 24 05:01:35.340385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.354604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59172) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:35.354797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Pushing event updated for resources: {'Port': ['ID=4d22aeed-70ae-43e8-9901-1ce8775b3ea6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:35.359003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850e027-3386-4fe7-9984-70e324315816 None None] Pushing event updated for resources: {'Port': ['ID=52a7f0bd-d9da-4ca5-994a-6bf0001b912c,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:35.551556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Hosts for router b6f849f0-100c-4b5b-acca-96d95f35af4b: [] {{(pid=103232) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 24 05:01:35.625450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Hosts for other DVR routers connected to router b6f849f0-100c-4b5b-acca-96d95f35af4b: set() {{(pid=103232) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 24 05:01:35.629276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.630733 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8596adfc-d1eb-4a81-b9f4-f1569e5353ae tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] 10.222.0.37 "PUT /v2.0/routers/b6f849f0-100c-4b5b-acca-96d95f35af4b HTTP/1.1" status: 200 len: 717 time: 1.6240578 Nov 24 05:01:35.632904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:35.639563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59174) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:35.652161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73c9d89d-084b-47a4-80e5-9eb7ae1cec25 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.663768 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:35.666103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:35.750203 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:01:35.762065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Sync routers for ids ['1e11f492-f92e-454b-883c-68b44a3a9e82'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:01:35.783772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Routers {'1e11f492-f92e-454b-883c-68b44a3a9e82'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:35.784403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1e11f492-f92e-454b-883c-68b44a3a9e82'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:35.817920 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Network 7047b87a-011c-41ed-a2cb-3c5b123f6fcb is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:35.831663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:35.834177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Pushing event updated for resources: {'Port': ['ID=72aca509-0b1d-4685-9987-bf59e4435cfc,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:35.837673 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:35.844281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:35.844955 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.937468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Set router 1e11f492-f92e-454b-883c-68b44a3a9e82 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:35.940920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38f21d0b-6b65-4f2d-ad43-da8f877623a4 tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:35.942582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9d89d-084b-47a4-80e5-9eb7ae1cec25 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event deleted for resources: {'Port': ['ID=808a220d-646e-43b3-94c0-7a1faab6c328,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:36.030728 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-49c303a2-4038-4b3b-b3fc-4030df76f6f2 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3221192 Nov 24 05:01:36.036114 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-529ccce0-f8d5-4c4f-9a6a-43a1d30a1e28 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] 10.222.0.37 "GET /v2.0/routers/b6f849f0-100c-4b5b-acca-96d95f35af4b HTTP/1.1" status: 200 len: 717 time: 0.3953509 Nov 24 05:01:36.036709 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59178) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:36.041064 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.042378 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ad6d63f6-7a74-449a-b796-04a2736042ae admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.5952296 Nov 24 05:01:36.050228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59180) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:36.050630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59182) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:36.052513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.093624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f21d0b-6b65-4f2d-ad43-da8f877623a4 tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6a07c21-4738-41c1-aa78-dd56bd1f33e2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:36.121318 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38f21d0b-6b65-4f2d-ad43-da8f877623a4 tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.124578 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-38f21d0b-6b65-4f2d-ad43-da8f877623a4 tempest-RoutersAdminNegativeIpV6Test-221250159 tempest-RoutersAdminNegativeIpV6Test-221250159-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f6a07c21-4738-41c1-aa78-dd56bd1f33e2 HTTP/1.1" status: 204 len: 168 time: 1.8530560 Nov 24 05:01:36.200649 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:31Z', 'revision_number': 3, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:36.252155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Checking router: 1e11f492-f92e-454b-883c-68b44a3a9e82 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:01:36.252678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Updating router 1e11f492-f92e-454b-883c-68b44a3a9e82 port 201a2efe-0b99-47c1-951f-d29261f3c302 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:01:36.265183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73c9d89d-084b-47a4-80e5-9eb7ae1cec25 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.274247 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-73c9d89d-084b-47a4-80e5-9eb7ae1cec25 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "DELETE /v2.0/ports/808a220d-646e-43b3-94c0-7a1faab6c328 HTTP/1.1" status: 204 len: 168 time: 2.5297034 Nov 24 05:01:36.308211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.317452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59190) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:36.318620 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.337688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8088a2a8-28b6-4e6a-baad-ba951d1d198f', 'external_fixed_ips': [{'subnet_id': '211ea3b2-00f3-41e8-91e4-ed5062311349', 'ip_address': '172.20.0.10'}]}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:36.365209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-dcc19b72-43c1-4b1c-88b8-4099be3dc2c5 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Deleting port 26aa5199-deea-4a97-b928-c56db30de833 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:01:36.365552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dcc19b72-43c1-4b1c-88b8-4099be3dc2c5 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.480581 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0a174-c62c-423c-b280-475df71618af tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Deleting port 72aca509-0b1d-4685-9987-bf59e4435cfc {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:01:36.481397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ae0a174-c62c-423c-b280-475df71618af tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.505001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 52a7f0bd-d9da-4ca5-994a-6bf0001b912c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:36.617431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:36.617865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.757434 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0043b930-2c42-48e9-adcd-13d649501492 None None] Network 7047b87a-011c-41ed-a2cb-3c5b123f6fcb requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:36.773270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59196) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:36.830901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ae0a174-c62c-423c-b280-475df71618af tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.850550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0a174-c62c-423c-b280-475df71618af tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Calling delete_port for 72aca509-0b1d-4685-9987-bf59e4435cfc owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:01:36.920066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0fe8c94a-8a6b-474c-97f2-a2af4d0db810 None None] Provisioning complete for port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:36.920532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0fe8c94a-8a6b-474c-97f2-a2af4d0db810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.934455 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.951885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efbab1a4-af52-4fbd-ab63-9e0fd8063a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.956816 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:36.986948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.082186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ae0a174-c62c-423c-b280-475df71618af tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.107169 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dd809872-0102-48b1-ac82-fbaa03236757 tempest-RoutersTestDVR-740079928 tempest-RoutersTestDVR-740079928-project] 10.222.0.37 "GET /v2.0/routers/b6f849f0-100c-4b5b-acca-96d95f35af4b HTTP/1.1" status: 200 len: 683 time: 1.0220566 Nov 24 05:01:37.124070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59200) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:37.127401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.162191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0a174-c62c-423c-b280-475df71618af tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Pushing event deleted for resources: {'Port': ['ID=72aca509-0b1d-4685-9987-bf59e4435cfc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:37.168396 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.169250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.208382 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=52a7f0bd-d9da-4ca5-994a-6bf0001b912c,segment=NetworkSegment(700c3aa6-d0e4-4230-ba75-61f23b910200),segment_id=700c3aa6-d0e4-4230-ba75-61f23b910200)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:37.229994 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.230792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:37.238209 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ff6f1-f0ce-4b35-928a-c345a2296263 None None] Pushing event updated for resources: {'Port': ['ID=201a2efe-0b99-47c1-951f-d29261f3c302,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:37.244023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Attempting to bind port 201a2efe-0b99-47c1-951f-d29261f3c302 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:37.244610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Attempting to bind port 201a2efe-0b99-47c1-951f-d29261f3c302 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:37.245184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Attempting to bind port 201a2efe-0b99-47c1-951f-d29261f3c302 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:37.299291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:37.299674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:37.300137 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.300544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:37.301040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Bound port: 201a2efe-0b99-47c1-951f-d29261f3c302, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:37.301429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.311569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ae0a174-c62c-423c-b280-475df71618af tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.316064 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dcc19b72-43c1-4b1c-88b8-4099be3dc2c5 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.316387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dcc19b72-43c1-4b1c-88b8-4099be3dc2c5 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.319961 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6ae0a174-c62c-423c-b280-475df71618af tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] 10.222.0.37 "DELETE /v2.0/ports/72aca509-0b1d-4685-9987-bf59e4435cfc HTTP/1.1" status: 204 len: 168 time: 1.2571113 Nov 24 05:01:37.321107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59202) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:37.343627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d53a9d31-163d-40e7-82d7-f7cb6923092c tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.386618 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-dcc19b72-43c1-4b1c-88b8-4099be3dc2c5 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Calling delete_port for 26aa5199-deea-4a97-b928-c56db30de833 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:01:37.433021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=52a7f0bd-d9da-4ca5-994a-6bf0001b912c,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:37.443603 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.465768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efbab1a4-af52-4fbd-ab63-9e0fd8063a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.466254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] For port 201a2efe-0b99-47c1-951f-d29261f3c302, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:37.469823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] For port 201a2efe-0b99-47c1-951f-d29261f3c302, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=201a2efe-0b99-47c1-951f-d29261f3c302,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:37.471565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:37.472868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.496941 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.576321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.577658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Routers {'1e11f492-f92e-454b-883c-68b44a3a9e82'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:37.578253 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1e11f492-f92e-454b-883c-68b44a3a9e82'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:37.578728 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efbab1a4-af52-4fbd-ab63-9e0fd8063a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.580810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ff6f1-f0ce-4b35-928a-c345a2296263 None None] Pushing event updated for resources: {'Port': ['ID=201a2efe-0b99-47c1-951f-d29261f3c302,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:37.674129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbab1a4-af52-4fbd-ab63-9e0fd8063a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d986c-bc3d-4fa9-bd27-c215e39a34f7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:37.695403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d5bae0f3-9b74-4420-9a00-76575a0c64de up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:37.706592 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b64967dc-77cd-4678-83f8-90a539fa4928 tempest-DHCPAgentSchedulersTestJSON-27637971 tempest-DHCPAgentSchedulersTestJSON-27637971-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3828361 Nov 24 05:01:37.711720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d53a9d31-163d-40e7-82d7-f7cb6923092c tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.713898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59206) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:37.718917 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-449047163'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:37.732255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d53a9d31-163d-40e7-82d7-f7cb6923092c tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.749811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] Set router 1e11f492-f92e-454b-883c-68b44a3a9e82 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:37.749929 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-efbab1a4-af52-4fbd-ab63-9e0fd8063a03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49ef5fc095344e459cd359ad036d2a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9728644 Nov 24 05:01:37.769634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59208) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:37.776545 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.777413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.814952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d53a9d31-163d-40e7-82d7-f7cb6923092c tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.815721 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53a9d31-163d-40e7-82d7-f7cb6923092c tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6f849f0-100c-4b5b-acca-96d95f35af4b {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:01:37.821951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d53a9d31-163d-40e7-82d7-f7cb6923092c tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.823326 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d53a9d31-163d-40e7-82d7-f7cb6923092c tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b6f849f0-100c-4b5b-acca-96d95f35af4b HTTP/1.1" status: 204 len: 168 time: 0.6758306 Nov 24 05:01:37.826988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59212) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:37.835044 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7a542380-8070-47ea-8d13-a8dfefbd8d80 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Request body: {'router': {'name': 'tempest-router-766333066', 'distributed': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:37.845197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Made reservation on behalf of aacebe3f1ecf4a9ea49106234db4669e for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:37.849210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e8c9cdf0-0f1b-476d-b1b8-c70176804934 None None] Provisioning complete for port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:37.849564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.850277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e8c9cdf0-0f1b-476d-b1b8-c70176804934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.879436 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a542380-8070-47ea-8d13-a8dfefbd8d80 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.880593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a542380-8070-47ea-8d13-a8dfefbd8d80 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.894709 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:01:37.910344 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port d5bae0f3-9b74-4420-9a00-76575a0c64de triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:37.910651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.917850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:37.918229 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Added segment f143f160-8bdf-43d4-a40a-366ee0ebe252 of type vlan for network 71ff1864-1a9f-45d1-a29e-00315097fc55 Nov 24 05:01:37.971848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.014991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.021040 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:38.022022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.077657 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3627110 Nov 24 05:01:38.123553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59214) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:38.131922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.150570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Pushing event updated for resources: {'Port': ['ID=c93b946f-91f8-489a-910b-8e65859cf83c,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:38.161346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.172856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port d5bae0f3-9b74-4420-9a00-76575a0c64de, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d5bae0f3-9b74-4420-9a00-76575a0c64de,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:38.186880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:31Z', 'revision_number': 3, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:38.192345 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.269539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dbdc73-9521-4eca-80e8-d7693409ca5e None None] The sync data for ids ['1e11f492-f92e-454b-883c-68b44a3a9e82'] in dv-neutron-818850-5-hyperv is: [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:31Z', 'revision_number': 3, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:01:38.272914 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f7fb57e4-aa92-4941-a21c-d8b6d27a6bf9 None None] Could not find standard attr ID for object 72aca509-0b1d-4685-9987-bf59e4435cfc. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:01:38.310942 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 52a7f0bd-d9da-4ca5-994a-6bf0001b912c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:38.317580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a542380-8070-47ea-8d13-a8dfefbd8d80 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.341384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a542380-8070-47ea-8d13-a8dfefbd8d80 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.382468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b70fe8-8de3-4a1c-bd0e-bb49653b9a5d tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Pushing event updated for resources: {'Network': ['ID=71ff1864-1a9f-45d1-a29e-00315097fc55,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:38.382855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=d5bae0f3-9b74-4420-9a00-76575a0c64de,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:38.397409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a542380-8070-47ea-8d13-a8dfefbd8d80 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.402337 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7a542380-8070-47ea-8d13-a8dfefbd8d80 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5739713 Nov 24 05:01:38.403153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59220) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:38.405394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:38.405779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.460580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Network c609e9e6-b34c-4628-a801-92ccc9015484 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:38.464085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 71ff1864-1a9f-45d1-a29e-00315097fc55 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:01:38.474237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.489041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8096605-04a3-4cc8-840f-553348328642 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.517914 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:38.538741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.653472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc4a6-878e-415f-9d4e-9cab2087096a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.678880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8096605-04a3-4cc8-840f-553348328642 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.681140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8096605-04a3-4cc8-840f-553348328642 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.688259 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.731069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8096605-04a3-4cc8-840f-553348328642 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.731835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8096605-04a3-4cc8-840f-553348328642 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a7b8b56-4b3f-4f48-a849-bd29fee444bf {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:01:38.736664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8096605-04a3-4cc8-840f-553348328642 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.737783 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c8096605-04a3-4cc8-840f-553348328642 tempest-RoutersTestDVR-513621212 tempest-RoutersTestDVR-513621212-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5a7b8b56-4b3f-4f48-a849-bd29fee444bf HTTP/1.1" status: 204 len: 168 time: 0.3334959 Nov 24 05:01:38.852742 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.894315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Pushing event updated for resources: {'Port': ['ID=4d22aeed-70ae-43e8-9901-1ce8775b3ea6,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:38.917042 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.918539 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-14851ca1-9e21-48c9-8e5b-58c0f4a5ef77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5144594 Nov 24 05:01:38.929577 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bb80a188-8ead-4905-8144-3c788af800f6 None None] Provisioning complete for port c93b946f-91f8-489a-910b-8e65859cf83c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:38.930098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb80a188-8ead-4905-8144-3c788af800f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.938619 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc4a6-878e-415f-9d4e-9cab2087096a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:38.980384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bb80a188-8ead-4905-8144-3c788af800f6 None None] Port c93b946f-91f8-489a-910b-8e65859cf83c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:01:39.072108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59232) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:39.114193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc4a6-878e-415f-9d4e-9cab2087096a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.116826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc4a6-878e-415f-9d4e-9cab2087096a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.118166 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4b5fc4a6-878e-415f-9d4e-9cab2087096a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f14d986c-bc3d-4fa9-bd27-c215e39a34f7 HTTP/1.1" status: 204 len: 168 time: 1.3194206 Nov 24 05:01:39.138111 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dcc19b72-43c1-4b1c-88b8-4099be3dc2c5 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.162734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fc4a6-878e-415f-9d4e-9cab2087096a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d986c-bc3d-4fa9-bd27-c215e39a34f7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:39.208505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-123b2bde-3c87-47c1-baa1-764299b9140f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.299431 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc19b72-43c1-4b1c-88b8-4099be3dc2c5 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Pushing event deleted for resources: {'Port': ['ID=26aa5199-deea-4a97-b928-c56db30de833,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:39.304982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-123b2bde-3c87-47c1-baa1-764299b9140f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.315952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-123b2bde-3c87-47c1-baa1-764299b9140f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.325790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dcc19b72-43c1-4b1c-88b8-4099be3dc2c5 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.340164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dcc19b72-43c1-4b1c-88b8-4099be3dc2c5 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.345654 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dcc19b72-43c1-4b1c-88b8-4099be3dc2c5 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949 tempest-ExternalNetworksAdminNegativeTestJSON-2030969949-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/531a82d2-45cc-4adb-a326-f4a97c9572a9 HTTP/1.1" status: 204 len: 168 time: 3.9828637 Nov 24 05:01:39.355709 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0ca58f08-79dd-456a-ab70-85c421adf8bd tempest-DHCPAgentSchedulersTestJSON-27637971 tempest-DHCPAgentSchedulersTestJSON-27637971-project-admin] 10.222.0.37 "GET /v2.0/agents/f907a483-d315-46c5-84c6-a12352a9398e/dhcp-networks HTTP/1.1" status: 200 len: 6479 time: 1.2181730 Nov 24 05:01:39.369373 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59240) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:39.408020 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-123b2bde-3c87-47c1-baa1-764299b9140f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d4bbc55e35d4b3aae12caa49d4224ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344920 Nov 24 05:01:39.408659 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59244) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:39.418946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b2bde-3c87-47c1-baa1-764299b9140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ff1a33-901f-4683-86bc-4942f648ff75,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:39.459553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Router 951e7447-244a-499e-acbf-d5b259556079 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:01:39.497933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-621e9534-78ee-4991-a991-6c8b58b56a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.550060 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-621e9534-78ee-4991-a991-6c8b58b56a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.629515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-621e9534-78ee-4991-a991-6c8b58b56a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.633767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-621e9534-78ee-4991-a991-6c8b58b56a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.637680 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-621e9534-78ee-4991-a991-6c8b58b56a60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1ff1a33-901f-4683-86bc-4942f648ff75 HTTP/1.1" status: 204 len: 168 time: 0.2237778 Nov 24 05:01:39.650217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e9534-78ee-4991-a991-6c8b58b56a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ff1a33-901f-4683-86bc-4942f648ff75,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:39.689130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59258) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:39.748272 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-294890c3-8a24-42ea-9b59-d2f268ac991a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cb889b53a1f49ccb31b5ec765623b89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0579517 Nov 24 05:01:39.750757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59260) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:39.791106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Allocated IP 172.20.0.1 (551933d2-0664-432d-be12-011678275453/f587fcce-bc49-428e-b6ba-714bf7f74662/b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:39.805982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e627875-fcd9-48cd-ae3b-188fdeecde7e tempest-DHCPAgentSchedulersTestJSON-27637971 tempest-DHCPAgentSchedulersTestJSON-27637971-project-admin] Network 71ff1864-1a9f-45d1-a29e-00315097fc55 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:01:39.830786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59262) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:39.831428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8e5b-92b0-4a13-a68f-18a135b3e2c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.865272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8e5b-92b0-4a13-a68f-18a135b3e2c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:39.878073 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7e627875-fcd9-48cd-ae3b-188fdeecde7e tempest-DHCPAgentSchedulersTestJSON-27637971 tempest-DHCPAgentSchedulersTestJSON-27637971-project-admin] 10.222.0.37 "POST /v2.0/agents/f907a483-d315-46c5-84c6-a12352a9398e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5068507 Nov 24 05:01:39.878710 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59266) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:39.879522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:01:39.880525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f9742f-aa7f-4b19-9d94-362178b2aa97 None None] Network 71ff1864-1a9f-45d1-a29e-00315097fc55 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:39.888267 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Sync routers for ids ['951e7447-244a-499e-acbf-d5b259556079'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:01:39.896914 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6c4438da-f8e1-4c85-b822-a8904468863a admin admin] 10.222.0.37 "PUT /v2.0/routers/951e7447-244a-499e-acbf-d5b259556079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5478883 Nov 24 05:01:39.903244 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Routers {'951e7447-244a-499e-acbf-d5b259556079'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:39.906305 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['951e7447-244a-499e-acbf-d5b259556079'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:40.050012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.087903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.131934 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Set router 951e7447-244a-499e-acbf-d5b259556079 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:40.182674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.194864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8e5b-92b0-4a13-a68f-18a135b3e2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.198978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8e5b-92b0-4a13-a68f-18a135b3e2c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.210186 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7f0f8e5b-92b0-4a13-a68f-18a135b3e2c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/599008a9-a9a0-45ce-bdaa-994cb21b35e9 HTTP/1.1" status: 204 len: 168 time: 0.4576797 Nov 24 05:01:40.302176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f8e5b-92b0-4a13-a68f-18a135b3e2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599008a9-a9a0-45ce-bdaa-994cb21b35e9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:40.314896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.323395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Allocated IP 172.20.0.10 (8088a2a8-28b6-4e6a-baad-ba951d1d198f/211ea3b2-00f3-41e8-91e4-ed5062311349/a6aa14c5-122f-4338-b4f6-e0b6de3b5de1) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:40.344863 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7073b212-45a5-4343-987f-db4aedf8d387 tempest-DHCPAgentSchedulersTestJSON-27637971 tempest-DHCPAgentSchedulersTestJSON-27637971-project-admin] 10.222.0.37 "GET /v2.0/agents/f907a483-d315-46c5-84c6-a12352a9398e/dhcp-networks HTTP/1.1" status: 200 len: 7248 time: 0.4648395 Nov 24 05:01:40.351723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59280) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:40.427703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91a91ff9-b6d5-4993-92ac-d916c30fa3de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.440533 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:35Z', 'revision_number': 4, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c93b946f-91f8-489a-910b-8e65859cf83c', 'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'mac_address': 'fa:16:3e:8e:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:32Z', 'updated_at': '2021-11-24T05:01:36Z', 'revision_number': 2, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'subnets': [{'id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:40.441300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Network 551933d2-0664-432d-be12-011678275453 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:40.455662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:40.465664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:40.466179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.472973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:40.477632 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Checking router: 951e7447-244a-499e-acbf-d5b259556079 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:01:40.478690 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Updating router 951e7447-244a-499e-acbf-d5b259556079 port c93b946f-91f8-489a-910b-8e65859cf83c binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:01:40.525748 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.540164 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-deabac81-723b-4de9-9ada-6de6a18fe742 tempest-DHCPAgentSchedulersTestJSON-27637971 tempest-DHCPAgentSchedulersTestJSON-27637971-project-admin] 10.222.0.37 "DELETE /v2.0/agents/f907a483-d315-46c5-84c6-a12352a9398e/dhcp-networks/71ff1864-1a9f-45d1-a29e-00315097fc55 HTTP/1.1" status: 204 len: 168 time: 0.1871517 Nov 24 05:01:40.544663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59284) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:40.648898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 201a2efe-0b99-47c1-951f-d29261f3c302 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:40.710848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91a91ff9-b6d5-4993-92ac-d916c30fa3de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.725455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91a91ff9-b6d5-4993-92ac-d916c30fa3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.812392 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-91a91ff9-b6d5-4993-92ac-d916c30fa3de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b0aca8bb23c4a00a3f50ba1828f4e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9756207 Nov 24 05:01:40.812647 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0e74596a-bc40-400f-84bd-36269c055cbf tempest-DHCPAgentSchedulersTestJSON-27637971 tempest-DHCPAgentSchedulersTestJSON-27637971-project-admin] 10.222.0.37 "GET /v2.0/agents/f907a483-d315-46c5-84c6-a12352a9398e/dhcp-networks HTTP/1.1" status: 200 len: 6479 time: 0.2667646 Nov 24 05:01:40.813301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59288) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:40.813931 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a91ff9-b6d5-4993-92ac-d916c30fa3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffaccb0-da84-4d21-b8a6-390595ac1c92,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:40.834060 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59290) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:40.850648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59292) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:40.868422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 201a2efe-0b99-47c1-951f-d29261f3c302 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:40.870369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.930614 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-529a6cd8-0538-46c0-bca1-cf544e56d44e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:40.955080 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8dc5e87f-73d2-483e-b67c-5cfad997d399 tempest-DHCPAgentSchedulersTestJSON-27637971 tempest-DHCPAgentSchedulersTestJSON-27637971-project-admin] 10.222.0.37 "GET /v2.0/networks/7047b87a-011c-41ed-a2cb-3c5b123f6fcb/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1111214 Nov 24 05:01:40.961060 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59294) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:41.009452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1786f57-7cc0-4bd0-a7de-c9bb5870f56b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.038158 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-53cbd05a-5ef3-4570-97ee-c1e2fa01da9c tempest-DHCPAgentSchedulersTestJSON-27637971 tempest-DHCPAgentSchedulersTestJSON-27637971-project-admin] 10.222.0.37 "GET /v2.0/networks/7047b87a-011c-41ed-a2cb-3c5b123f6fcb/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0671225 Nov 24 05:01:41.038990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59304) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:41.110584 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.120829 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.122380 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1786f57-7cc0-4bd0-a7de-c9bb5870f56b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.140217 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c8c4e8-dc52-4671-b53f-cb088fad64ae None None] Provisioning complete for port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:41.140805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c8c4e8-dc52-4671-b53f-cb088fad64ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.184087 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae057f7-65a2-4515-a140-562fe330fa4f None None] Pushing event updated for resources: {'Port': ['ID=c93b946f-91f8-489a-910b-8e65859cf83c,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:41.226043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c8c4e8-dc52-4671-b53f-cb088fad64ae None None] Port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:01:41.254956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.311057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 201a2efe-0b99-47c1-951f-d29261f3c302, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=201a2efe-0b99-47c1-951f-d29261f3c302,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:41.315378 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Attempting to bind port c93b946f-91f8-489a-910b-8e65859cf83c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:41.318128 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Attempting to bind port c93b946f-91f8-489a-910b-8e65859cf83c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:41.318702 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Attempting to bind port c93b946f-91f8-489a-910b-8e65859cf83c on network c609e9e6-b34c-4628-a801-92ccc9015484 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:41.319905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.320782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-529a6cd8-0538-46c0-bca1-cf544e56d44e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.320918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d5bae0f3-9b74-4420-9a00-76575a0c64de up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:41.336834 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.338914 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:41.341275 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-529a6cd8-0538-46c0-bca1-cf544e56d44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.341906 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Checking segment: {'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:41.345047 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.346571 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Bound using segment: {'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:41.349141 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Bound port: c93b946f-91f8-489a-910b-8e65859cf83c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:41.349721 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.385985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59312) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:41.397199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a94fcf66-0b26-49bd-ad3a-20ff6859f4fe tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858905122', 'description': 'tempest-description--622289625'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:41.443087 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] For port c93b946f-91f8-489a-910b-8e65859cf83c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:41.447820 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] For port c93b946f-91f8-489a-910b-8e65859cf83c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c93b946f-91f8-489a-910b-8e65859cf83c,segment=NetworkSegment(30a27ab3-4374-47f6-867e-fc5f3ff57798),segment_id=30a27ab3-4374-47f6-867e-fc5f3ff57798)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:41.458376 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.487350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59322) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:41.490037 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 05:01:41.520821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.521554 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae057f7-65a2-4515-a140-562fe330fa4f None None] Pushing event updated for resources: {'Port': ['ID=c93b946f-91f8-489a-910b-8e65859cf83c,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:41.593310 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-529a6cd8-0538-46c0-bca1-cf544e56d44e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a8fe02fc52f43908299dc15df155398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7416146 Nov 24 05:01:41.594984 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Routers {'951e7447-244a-499e-acbf-d5b259556079'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:41.595915 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['951e7447-244a-499e-acbf-d5b259556079'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:41.610759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59326) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:41.643441 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event updated for resources: {'Port': ['ID=a6aa14c5-122f-4338-b4f6-e0b6de3b5de1,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:41.660333 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a6cd8-0538-46c0-bca1-cf544e56d44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6eeaca-8b17-4633-a8a1-958db4c920a2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:41.671891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Network 8088a2a8-28b6-4e6a-baad-ba951d1d198f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:41.693536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1786f57-7cc0-4bd0-a7de-c9bb5870f56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.696525 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1786f57-7cc0-4bd0-a7de-c9bb5870f56b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.697907 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d1786f57-7cc0-4bd0-a7de-c9bb5870f56b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ffaccb0-da84-4d21-b8a6-390595ac1c92 HTTP/1.1" status: 204 len: 168 time: 0.8761842 Nov 24 05:01:41.713268 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:41.717054 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a94fcf66-0b26-49bd-ad3a-20ff6859f4fe tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.731484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f8b03aac-62ca-48d3-b21b-10273b182fce None None] Provisioning complete for port c93b946f-91f8-489a-910b-8e65859cf83c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:41.731793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f8b03aac-62ca-48d3-b21b-10273b182fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.732384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:41.738610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=201a2efe-0b99-47c1-951f-d29261f3c302,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:41.745779 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-31b44659-8faa-475e-92f3-4074922ee40e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--767721818&fields=id&tenant_id=ab536a684af0477682b681c825ec9a95 HTTP/1.1" status: 200 len: 267 time: 0.2568371 Nov 24 05:01:41.747533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.754382 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1786f57-7cc0-4bd0-a7de-c9bb5870f56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffaccb0-da84-4d21-b8a6-390595ac1c92,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:41.773794 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8f8fecda-bf0a-49cc-925b-90ffcd9a88f9 tempest-DHCPAgentSchedulersTestJSON-27637971 tempest-DHCPAgentSchedulersTestJSON-27637971-project-admin] 10.222.0.37 "GET /v2.0/agents/f907a483-d315-46c5-84c6-a12352a9398e/dhcp-networks HTTP/1.1" status: 200 len: 6479 time: 0.7271852 Nov 24 05:01:41.780359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59330) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:41.855889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-639dc6d5-8e8b-4d3f-ae4b-80dfa4b2dbbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:41.899465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port d5bae0f3-9b74-4420-9a00-76575a0c64de triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:41.899875 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.062565 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] Set router 951e7447-244a-499e-acbf-d5b259556079 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:42.074970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f8b03aac-62ca-48d3-b21b-10273b182fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.075964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.098712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a94fcf66-0b26-49bd-ad3a-20ff6859f4fe tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.121509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-639dc6d5-8e8b-4d3f-ae4b-80dfa4b2dbbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.128558 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f8b03aac-62ca-48d3-b21b-10273b182fce None None] For port c93b946f-91f8-489a-910b-8e65859cf83c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c93b946f-91f8-489a-910b-8e65859cf83c,segment=NetworkSegment(30a27ab3-4374-47f6-867e-fc5f3ff57798),segment_id=30a27ab3-4374-47f6-867e-fc5f3ff57798)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:42.137244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f8b03aac-62ca-48d3-b21b-10273b182fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.137563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a94fcf66-0b26-49bd-ad3a-20ff6859f4fe tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.227939 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b03aac-62ca-48d3-b21b-10273b182fce None None] Pushing event updated for resources: {'Port': ['ID=c93b946f-91f8-489a-910b-8e65859cf83c,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:42.275760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e2af6a9b-02e2-4e62-89b7-eb5c7148decf None None] Provisioning complete for port c93b946f-91f8-489a-910b-8e65859cf83c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:42.278133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e2af6a9b-02e2-4e62-89b7-eb5c7148decf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.336921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a94fcf66-0b26-49bd-ad3a-20ff6859f4fe tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.339198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.343110 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a94fcf66-0b26-49bd-ad3a-20ff6859f4fe tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9472845 Nov 24 05:01:42.344517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59342) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:42.349952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fcf66-0b26-49bd-ad3a-20ff6859f4fe tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:42.369438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6e776ec3-93df-42a8-862b-14480854aa4c tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Request body: {'security_group_rule': {'security_group_id': '135e0ae5-bc51-4257-8c0f-acd0c78b0ef4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:42.377235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 201a2efe-0b99-47c1-951f-d29261f3c302 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:42.397625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-639dc6d5-8e8b-4d3f-ae4b-80dfa4b2dbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.409131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-639dc6d5-8e8b-4d3f-ae4b-80dfa4b2dbbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.413128 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-639dc6d5-8e8b-4d3f-ae4b-80dfa4b2dbbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c6eeaca-8b17-4633-a8a1-958db4c920a2 HTTP/1.1" status: 204 len: 168 time: 0.7982905 Nov 24 05:01:42.447707 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:35Z', 'revision_number': 4, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c93b946f-91f8-489a-910b-8e65859cf83c', 'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'mac_address': 'fa:16:3e:8e:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:32Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'subnets': [{'id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:42.483339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 201a2efe-0b99-47c1-951f-d29261f3c302 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:42.483762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.510216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59346) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:42.515041 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43be976b-abde-45ea-a34b-f8bf8e8be4ad None None] The sync data for ids ['951e7447-244a-499e-acbf-d5b259556079'] in dv-neutron-818850-5-hyperv is: [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:35Z', 'revision_number': 4, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c93b946f-91f8-489a-910b-8e65859cf83c', 'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'mac_address': 'fa:16:3e:8e:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:32Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'subnets': [{'id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:01:42.551063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dc6d5-8e8b-4d3f-ae4b-80dfa4b2dbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6eeaca-8b17-4633-a8a1-958db4c920a2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:42.610090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59350) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:42.820331 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-8e9634e4-91ec-4e30-bcde-e12de01ad82a tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:42.821911 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-8e9634e4-91ec-4e30-bcde-e12de01ad82a tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/networks?id=5092a666-9ff6-4905-ad81-b92144f55977 HTTP/1.1" status: 200 len: 812 time: 0.8144782 Nov 24 05:01:42.891897 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1498827503'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:42.902196 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-d34f535a-990d-4c1d-ba24-e13856234ddb tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/quotas/ab536a684af0477682b681c825ec9a95 HTTP/1.1" status: 200 len: 375 time: 0.0727174 Nov 24 05:01:42.960949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:42.964560 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e776ec3-93df-42a8-862b-14480854aa4c tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.024004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > segment before_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.024479 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.025305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.025712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > port after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.026159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > port after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.026642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > port after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.027314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > segment after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.027784 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > subnet after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.028306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > subnet after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.028740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > subnet after_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.062253 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Made reservation on behalf of 3decb46235104c048ceea26c2d94110a for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:43.066652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.124899 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.151017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.172393 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-d249335c-44b5-4a92-bc9f-bdf4fdafe4bb tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab536a684af0477682b681c825ec9a95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2586730 Nov 24 05:01:43.173242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.174165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.274182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.292009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:43.294032 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > subnet after_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.294394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > subnet after_delete 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.294726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > subnet before_create 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.295057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Subscribe: > subnet before_update 55550000 {{(pid=103232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:43.295421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ff1864-1a9f-45d1-a29e-00315097fc55']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:43.325936 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-87e18ffe-05eb-42e9-90b0-2aa7b48a10c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9aec7a287b0c45b1a8230b6148c3c3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7060935 Nov 24 05:01:43.338649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59370) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:43.340690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f143f160-8bdf-43d4-a40a-366ee0ebe252') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:43.340920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f143f160-8bdf-43d4-a40a-366ee0ebe252') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:43.379039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.445990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.461929 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:01:43.462360 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: from cryptography.utils import int_from_bytes Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: from cryptography.utils import int_from_bytes Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:01:43.468013 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:01:43.488363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e776ec3-93df-42a8-862b-14480854aa4c tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.511975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-73efbb9b-9b8d-4b4a-bdfd-9766dbd4efd2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:01:43.512970 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-73efbb9b-9b8d-4b4a-bdfd-9766dbd4efd2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1204653 Nov 24 05:01:43.561526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e776ec3-93df-42a8-862b-14480854aa4c tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.572127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7dafc77-2cc9-44b6-ba83-69f02f5b114e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.594578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e776ec3-93df-42a8-862b-14480854aa4c tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8131b6-07bc-4b8e-9c34-a85ddbb8cc95,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:43.599644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.600103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.602237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Network 551933d2-0664-432d-be12-011678275453 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:43.620296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e776ec3-93df-42a8-862b-14480854aa4c tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.621506 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6e776ec3-93df-42a8-862b-14480854aa4c tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2639787 Nov 24 05:01:43.629916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59378) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:43.633023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7dafc77-2cc9-44b6-ba83-69f02f5b114e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.644231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.647764 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] 10.222.0.37 "DELETE /v2.0/networks/71ff1864-1a9f-45d1-a29e-00315097fc55 HTTP/1.1" status: 204 len: 168 time: 1.8658707 Nov 24 05:01:43.651269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6feb672c-3d0c-4a95-a2ab-a3628d6374c5 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Request body: {'security_group_rule': {'security_group_id': '135e0ae5-bc51-4257-8c0f-acd0c78b0ef4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:43.660311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:43.667275 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59380) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:43.667637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59382) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:43.693867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c6cf3-7eb6-4eb5-91fa-7edbe77168a9 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Pushing event deleted for resources: {'Network': ['ID=71ff1864-1a9f-45d1-a29e-00315097fc55,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:43.751394 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-415bf901-8e2a-4be2-8ca7-3fc37ab3570e tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] DELETE failed (client error): The resource could not be found. Nov 24 05:01:43.752628 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415bf901-8e2a-4be2-8ca7-3fc37ab3570e tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:01:43.755849 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-415bf901-8e2a-4be2-8ca7-3fc37ab3570e tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] 10.222.0.37 "DELETE /v2.0/ports/72aca509-0b1d-4685-9987-bf59e4435cfc HTTP/1.1" status: 404 len: 333 time: 0.0871494 Nov 24 05:01:43.773531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59388) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:43.857078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6feb672c-3d0c-4a95-a2ab-a3628d6374c5 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.928053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.934081 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7dafc77-2cc9-44b6-ba83-69f02f5b114e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.937616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7dafc77-2cc9-44b6-ba83-69f02f5b114e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.939523 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f7dafc77-2cc9-44b6-ba83-69f02f5b114e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c184b57-a805-48ca-8540-596bbf68a4a5 HTTP/1.1" status: 204 len: 168 time: 0.5899723 Nov 24 05:01:43.944752 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2008351315'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:43.968820 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0974c0e-d3a1-420e-a068-4ed18488e949 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Deleting subnet 85c09956-9816-4270-9f96-c05ca5a78322 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:01:43.979119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0974c0e-d3a1-420e-a068-4ed18488e949 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:43.984256 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:01:44.070778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Router 752851b1-a8ef-4681-95e7-6291728cab78 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:01:44.073745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be504da2-1149-49d0-8e35-84a13aa5fb61,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:44.074830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dafc77-2cc9-44b6-ba83-69f02f5b114e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c184b57-a805-48ca-8540-596bbf68a4a5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:44.089485 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.089826 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Added segment 3f880c67-32df-4a02-bbe7-04915dc51e49 of type vlan for network 14f57ebe-2179-4c21-9433-ec464a6771af Nov 24 05:01:44.102474 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-8372657f-e51f-46b6-a86f-26d3ff20fb59 service neutron] 10.222.0.37 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721300 Nov 24 05:01:44.106905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3f18fde2-773e-4ace-ac0c-1c291daea97f None None] Provisioning complete for port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:44.111276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3f18fde2-773e-4ace-ac0c-1c291daea97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.124935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0974c0e-d3a1-420e-a068-4ed18488e949 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.130231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Made reservation on behalf of 26f1de3c8db8464cbd599e6f2cdbd22a for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:44.132520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.165601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6feb672c-3d0c-4a95-a2ab-a3628d6374c5 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.170298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.180792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3f18fde2-773e-4ace-ac0c-1c291daea97f None None] Port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:01:44.184424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6feb672c-3d0c-4a95-a2ab-a3628d6374c5 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.230104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb672c-3d0c-4a95-a2ab-a3628d6374c5 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c454a13-71ab-4726-b709-437fa467a08e,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:44.284200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6feb672c-3d0c-4a95-a2ab-a3628d6374c5 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.289070 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6feb672c-3d0c-4a95-a2ab-a3628d6374c5 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6503868 Nov 24 05:01:44.293904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59394) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:44.303510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:44.328086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0974c0e-d3a1-420e-a068-4ed18488e949 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.340736 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-8eb87aad-c237-40f3-a026-0eafbc965689 service neutron] 10.222.0.37 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373087 Nov 24 05:01:44.357991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.398303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c93b946f-91f8-489a-910b-8e65859cf83c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:44.399551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Router 1e11f492-f92e-454b-883c-68b44a3a9e82 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:01:44.418475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.449453 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.468526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.499845 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.505858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:44.506264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.509074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:01:44.516021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a7acfe-4c8c-48d3-aaac-fde37ac2cb1e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:44.521035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0974c0e-d3a1-420e-a068-4ed18488e949 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.544708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Sync routers for ids ['752851b1-a8ef-4681-95e7-6291728cab78'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:01:44.572384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port c93b946f-91f8-489a-910b-8e65859cf83c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:44.572760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.579063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0974c0e-d3a1-420e-a068-4ed18488e949 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Pushing event deleted for resources: {'Subnet': ['ID=85c09956-9816-4270-9f96-c05ca5a78322,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:44.586411 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0706170 Nov 24 05:01:44.588790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:01:44.598524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0974c0e-d3a1-420e-a068-4ed18488e949 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.604026 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d0974c0e-d3a1-420e-a068-4ed18488e949 tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] 10.222.0.37 "DELETE /v2.0/subnets/85c09956-9816-4270-9f96-c05ca5a78322 HTTP/1.1" status: 204 len: 168 time: 0.8288586 Nov 24 05:01:44.604836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59400) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:44.610456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'subnet': {'network_id': '14f57ebe-2179-4c21-9433-ec464a6771af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:44.615439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59404) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:44.629600 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.632607 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5c4e9-3d08-43f6-b09b-1b4f83a911cb None None] Network 7047b87a-011c-41ed-a2cb-3c5b123f6fcb requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:44.634942 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d8d1b71b-f08c-4c19-b1da-6a40fbca7bad tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.3142555 Nov 24 05:01:44.693755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59408) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:44.732996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.733485 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Added segment 1ac0818a-2c86-4baa-8c0d-b024a69b00d5 of type vlan for network 68f64639-ff8c-4f45-9149-a97dc5196d9f Nov 24 05:01:44.776533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd58f3d-4c77-43ee-9861-09b8734efdb5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Network': ['ID=14f57ebe-2179-4c21-9433-ec464a6771af,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:44.779827 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Routers {'752851b1-a8ef-4681-95e7-6291728cab78'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:44.780668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['752851b1-a8ef-4681-95e7-6291728cab78'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:44.862092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.870608 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 14f57ebe-2179-4c21-9433-ec464a6771af details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:01:44.905036 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:01:44.917098 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Sync routers for ids ['1e11f492-f92e-454b-883c-68b44a3a9e82'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:01:44.931370 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2fe33062-8bf1-407a-8df9-cf446aa2ae06 admin admin] 10.222.0.37 "PUT /v2.0/routers/1e11f492-f92e-454b-883c-68b44a3a9e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8398957 Nov 24 05:01:44.941270 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Routers {'1e11f492-f92e-454b-883c-68b44a3a9e82'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:44.941907 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1e11f492-f92e-454b-883c-68b44a3a9e82'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:44.957948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.965218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.984867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:44.988392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:44.994067 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59434) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:44.999681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:45.004113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Set router 752851b1-a8ef-4681-95e7-6291728cab78 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:45.082008 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Set router 1e11f492-f92e-454b-883c-68b44a3a9e82 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:45.101536 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:45.180557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'Network': ['ID=68f64639-ff8c-4f45-9149-a97dc5196d9f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:45.200433 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-93ffc40f-6735-4f25-aecc-8b905454ca41 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5305824 Nov 24 05:01:45.210861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59440) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:45.230212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Request body: {'subnet': {'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:45.287270 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Allocated IP 172.26.0.198 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/9fcf7adb-07e0-4e07-919d-9e673769021b) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:45.395390 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8', 'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'mac_address': 'fa:16:3e:84:c4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:38Z', 'updated_at': '2021-11-24T05:01:42Z', 'revision_number': 2, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'subnets': [{'id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:45.429897 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Checking router: 1e11f492-f92e-454b-883c-68b44a3a9e82 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:01:45.430506 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Updating router 1e11f492-f92e-454b-883c-68b44a3a9e82 port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:01:45.447182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:45.471026 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:45.531284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:01:45.577668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:45.636292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Made reservation on behalf of 3decb46235104c048ceea26c2d94110a for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:45.646671 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:45.692441 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b6f9d6b1-9d97-4957-9316-218aceb42917 req-d874416c-caa5-48b2-8f11-c534c9b06330 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 210 time: 0.6876485 Nov 24 05:01:45.718458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:45.744370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:45.753695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:45.811413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752851b1-a8ef-4681-95e7-6291728cab78', 'name': '', 'tenant_id': 'd161857b6f324fcebe85c4194ccfdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8088a2a8-28b6-4e6a-baad-ba951d1d198f', 'external_fixed_ips': [{'subnet_id': '211ea3b2-00f3-41e8-91e4-ed5062311349', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a6aa14c5-122f-4338-b4f6-e0b6de3b5de1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:37Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 3, 'project_id': 'd161857b6f324fcebe85c4194ccfdc96', 'gw_port': {'id': 'a6aa14c5-122f-4338-b4f6-e0b6de3b5de1', 'name': '', 'network_id': '8088a2a8-28b6-4e6a-baad-ba951d1d198f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:63:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752851b1-a8ef-4681-95e7-6291728cab78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '211ea3b2-00f3-41e8-91e4-ed5062311349', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:40Z', 'updated_at': '2021-11-24T05:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '211ea3b2-00f3-41e8-91e4-ed5062311349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:45.822359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Pushing event updated for resources: {'Port': ['ID=9fcf7adb-07e0-4e07-919d-9e673769021b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:45.865476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:45.867856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Checking router: 752851b1-a8ef-4681-95e7-6291728cab78 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:01:45.868475 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Updating router 752851b1-a8ef-4681-95e7-6291728cab78 port a6aa14c5-122f-4338-b4f6-e0b6de3b5de1 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:01:45.870680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917a3fe7-b6b6-466d-99c7-38b5ae411656 None None] DHCP port deletion for 7047b87a-011c-41ed-a2cb-3c5b123f6fcb request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:01:45.937716 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:45.987392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.001527 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.019786 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.073153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Made reservation on behalf of 26f1de3c8db8464cbd599e6f2cdbd22a for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:46.085336 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.105790 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808a72f-bd44-4c7b-b406-5bfbe78c20b9 None None] Pushing event updated for resources: {'Port': ['ID=b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:46.118693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.143688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2559b1f7-5e6b-4a4d-b004-b2c8f1edefb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.194749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Deleting port a6aa14c5-122f-4338-b4f6-e0b6de3b5de1 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:01:46.195089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.225756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Deleting port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:01:46.226115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.313334 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Attempting to bind port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:46.315554 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Attempting to bind port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:46.316105 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Attempting to bind port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 on network 551933d2-0664-432d-be12-011678275453 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:46.340006 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:46.340712 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Checking segment: {'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:46.341321 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.344689 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Bound using segment: {'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:46.345938 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Bound port: b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:46.346576 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.368566 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-917a3fe7-b6b6-466d-99c7-38b5ae411656 None None] Deleting port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:01:46.368947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-917a3fe7-b6b6-466d-99c7-38b5ae411656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.410889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 52a7f0bd-d9da-4ca5-994a-6bf0001b912c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:01:46.487017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.522962 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Calling delete_port for a6aa14c5-122f-4338-b4f6-e0b6de3b5de1 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:01:46.553397 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] For port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:46.566778 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] For port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:46.581271 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.727553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-917a3fe7-b6b6-466d-99c7-38b5ae411656 None None] For port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=52a7f0bd-d9da-4ca5-994a-6bf0001b912c,segment=NetworkSegment(700c3aa6-d0e4-4230-ba75-61f23b910200),segment_id=700c3aa6-d0e4-4230-ba75-61f23b910200)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:46.734691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-917a3fe7-b6b6-466d-99c7-38b5ae411656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.737680 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Routers {'1e11f492-f92e-454b-883c-68b44a3a9e82'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:46.738769 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1e11f492-f92e-454b-883c-68b44a3a9e82'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:46.785211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-917a3fe7-b6b6-466d-99c7-38b5ae411656 None None] Calling delete_port for 52a7f0bd-d9da-4ca5-994a-6bf0001b912c owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:01:46.824629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59486) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:46.852209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-803e989b-3240-4192-ba26-d26395e1bc50 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1085526762', 'description': 'tempest-description--1245511780'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:46.900823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] For port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=52a7f0bd-d9da-4ca5-994a-6bf0001b912c,segment=NetworkSegment(700c3aa6-d0e4-4230-ba75-61f23b910200),segment_id=700c3aa6-d0e4-4230-ba75-61f23b910200)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:46.907492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:46.947515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Calling delete_port for 52a7f0bd-d9da-4ca5-994a-6bf0001b912c owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:01:46.987560 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.003519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-939c5ff2-fcd0-495d-b045-8d18c936ec35 None None] Provisioning complete for port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:47.003924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-939c5ff2-fcd0-495d-b045-8d18c936ec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.039530 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] Set router 1e11f492-f92e-454b-883c-68b44a3a9e82 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:01:47.140456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-803e989b-3240-4192-ba26-d26395e1bc50 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.255523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Subnet': ['ID=6d6d2dec-02fe-47cc-90dd-2cf4fddd4800,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:47.307618 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Checking segment: {'id': '3f880c67-32df-4a02-bbe7-04915dc51e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '14f57ebe-2179-4c21-9433-ec464a6771af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:47.308013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network hostable DHCP agents. Network: 14f57ebe-2179-4c21-9433-ec464a6771af, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:01:47.322379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.332189 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0eeee331-a9b6-4cf9-9401-dc72a6d67bdd req-b5212fb3-26fc-443d-a677-28747a5e8f91 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 210 time: 0.0962360 Nov 24 05:01:47.367146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.411120 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-917a3fe7-b6b6-466d-99c7-38b5ae411656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.416871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.481313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6aa14c5-122f-4338-b4f6-e0b6de3b5de1,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:47.495692 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808a72f-bd44-4c7b-b406-5bfbe78c20b9 None None] Pushing event updated for resources: {'Port': ['ID=b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:47.516493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a3fe7-b6b6-466d-99c7-38b5ae411656 None None] Pushing event deleted for resources: {'Port': ['ID=52a7f0bd-d9da-4ca5-994a-6bf0001b912c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:47.520390 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-803e989b-3240-4192-ba26-d26395e1bc50 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.528508 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network 14f57ebe-2179-4c21-9433-ec464a6771af is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:01:47.541045 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8', 'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'mac_address': 'fa:16:3e:84:c4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:38Z', 'updated_at': '2021-11-24T05:01:46Z', 'revision_number': 4, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'subnets': [{'id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:47.545495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.552783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-803e989b-3240-4192-ba26-d26395e1bc50 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.570742 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917a3fe7-b6b6-466d-99c7-38b5ae411656 None None] No DVR routers for this DVR port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:01:47.571963 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.585435 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:01:47.586353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:01:47.588527 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'Subnet': ['ID=e6857c48-ce2f-4ffe-9c5f-730ec91bce63,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:47.607663 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977a17d9-5277-43a9-aa9e-1b44390704d4 None None] The sync data for ids ['1e11f492-f92e-454b-883c-68b44a3a9e82'] in dv-neutron-818850-5-hyperv is: [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8', 'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'mac_address': 'fa:16:3e:84:c4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:38Z', 'updated_at': '2021-11-24T05:01:46Z', 'revision_number': 4, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'subnets': [{'id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:01:47.611545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 14f57ebe-2179-4c21-9433-ec464a6771af) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:47.640997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Pushing event deleted for resources: {'Port': ['ID=52a7f0bd-d9da-4ca5-994a-6bf0001b912c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:47.647051 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c318b-6abb-4b1d-8ae4-4e7f0d6f51bb None None] Network 14f57ebe-2179-4c21-9433-ec464a6771af requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:47.655790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:47.656783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.665354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] No DVR routers for this DVR port 52a7f0bd-d9da-4ca5-994a-6bf0001b912c on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:01:47.677090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-803e989b-3240-4192-ba26-d26395e1bc50 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.677090 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-803e989b-3240-4192-ba26-d26395e1bc50 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8295376 Nov 24 05:01:47.679631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Checking segment: {'id': '1ac0818a-2c86-4baa-8c0d-b024a69b00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:47.679631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Network hostable DHCP agents. Network: 68f64639-ff8c-4f45-9149-a97dc5196d9f, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:01:47.695897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59500) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:47.702288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e989b-3240-4192-ba26-d26395e1bc50 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea7d126-038d-4244-bba3-6eb69df005fa,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:47.715943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ae561f99-2f71-457b-b97a-3b2092ac3948 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Request body: {'security_group_rule': {'security_group_id': '0ea7d126-038d-4244-bba3-6eb69df005fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:47.760008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.768744 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-83d08736-6948-48d3-9ed8-c32d35627f89 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1578524 Nov 24 05:01:47.769971 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.777734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59504) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:47.847070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.853322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1526512938', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:47.866819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.901024 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.958991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:01:47.961018 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.31', 53595) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:47.964146 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-939c5ff2-fcd0-495d-b045-8d18c936ec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.973066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.989555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:47.992128 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 752851b1-a8ef-4681-95e7-6291728cab78 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:01:48.006178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6c3aa5-eed2-409b-ac34-ad4759bf450c None None] Network 14f57ebe-2179-4c21-9433-ec464a6771af requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:48.020954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.026457 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2f71534f-36c8-415c-8488-42afa806c6ac tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "DELETE /v2.0/routers/752851b1-a8ef-4681-95e7-6291728cab78 HTTP/1.1" status: 204 len: 168 time: 3.3316109 Nov 24 05:01:48.034168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7047b87a-011c-41ed-a2cb-3c5b123f6fcb']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:48.037119 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59508) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:48.049064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-939c5ff2-fcd0-495d-b045-8d18c936ec35 None None] For port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:48.085979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-939c5ff2-fcd0-495d-b045-8d18c936ec35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.093933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59510) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:48.115251 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Pushing event updated for resources: {'Port': ['ID=9fcf7adb-07e0-4e07-919d-9e673769021b,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:48.117734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 68f64639-ff8c-4f45-9149-a97dc5196d9f) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:48.143727 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Port a6aa14c5-122f-4338-b4f6-e0b6de3b5de1 not found while updating agent binding for router 752851b1-a8ef-4681-95e7-6291728cab78. {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 24 05:01:48.155813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a0d577-51f2-47e9-9bbe-3fe57585c574 None None] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:48.160990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:48.162254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.170374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700c3aa6-d0e4-4230-ba75-61f23b910200') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:48.171037 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700c3aa6-d0e4-4230-ba75-61f23b910200') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:48.181936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.186503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.191645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae561f99-2f71-457b-b97a-3b2092ac3948 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.211394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c27217-7d6f-46af-989e-7fdaa14c5f4c tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Deleting subnet 211ea3b2-00f3-41e8-91e4-ed5062311349 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:01:48.228239 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-79c27217-7d6f-46af-989e-7fdaa14c5f4c tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.310009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.311247 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5a9ada9b-43c0-441d-a75d-23542f4f7508 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0116866 Nov 24 05:01:48.319922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Routers set() bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:48.321888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Router IDs set() for agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 05:01:48.326878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_agentschedulers_db [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'752851b1-a8ef-4681-95e7-6291728cab78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent'). {{(pid=103234) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 05:01:48.327625 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6290a549-4b21-4133-bb03-217a75657d68 None None] The sync data for ids ['752851b1-a8ef-4681-95e7-6291728cab78'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:01:48.367322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-79c27217-7d6f-46af-989e-7fdaa14c5f4c tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.511537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-79c27217-7d6f-46af-989e-7fdaa14c5f4c tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.531670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-27309160-d8b2-4df7-ab2e-6e8f5ee49967 None None] Provisioning complete for port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:48.532399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27309160-d8b2-4df7-ab2e-6e8f5ee49967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.541796 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:48.567236 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.677357 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.687136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c5ff2-fcd0-495d-b045-8d18c936ec35 None None] Pushing event updated for resources: {'Port': ['ID=b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:48.694732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.695982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b279e8e2-c3b1-4bcb-9796-bec73e02f29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.703148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:01:48.704040 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.790808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:48.791001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.793932 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-31749207-fa89-47b9-a9b8-e7186f6215df req-e6c288df-89bc-45bf-8da6-d816c30dd833 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 210 time: 0.0781648 Nov 24 05:01:48.805265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:01:48.841967 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:01:48.846209 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-68f64639-ff8c-4f45-9149-a97dc5196d9f', 'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f', 'tenant_id': '26f1de3c8db8464cbd599e6f2cdbd22a', 'fixed_ips': [{'subnet_id': 'e6857c48-ce2f-4ffe-9c5f-730ec91bce63'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:01:48.847088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.858746 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-79c27217-7d6f-46af-989e-7fdaa14c5f4c tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.864560 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.891780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:48.910817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-79c27217-7d6f-46af-989e-7fdaa14c5f4c tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.914468 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-79c27217-7d6f-46af-989e-7fdaa14c5f4c tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/211ea3b2-00f3-41e8-91e4-ed5062311349 HTTP/1.1" status: 204 len: 168 time: 0.8762922 Nov 24 05:01:48.915313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c27217-7d6f-46af-989e-7fdaa14c5f4c tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=211ea3b2-00f3-41e8-91e4-ed5062311349,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:48.918584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59554) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:48.932716 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-8806222b-bff4-4f6a-82e8-691150b78358 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--858905122&fields=id&tenant_id=eeff512706d64e0f90b138a0586ace2f HTTP/1.1" status: 200 len: 267 time: 0.1742342 Nov 24 05:01:48.934111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:48.940725 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] 10.222.0.37 "DELETE /v2.0/networks/7047b87a-011c-41ed-a2cb-3c5b123f6fcb HTTP/1.1" status: 204 len: 168 time: 4.3179002 Nov 24 05:01:49.010940 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-08d57ec7-58a9-44ee-8791-f185e082c21b tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7912118 Nov 24 05:01:49.013700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59560) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:49.026632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Request body: {'port': {'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f', 'name': 'tempest-AllowedAddressPairTestJSON-2035137799'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:49.046215 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d34d3-d584-4f7d-9b25-2aecb043304b tempest-DHCPAgentSchedulersTestJSON-178700406 tempest-DHCPAgentSchedulersTestJSON-178700406-project] Pushing event deleted for resources: {'Network': ['ID=7047b87a-011c-41ed-a2cb-3c5b123f6fcb,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:49.083352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Allocated IP 172.20.0.2 (68f64639-ff8c-4f45-9149-a97dc5196d9f/e6857c48-ce2f-4ffe-9c5f-730ec91bce63/ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:49.144470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae561f99-2f71-457b-b97a-3b2092ac3948 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.156746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-3a1e52a2-7d98-4f8e-8dc5-f43031ac568b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:49.159632 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-3a1e52a2-7d98-4f8e-8dc5-f43031ac568b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.31 "GET /v2.0/networks?id=5092a666-9ff6-4905-ad81-b92144f55977 HTTP/1.1" status: 200 len: 812 time: 1.1827366 Nov 24 05:01:49.160940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.185507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.186644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae561f99-2f71-457b-b97a-3b2092ac3948 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.262305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae561f99-2f71-457b-b97a-3b2092ac3948 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3465d0-98b9-4acf-b1da-5b4b1b82ad71,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:49.309459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9abc3bcd-35f7-43ad-ba7f-c2494244db17 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:49.318156 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9abc3bcd-35f7-43ad-ba7f-c2494244db17 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/networks?id=c609e9e6-b34c-4628-a801-92ccc9015484 HTTP/1.1" status: 200 len: 810 time: 0.3843291 Nov 24 05:01:49.342487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae561f99-2f71-457b-b97a-3b2092ac3948 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.344064 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ae561f99-2f71-457b-b97a-3b2092ac3948 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6379883 Nov 24 05:01:49.350200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59566) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:49.355157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-26f6233a-d505-4566-824d-a276630e1fea tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Request body: {'security_group_rule': {'security_group_id': '0ea7d126-038d-4244-bba3-6eb69df005fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:49.456357 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-67d1d59b-5cce-40e3-800c-ffc4a842d166 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/quotas/eeff512706d64e0f90b138a0586ace2f HTTP/1.1" status: 200 len: 375 time: 0.1364822 Nov 24 05:01:49.479265 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c598414b-edf2-4306-af82-918c761ae305 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab536a684af0477682b681c825ec9a95 HTTP/1.1" status: 200 len: 379 time: 0.2664366 Nov 24 05:01:49.506354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Request body: {'port': {'device_id': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'admin_state_up': True, 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'security_groups': ['5d44dda3-ed40-4b6c-9992-18ce007b8d51']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:49.526966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26f6233a-d505-4566-824d-a276630e1fea tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.584299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59568) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:49.588097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.593592 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.607219 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.670850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:49.675365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:49.686614 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:49.686614 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Pushing event updated for resources: {'Port': ['ID=ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:49.752251 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.795403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Attempting to bind port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:49.795403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Attempting to bind port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '1ac0818a-2c86-4baa-8c0d-b024a69b00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:49.795403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Attempting to bind port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa on network 68f64639-ff8c-4f45-9149-a97dc5196d9f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:49.808182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:49.808182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Checking segment: {'id': '1ac0818a-2c86-4baa-8c0d-b024a69b00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:49.808182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.808182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Bound using segment: {'id': '1ac0818a-2c86-4baa-8c0d-b024a69b00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:49.808816 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Bound port: ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac0818a-2c86-4baa-8c0d-b024a69b00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:49.809144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.881727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.932471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26f6233a-d505-4566-824d-a276630e1fea tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:49.993851 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] For port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:50.004539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] For port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa,segment=NetworkSegment(1ac0818a-2c86-4baa-8c0d-b024a69b00d5),segment_id=1ac0818a-2c86-4baa-8c0d-b024a69b00d5)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:50.014682 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:50.028475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26f6233a-d505-4566-824d-a276630e1fea tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:50.111262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6233a-d505-4566-824d-a276630e1fea tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caac02a1-fd3a-43f5-81bb-8e9a1fc9e07b,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:50.214617 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f3140-10a4-4e36-9f7e-5dccad930a11 None None] Pushing event updated for resources: {'Port': ['ID=ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:50.248748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Allocated IP 172.26.0.248 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/3139982b-3c75-4bfb-ad47-9e4d5a014533) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:50.446875 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:50.455748 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-79a45841-bb8f-46b0-af75-a62e53338a8b tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eeff512706d64e0f90b138a0586ace2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9840114 Nov 24 05:01:50.482546 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.484005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.485398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.486666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > port after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.487225 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.487899 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > port after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.488442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.488986 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.489730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.490262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.510233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26f6233a-d505-4566-824d-a276630e1fea tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:50.511464 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-26f6233a-d505-4566-824d-a276630e1fea tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1602750 Nov 24 05:01:50.520123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59576) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:50.528201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:50.605726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Made reservation on behalf of ab536a684af0477682b681c825ec9a95 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:50.612803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:50.658470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:50.714646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:50.729719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:50.737205 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:50.738785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:50.809241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.809241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.809241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.809241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 05:01:50.809241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8088a2a8-28b6-4e6a-baad-ba951d1d198f']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:50.882190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a775ff-8142-4e8c-85c0-f6f53c5bda33') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:50.883299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a775ff-8142-4e8c-85c0-f6f53c5bda33') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:50.900184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Made reservation on behalf of 26f1de3c8db8464cbd599e6f2cdbd22a for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:50.904199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:50.930113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:50.947388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:50.995140 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-27c2c37d-f963-4c51-b2bd-652ee6ed1a2a req-94d8e1c5-2629-4ebb-a0f6-573197b1956b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 210 time: 0.5750079 Nov 24 05:01:51.021379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.028835 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9ec28dd5-68c5-4d71-b0a7-99c9e16f83c9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:01:51.036975 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9ec28dd5-68c5-4d71-b0a7-99c9e16f83c9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1383867 Nov 24 05:01:51.074458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:51.085790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Allocated IP 172.20.0.9 (5092a666-9ff6-4905-ad81-b92144f55977/72a128c7-8d2b-405e-a9ae-c297d81ee2d2/9886a7a2-1b0b-4bcc-9995-caa6c3a326c3) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:51.089279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:51.099890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:51.106493 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] device_id is not set on port bd4aefcb-2cf2-4579-8ea4-b8ad0209fbd6 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:01:51.113737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.122202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:01:51.122615 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: from cryptography.utils import int_from_bytes Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: from cryptography.utils import int_from_bytes Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:01:51.128799 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:01:51.139745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event updated for resources: {'Port': ['ID=3139982b-3c75-4bfb-ad47-9e4d5a014533,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:51.212697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.280674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.367260 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2e97f53b-0bd0-4c44-80ac-c46ef26a15c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aacebe3f1ecf4a9ea49106234db4669e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7730529 Nov 24 05:01:51.391706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59580) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:51.502496 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.531066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Allocated IP 172.20.0.14 (68f64639-ff8c-4f45-9149-a97dc5196d9f/e6857c48-ce2f-4ffe-9c5f-730ec91bce63/bd4aefcb-2cf2-4579-8ea4-b8ad0209fbd6) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:51.636010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.640047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.640540 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-713bca75-4e7c-491b-bf9f-52a01ec5c3b5 service neutron] 10.222.0.37 "GET /v2.0/networks/c609e9e6-b34c-4628-a801-92ccc9015484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019504 Nov 24 05:01:51.676291 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.683005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8088a2a8-28b6-4e6a-baad-ba951d1d198f {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 05:01:51.685602 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.690271 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "DELETE /v2.0/networks/8088a2a8-28b6-4e6a-baad-ba951d1d198f HTTP/1.1" status: 204 len: 168 time: 2.7536435 Nov 24 05:01:51.766800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.867755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543a22e-18dc-4d78-a1d8-f92913a42fc9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event deleted for resources: {'Network': ['ID=8088a2a8-28b6-4e6a-baad-ba951d1d198f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:51.888999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:51.896850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0105dd85-731c-4f2e-a930-462bb1c618af None None] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:52.041535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Network 5092a666-9ff6-4905-ad81-b92144f55977 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:52.093114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:52.104643 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:52.190767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Pushing event updated for resources: {'Port': ['ID=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:52.318899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9a618f59-cd89-490b-87dc-82b893867339 None None] Provisioning complete for port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:52.336082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9a618f59-cd89-490b-87dc-82b893867339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.351067 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-524a9f72-5a15-450e-af84-d8cdb9fff259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.367746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:52.369542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.460973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.480740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59590) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:52.488440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:52.489371 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c5dcb675-da9b-4d39-a9a5-052bd6b839b4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Request body: {'router': {'name': 'tempest-router--652268049', 'project_id': '3ddfcfedf59f45f38e7fe281a8ac7dd8'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:52.497929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.26.0.199 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/f4838264-c8c9-417a-a7c6-ab1def32cb28) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:52.505292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.580424 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-524a9f72-5a15-450e-af84-d8cdb9fff259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.606834 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-573e357d-75ad-419e-b845-2ee6e4a3f364 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1093960 Nov 24 05:01:52.609030 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-5502c1b3-41e7-4b81-87af-23c9a1b71d34 service neutron] 10.222.0.37 "GET /v2.0/networks/c609e9e6-b34c-4628-a801-92ccc9015484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9677105 Nov 24 05:01:52.659437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9a618f59-cd89-490b-87dc-82b893867339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.666185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:52.667050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.668278 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.740586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9a618f59-cd89-490b-87dc-82b893867339 None None] For port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa,segment=NetworkSegment(1ac0818a-2c86-4baa-8c0d-b024a69b00d5),segment_id=1ac0818a-2c86-4baa-8c0d-b024a69b00d5)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:01:52.747603 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9a618f59-cd89-490b-87dc-82b893867339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.765129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.799170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event updated for resources: {'Port': ['ID=3139982b-3c75-4bfb-ad47-9e4d5a014533,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:52.817685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5dcb675-da9b-4d39-a9a5-052bd6b839b4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.821774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5dcb675-da9b-4d39-a9a5-052bd6b839b4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.840017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:52.846852 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3c8a21ff-8e56-4d9f-8ee9-714ab516bbe7 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7342393 Nov 24 05:01:52.847743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59592) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:52.854536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-424347733'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:52.922417 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89887993-9111-4efb-8872-04eae672713a req-5d9d7ce2-334b-42f5-90f2-3a1de4e3aab1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:52.924198 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-89887993-9111-4efb-8872-04eae672713a req-5d9d7ce2-334b-42f5-90f2-3a1de4e3aab1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 931 time: 0.7167084 Nov 24 05:01:52.934999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a618f59-cd89-490b-87dc-82b893867339 None None] Pushing event updated for resources: {'Port': ['ID=ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:52.972801 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a6b9069f-a4cb-4e76-9e09-87bb31b794cb None None] Provisioning complete for port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:52.973383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a6b9069f-a4cb-4e76-9e09-87bb31b794cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.021512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-783ebb91-103a-4b41-bd15-a4789f9654a0 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:01:53.022594 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-783ebb91-103a-4b41-bd15-a4789f9654a0 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158362 Nov 24 05:01:53.025616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Made reservation on behalf of 2037c7b2a4094d79a2fce37d2ce7cbf8 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:53.032367 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.058421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.061093 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5dcb675-da9b-4d39-a9a5-052bd6b839b4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.080334 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5dcb675-da9b-4d39-a9a5-052bd6b839b4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.119818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9069f-a4cb-4e76-9e09-87bb31b794cb None None] Port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:01:53.123377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5dcb675-da9b-4d39-a9a5-052bd6b839b4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.131444 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c5dcb675-da9b-4d39-a9a5-052bd6b839b4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6485353 Nov 24 05:01:53.141672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59606) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:53.162401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.165483 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d99555fe-fb2c-4900-a100-f7437c66e222 req-b53c7f53-cd32-4221-9e64-bf699d7092f9 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 210 time: 0.1474056 Nov 24 05:01:53.218022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.260568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7df6f145-6538-4df5-a8a0-9b48650ec433 None None] Provisioning complete for port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:53.264017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7df6f145-6538-4df5-a8a0-9b48650ec433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.333638 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-89887993-9111-4efb-8872-04eae672713a req-8124e831-2e4f-4f2a-9141-0e52568c1303 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3633134 Nov 24 05:01:53.337891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:53.375997 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.423827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:53.432568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:53.555914 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:53.557154 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.573501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10022628-6248-42a9-8576-756165adb6e4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.582096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-524a9f72-5a15-450e-af84-d8cdb9fff259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.589865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-524a9f72-5a15-450e-af84-d8cdb9fff259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.597457 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-524a9f72-5a15-450e-af84-d8cdb9fff259 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04624af9-fa9f-4e7e-b6e6-461d3c3dc6ee HTTP/1.1" status: 204 len: 168 time: 2.1916296 Nov 24 05:01:53.634620 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6130698 Nov 24 05:01:53.641475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59622) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:53.669305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Request body: {'port': {'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f', 'name': 'tempest-AllowedAddressPairTestJSON-517275598', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0b:04:5b'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:53.696413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7ffc3-f6ca-410a-a5dd-31701859e19d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'Port': ['ID=bd4aefcb-2cf2-4579-8ea4-b8ad0209fbd6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:53.702520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a9f72-5a15-450e-af84-d8cdb9fff259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04624af9-fa9f-4e7e-b6e6-461d3c3dc6ee,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:53.716093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.801631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:53.820981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Request body: {'port': {'device_id': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:53.881490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:53.897072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:53.951343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c02a8d91-e5ab-4fc2-904b-d80f899fa8d9 None None] Provisioning complete for port bd4aefcb-2cf2-4579-8ea4-b8ad0209fbd6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:53.952520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c02a8d91-e5ab-4fc2-904b-d80f899fa8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:53.969309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.006453 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=f4838264-c8c9-417a-a7c6-ab1def32cb28,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:54.074209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.074674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c02a8d91-e5ab-4fc2-904b-d80f899fa8d9 None None] Port bd4aefcb-2cf2-4579-8ea4-b8ad0209fbd6 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:01:54.132641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Allocated IP 172.26.0.76 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/ea99be65-da60-48ac-9ae0-84ca000a1baf) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:54.160609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10022628-6248-42a9-8576-756165adb6e4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.168498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10022628-6248-42a9-8576-756165adb6e4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.177785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.187119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:01:54.225612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7074ef95-450a-4a14-8878-cc49fb3fbadd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:54.325230 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.325839 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Added segment fa8a6d36-7690-41a0-8f0d-601344889828 of type vlan for network 606254b0-cbac-4404-b533-8a291f9e9f78 Nov 24 05:01:54.353088 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10022628-6248-42a9-8576-756165adb6e4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.354030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10022628-6248-42a9-8576-756165adb6e4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92e94478-0762-4924-9cee-8eb32d17788b {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:01:54.362548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10022628-6248-42a9-8576-756165adb6e4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.364922 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-10022628-6248-42a9-8576-756165adb6e4 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "DELETE /v2.0/routers/92e94478-0762-4924-9cee-8eb32d17788b HTTP/1.1" status: 204 len: 168 time: 1.2190397 Nov 24 05:01:54.459792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:01:54.491824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.595818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59640) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:54.614065 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9069aea0-870f-4321-b148-77e8fd3c1223 req-29a7ab85-2d4f-4fb0-b084-da0242912591 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 210 time: 0.1139038 Nov 24 05:01:54.666350 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:54.666729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.758340 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.775673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.781401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:54.782109 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:54.915630 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0645244 Nov 24 05:01:54.926474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59644) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:55.038073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Request body: {'subnet': {'network_id': '606254b0-cbac-4404-b533-8a291f9e9f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:55.045938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59646) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:55.086712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-981055f0-243d-4c6d-833e-26aae5335011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.106882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb9da5-43ab-4fb3-867b-75c19356da4c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event updated for resources: {'Network': ['ID=606254b0-cbac-4404-b533-8a291f9e9f78,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:55.126980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 606254b0-cbac-4404-b533-8a291f9e9f78 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:01:55.248950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:01:55.254763 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b59a-8dfb-4382-bbb9-1c7533e78507 req-081cafdf-c8b5-4b4f-ad98-bb14ddf438e4 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:55.256678 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fd31b59a-8dfb-4382-bbb9-1c7533e78507 req-081cafdf-c8b5-4b4f-ad98-bb14ddf438e4 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 931 time: 0.6380544 Nov 24 05:01:55.280431 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.281989 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Made reservation on behalf of 26f1de3c8db8464cbd599e6f2cdbd22a for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:55.313498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.388246 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Transition to ACTIVE for port object 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:01:55.406858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.410094 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:55.412865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Pushing event updated for resources: {'Port': ['ID=ea99be65-da60-48ac-9ae0-84ca000a1baf,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:55.424740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:55.427146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:55.484822 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fd31b59a-8dfb-4382-bbb9-1c7533e78507 req-69e032e0-b47d-4b65-84e5-971206b5bb82 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113063 Nov 24 05:01:55.485775 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.535843 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Made reservation on behalf of 2037c7b2a4094d79a2fce37d2ce7cbf8 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:01:55.539447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.545941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-694680961', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:55.603555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.620756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:55.663775 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] device_id is not set on port 98248566-8ac7-4a72-b8d8-37944480bc0b yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:01:55.681000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-981055f0-243d-4c6d-833e-26aae5335011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.779162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.780187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.867740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.877874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Allocated IP 172.20.0.5 (68f64639-ff8c-4f45-9149-a97dc5196d9f/e6857c48-ce2f-4ffe-9c5f-730ec91bce63/98248566-8ac7-4a72-b8d8-37944480bc0b) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:55.880827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-981055f0-243d-4c6d-833e-26aae5335011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.959670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.973943 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-636204ae-7ccb-463c-9449-4675145ffea1 req-de5fc9a0-60d9-4ed0-85ec-dc6bf18fba3c tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 210 time: 0.0704644 Nov 24 05:01:55.975834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:55.978242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Attempting to bind port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:55.978724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Attempting to bind port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:55.979324 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Attempting to bind port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 on network 5092a666-9ff6-4905-ad81-b92144f55977 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:56.042199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 on network 5092a666-9ff6-4905-ad81-b92144f55977 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:01:56.042644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Attempting to bind port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 on network 5092a666-9ff6-4905-ad81-b92144f55977 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:56.116615 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-981055f0-243d-4c6d-833e-26aae5335011 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02ba3d87a51e4569a2a0559f917b9349&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4993899 Nov 24 05:01:56.121627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.124971 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59652) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:56.368159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981055f0-243d-4c6d-833e-26aae5335011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f087c4f-eff6-4340-b3ab-7e117199a650,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:56.427976 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:56.428602 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Checking segment: {'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:56.429354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Bound using segment: {'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:56.429962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Bound port: 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:56.430486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.434849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.490523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.538972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0abf5cd5-07bd-45b6-800e-4e298b07194a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.589643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0abf5cd5-07bd-45b6-800e-4e298b07194a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.622233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.638137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.748771 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:56.756538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] For port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:56.762382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:56.765393 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:56.773020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:01:56.779106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'Port': ['ID=98248566-8ac7-4a72-b8d8-37944480bc0b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:56.785666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event updated for resources: {'Subnet': ['ID=1fd8ce30-8886-4f23-b1d7-4d372c2e1251,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:56.820046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e9ee6-95cf-43bb-b32c-cf7d7e9e7cc1 req-d28b0cfd-0970-40c8-a495-b1da3327e4ee tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:56.821635 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de4e9ee6-95cf-43bb-b32c-cf7d7e9e7cc1 req-d28b0cfd-0970-40c8-a495-b1da3327e4ee tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 943 time: 0.1965234 Nov 24 05:01:56.857276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] For port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3,segment=NetworkSegment(db4d8065-2b21-405e-a3f1-3ea5d4c336a3),segment_id=db4d8065-2b21-405e-a3f1-3ea5d4c336a3)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:56.870360 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:56.871513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.875310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.877326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0abf5cd5-07bd-45b6-800e-4e298b07194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.880316 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0abf5cd5-07bd-45b6-800e-4e298b07194a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.884592 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0abf5cd5-07bd-45b6-800e-4e298b07194a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f087c4f-eff6-4340-b3ab-7e117199a650 HTTP/1.1" status: 204 len: 168 time: 0.6163118 Nov 24 05:01:56.951829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf5cd5-07bd-45b6-800e-4e298b07194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f087c4f-eff6-4340-b3ab-7e117199a650,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:56.974538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:56.975314 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7e8e1aab-fb57-4c9a-bc66-509eb308c81d tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.3255985 Nov 24 05:01:56.976458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:56.978917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59658) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:56.996843 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] 10.222.0.31 "PUT /v2.0/ports/9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 HTTP/1.1" status: 200 len: 1093 time: 3.4511817 Nov 24 05:01:57.028604 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'tag': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:01:57.098865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:57.127893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Checking segment: {'id': 'fa8a6d36-7690-41a0-8f0d-601344889828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '606254b0-cbac-4404-b533-8a291f9e9f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:57.137567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Network hostable DHCP agents. Network: 606254b0-cbac-4404-b533-8a291f9e9f78, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:01:57.150932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:57.229310 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-debe0b8d-d0cd-4f47-b168-385c2136c274 req-fb062fff-39df-45ed-a326-abc9e51ec110 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 210 time: 0.0806291 Nov 24 05:01:57.266120 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de4e9ee6-95cf-43bb-b32c-cf7d7e9e7cc1 req-446c190a-ce1b-4aa7-95c8-66087a589ff1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4108963 Nov 24 05:01:57.317449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51462d2-5cca-4b51-80f3-c43ae260b8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:57.342315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d9a24c-6227-4db1-b96d-62db60ecff4f tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:57.351902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d9a24c-6227-4db1-b96d-62db60ecff4f tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:57.393446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bae1a0fd-2df5-41dc-ba99-8aae2238e107 None None] Provisioning complete for port 98248566-8ac7-4a72-b8d8-37944480bc0b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:01:57.396797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d9a24c-6227-4db1-b96d-62db60ecff4f tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:57.398660 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-54d9a24c-6227-4db1-b96d-62db60ecff4f tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.4152181 Nov 24 05:01:57.399345 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bae1a0fd-2df5-41dc-ba99-8aae2238e107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:57.403190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59670) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:57.443331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7df6eb0-0d07-417e-a156-f3b4fa18a2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9be76631-ff29-4ae3-9569-c9a436b14cdc", "tag": "9886a7a2-1b0b-4bcc-9995-caa6c3a326c3"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:01:57.485547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bae1a0fd-2df5-41dc-ba99-8aae2238e107 None None] Port 98248566-8ac7-4a72-b8d8-37944480bc0b cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:01:57.519408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:57.538409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:01:57.539319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Pushing event updated for resources: {'Port': ['ID=ea99be65-da60-48ac-9ae0-84ca000a1baf,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:57.558366 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c9202-74f3-45eb-b2d3-29d921cda012 None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:01:57.569305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:57.573460 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-765950e9-57e9-4889-8512-29a43d0359a5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.7240784 Nov 24 05:01:57.574162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59680) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:57.599714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c9202-74f3-45eb-b2d3-29d921cda012 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:57.600645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-684c9202-74f3-45eb-b2d3-29d921cda012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:57.607798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:57.612032 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c75222f9-b5ee-4cd0-85bd-895feefe1135 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0894434 Nov 24 05:01:57.621642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Network 606254b0-cbac-4404-b533-8a291f9e9f78 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:01:57.639168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 606254b0-cbac-4404-b533-8a291f9e9f78) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:57.713518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-684c9202-74f3-45eb-b2d3-29d921cda012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:57.722874 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26363f25-0568-48b0-b245-709d08534b76 None None] Network 606254b0-cbac-4404-b533-8a291f9e9f78 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:01:57.732697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:57.734251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:57.770732 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a5b565d1-cf1e-482f-b247-0d08d246b06c tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8234951 Nov 24 05:01:57.778306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59686) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:01:57.791679 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1790756065', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:01:57.820824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fff8bfd-2dee-450f-b871-197fed52fd4c x-openstack-request-id: req-4fff8bfd-2dee-450f-b871-197fed52fd4c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:01:57.821251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be76631-ff29-4ae3-9569-c9a436b14cdc", "tag": "9886a7a2-1b0b-4bcc-9995-caa6c3a326c3", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:01:57.821765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fff8bfd-2dee-450f-b871-197fed52fd4c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:01:57.822311 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'tag': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3', 'status': 'completed', 'code': 200} Nov 24 05:01:57.861506 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:57.916510 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:57.936982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:57.938040 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:58.051286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c9202-74f3-45eb-b2d3-29d921cda012 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:01:58.052101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-684c9202-74f3-45eb-b2d3-29d921cda012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:58.115531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-684c9202-74f3-45eb-b2d3-29d921cda012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:01:58.116393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c9202-74f3-45eb-b2d3-29d921cda012 None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:01:58.152071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-606254b0-cbac-4404-b533-8a291f9e9f78', 'network_id': '606254b0-cbac-4404-b533-8a291f9e9f78', 'tenant_id': '2037c7b2a4094d79a2fce37d2ce7cbf8', 'fixed_ips': [{'subnet_id': '1fd8ce30-8886-4f23-b1d7-4d372c2e1251'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:01:58.153329 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:58.170844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:58.296063 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-a46c608c-f72c-44fc-b9be-c351b155314f tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1085526762&fields=id&tenant_id=c21a60c35b2340909ad2604d29a24490 HTTP/1.1" status: 200 len: 267 time: 0.2261257 Nov 24 05:01:58.550496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Allocated IP 172.20.0.2 (606254b0-cbac-4404-b533-8a291f9e9f78/1fd8ce30-8886-4f23-b1d7-4d372c2e1251/215fc6bc-12f4-4c2a-b731-cab54c57b65e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:58.558693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-7f81bb02-bede-475d-8057-62a5f4032e7a tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:58.564384 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-7f81bb02-bede-475d-8057-62a5f4032e7a tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/networks?id=551933d2-0664-432d-be12-011678275453 HTTP/1.1" status: 200 len: 806 time: 0.2492123 Nov 24 05:01:58.654102 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-635ba6a6-45dc-4920-a8b0-9fcb8cfbddee req-e51ab122-83a7-4bfa-a66b-747b9a70eb16 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 210 time: 0.1520648 Nov 24 05:01:58.657977 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-09a6ebef-740a-45af-8f12-aab5a767147c tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/quotas/c21a60c35b2340909ad2604d29a24490 HTTP/1.1" status: 200 len: 375 time: 0.0642753 Nov 24 05:01:58.670818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8660cd6e-e572-4ae0-9965-dafefd2bbaec tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Deleting port 98248566-8ac7-4a72-b8d8-37944480bc0b {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:01:58.671385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8660cd6e-e572-4ae0-9965-dafefd2bbaec tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:58.714601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Allocated IP 172.26.0.145 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/e7b8a542-5438-4249-ad9a-c90299c1cff3) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:01:58.743442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:58.949172 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:58.966787 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:59.053365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Network 606254b0-cbac-4404-b533-8a291f9e9f78 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:59.056897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:59.066671 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:59.098954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:59.161183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Pushing event updated for resources: {'Port': ['ID=215fc6bc-12f4-4c2a-b731-cab54c57b65e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:59.208199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:59.261311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Attempting to bind port 215fc6bc-12f4-4c2a-b731-cab54c57b65e on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:01:59.263283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Attempting to bind port 215fc6bc-12f4-4c2a-b731-cab54c57b65e by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'fa8a6d36-7690-41a0-8f0d-601344889828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '606254b0-cbac-4404-b533-8a291f9e9f78'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:01:59.265980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Attempting to bind port 215fc6bc-12f4-4c2a-b731-cab54c57b65e on network 606254b0-cbac-4404-b533-8a291f9e9f78 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:01:59.274544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4edde1-ed0f-4a68-86c2-cd632ec3b519 req-5ae806a8-f79a-4f29-b0e4-b0dd52d65a6b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:01:59.282597 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3a4edde1-ed0f-4a68-86c2-cd632ec3b519 req-5ae806a8-f79a-4f29-b0e4-b0dd52d65a6b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 943 time: 0.3255239 Nov 24 05:01:59.286991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:01:59.287546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Checking segment: {'id': 'fa8a6d36-7690-41a0-8f0d-601344889828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '606254b0-cbac-4404-b533-8a291f9e9f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:01:59.288815 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:59.290624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Bound using segment: {'id': 'fa8a6d36-7690-41a0-8f0d-601344889828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '606254b0-cbac-4404-b533-8a291f9e9f78'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:01:59.292822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:01:59.293204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Bound port: 215fc6bc-12f4-4c2a-b731-cab54c57b65e, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8a6d36-7690-41a0-8f0d-601344889828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '606254b0-cbac-4404-b533-8a291f9e9f78'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:01:59.294818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:59.363845 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-c6e112da-dbbf-4d56-b641-07551e3bd8fe tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c21a60c35b2340909ad2604d29a24490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6464944 Nov 24 05:01:59.370304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8660cd6e-e572-4ae0-9965-dafefd2bbaec tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:59.449920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] For port 215fc6bc-12f4-4c2a-b731-cab54c57b65e, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:01:59.451358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:01:59.455151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] For port 215fc6bc-12f4-4c2a-b731-cab54c57b65e, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=215fc6bc-12f4-4c2a-b731-cab54c57b65e,segment=NetworkSegment(fa8a6d36-7690-41a0-8f0d-601344889828),segment_id=fa8a6d36-7690-41a0-8f0d-601344889828)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:01:59.464786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:01:59.466983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:59.507513 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Pushing event updated for resources: {'Port': ['ID=e7b8a542-5438-4249-ad9a-c90299c1cff3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:59.540701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8660cd6e-e572-4ae0-9965-dafefd2bbaec tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Calling delete_port for 98248566-8ac7-4a72-b8d8-37944480bc0b owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:01:59.579954 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1dfc6-baff-4d0c-8382-010b9a02c98b None None] Pushing event updated for resources: {'Port': ['ID=215fc6bc-12f4-4c2a-b731-cab54c57b65e,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:01:59.597157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:59.638959 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3a4edde1-ed0f-4a68-86c2-cd632ec3b519 req-b6251aee-947d-4da8-9cf3-8cba6ec5474a tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422723 Nov 24 05:01:59.696431 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:01:59.745128 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-14a263ba-5e69-477c-9c2f-b66fc27741b3 service neutron] 10.222.0.37 "GET /v2.0/networks/551933d2-0664-432d-be12-011678275453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566639 Nov 24 05:01:59.988878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:00.287171 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1134c3b6-c062-46b7-93e7-83a763d224a4 req-12f2c50f-b1c3-4d80-af98-c5947705b1c4 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 210 time: 0.0963688 Nov 24 05:02:00.406678 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-31bff933-34ce-4882-974b-1ea210b3acfc service neutron] 10.222.0.37 "GET /v2.0/networks/551933d2-0664-432d-be12-011678275453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6597795 Nov 24 05:02:00.450124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Allocated IP 172.26.0.24 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/14095bf1-10db-4506-96b2-fb3abf085b75) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:00.463129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8660cd6e-e572-4ae0-9965-dafefd2bbaec tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:00.470296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:00.471552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 215fc6bc-12f4-4c2a-b731-cab54c57b65e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:00.501040 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660cd6e-e572-4ae0-9965-dafefd2bbaec tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event deleted for resources: {'Port': ['ID=98248566-8ac7-4a72-b8d8-37944480bc0b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:00.591708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 215fc6bc-12f4-4c2a-b731-cab54c57b65e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:00.592307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:00.638734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59738) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:00.823076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:00.870005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 215fc6bc-12f4-4c2a-b731-cab54c57b65e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=215fc6bc-12f4-4c2a-b731-cab54c57b65e,segment=NetworkSegment(fa8a6d36-7690-41a0-8f0d-601344889828),segment_id=fa8a6d36-7690-41a0-8f0d-601344889828)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:00.875834 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:00.947309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=215fc6bc-12f4-4c2a-b731-cab54c57b65e,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:01.023222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:01.098788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df6eb0-0d07-417e-a156-f3b4fa18a2d8 req-e13cc2ea-5d54-4daa-8efd-042908fc75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:01.100409 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c7df6eb0-0d07-417e-a156-f3b4fa18a2d8 req-e13cc2ea-5d54-4daa-8efd-042908fc75bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab536a684af0477682b681c825ec9a95&device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 1096 time: 0.3471463 Nov 24 05:02:01.110091 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bb353fbf-e356-4e44-b267-feb2de7e0a13 req-7b246230-429b-4adf-bad9-8cc7bd5737a3 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 210 time: 0.2814879 Nov 24 05:02:01.218270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d2014-7feb-4a19-bcf8-e2b33ec72e9f None None] Network 606254b0-cbac-4404-b533-8a291f9e9f78 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:01.289992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.31', 53604) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:01.320498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e87cd1fa-aef3-4175-8a7a-380ed9fe26ff None None] Provisioning complete for port 215fc6bc-12f4-4c2a-b731-cab54c57b65e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:01.321390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e87cd1fa-aef3-4175-8a7a-380ed9fe26ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:01.384921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:01.416127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d79ae29e-e855-4e26-b0a3-361fa6de0691 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:01.420008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:01.436420 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfa29f-45fe-415e-a368-fb0267f7682c req-16a5d316-4dac-4bc8-9626-d2fb17c8c44c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:01.439504 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78bfa29f-45fe-415e-a368-fb0267f7682c req-16a5d316-4dac-4bc8-9626-d2fb17c8c44c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 943 time: 0.6123691 Nov 24 05:02:01.545521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:01.552875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df6eb0-0d07-417e-a156-f3b4fa18a2d8 req-27c2a522-8ca5-4c1a-a11d-11614171ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:01.554433 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c7df6eb0-0d07-417e-a156-f3b4fa18a2d8 req-27c2a522-8ca5-4c1a-a11d-11614171ff53 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ab536a684af0477682b681c825ec9a95&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4411154 Nov 24 05:02:01.557710 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:01.561395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event updated for resources: {'Port': ['ID=14095bf1-10db-4506-96b2-fb3abf085b75,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:01.588780 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8739a18-3feb-493c-91dc-440001656ab8 req-52ce97eb-1517-4011-9620-296776c4051a tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 210 time: 0.1690433 Nov 24 05:02:01.592683 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:01.592792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8660cd6e-e572-4ae0-9965-dafefd2bbaec tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:01.598579 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8660cd6e-e572-4ae0-9965-dafefd2bbaec tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "DELETE /v2.0/ports/98248566-8ac7-4a72-b8d8-37944480bc0b HTTP/1.1" status: 204 len: 168 time: 4.1704235 Nov 24 05:02:01.605444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59760) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:01.644242 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d79ae29e-e855-4e26-b0a3-361fa6de0691 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] 10.222.0.37 "PUT /v2.0/quotas/6025644ec8fb45978bb762840ac78eed HTTP/1.1" status: 200 len: 368 time: 1.0042357 Nov 24 05:02:01.652459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59762) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:01.670235 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.20.0.1 (14f57ebe-2179-4c21-9433-ec464a6771af/6d6d2dec-02fe-47cc-90dd-2cf4fddd4800/d977cae1-d3e7-4d0f-9069-858be0cc07f8) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:01.671304 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Request body: {'network': {'project_id': '6025644ec8fb45978bb762840ac78eed'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:01.689483 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4faf5e0-451d-46ad-8d93-ee59be2d5421 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] GET failed (client error): The resource could not be found. Nov 24 05:02:01.695398 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c4faf5e0-451d-46ad-8d93-ee59be2d5421 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "GET /v2.0/ports/98248566-8ac7-4a72-b8d8-37944480bc0b HTTP/1.1" status: 404 len: 333 time: 0.0689907 Nov 24 05:02:01.698773 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59764) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:01.712222 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94350-cf2b-4072-b8bb-71801197654c req-25af8107-e93c-4b6e-8d4b-56fb220af419 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:01.713719 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-25af8107-e93c-4b6e-8d4b-56fb220af419 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.31 "GET /v2.0/networks?id=c609e9e6-b34c-4628-a801-92ccc9015484 HTTP/1.1" status: 200 len: 810 time: 0.4152174 Nov 24 05:02:01.715113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Request body: {'port': {'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f', 'name': 'tempest-AllowedAddressPairTestJSON-2024790025'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:01.732589 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78bfa29f-45fe-415e-a368-fb0267f7682c req-5af247cc-91a4-4c43-9d04-f974ba2eabac tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146103 Nov 24 05:02:01.899160 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-3a4eda75-a6ab-4840-9573-f125ffec9ae1 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeff512706d64e0f90b138a0586ace2f HTTP/1.1" status: 200 len: 379 time: 0.1655242 Nov 24 05:02:01.916005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Request body: {'port': {'device_id': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'admin_state_up': True, 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'security_groups': ['135e0ae5-bc51-4257-8c0f-acd0c78b0ef4']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:01.969415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Made reservation on behalf of 6025644ec8fb45978bb762840ac78eed for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:01.969785 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:01.971613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.005810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a5bed662-4d7c-4671-a5d5-192b194191dd None None] Provisioning complete for port 215fc6bc-12f4-4c2a-b731-cab54c57b65e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:02.006414 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5bed662-4d7c-4671-a5d5-192b194191dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.027243 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.034601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df6eb0-0d07-417e-a156-f3b4fa18a2d8 req-78a0add7-bf65-4b21-953f-5bc693025340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:02.036408 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c7df6eb0-0d07-417e-a156-f3b4fa18a2d8 req-78a0add7-bf65-4b21-953f-5bc693025340 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4453890 Nov 24 05:02:02.083296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.102612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Made reservation on behalf of eeff512706d64e0f90b138a0586ace2f for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:02.107375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.130655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Router 2f455a4d-b02c-4075-a8f5-cfb6766f176e is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:02:02.145205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network 14f57ebe-2179-4c21-9433-ec464a6771af is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:02.158506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:02.165202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:02.200389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.31', 53608) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:02.212495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=d977cae1-d3e7-4d0f-9069-858be0cc07f8,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:02.250596 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Made reservation on behalf of 26f1de3c8db8464cbd599e6f2cdbd22a for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:02.255446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.291374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.362740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 215fc6bc-12f4-4c2a-b731-cab54c57b65e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:02.376645 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a1f91b42-cc60-4bac-84d3-671934b96c17 req-dd5782ca-4147-4a54-9b17-0994f00ec9ee tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 210 time: 0.1252875 Nov 24 05:02:02.438639 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 215fc6bc-12f4-4c2a-b731-cab54c57b65e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:02.440030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.453608 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:02:02.480673 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Allocated IP 172.20.0.10 (c609e9e6-b34c-4628-a801-92ccc9015484/2eb4dd17-e739-452f-93b3-b5465177e693/1307ce14-9104-44db-9048-cdf7f0ff1b17) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:02.570777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-21b6f105-4a1a-4d68-93f1-3402c9936436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:02.572291 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-21b6f105-4a1a-4d68-93f1-3402c9936436 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab536a684af0477682b681c825ec9a95&device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 1096 time: 0.4820120 Nov 24 05:02:02.614265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.659752 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] device_id is not set on port 7f8b46d0-a115-4caf-9221-2b4f6b71557d yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:02.726553 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-044b04ba-4195-4dbb-ac80-a61d0e8939d6 req-7dac4982-1537-428f-b863-d70d88331f41 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 210 time: 0.0409899 Nov 24 05:02:02.736111 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-7df87075-251f-4d28-98ef-a6c3163d08aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 HTTP/1.1" status: 200 len: 217 time: 0.1243362 Nov 24 05:02:02.803650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.852471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.859259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.904019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.920389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-4f275f24-29d2-4086-ba52-d00caf6463d3 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:02.921711 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-4f275f24-29d2-4086-ba52-d00caf6463d3 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.31 "GET /v2.0/networks?id=551933d2-0664-432d-be12-011678275453 HTTP/1.1" status: 200 len: 806 time: 0.7188802 Nov 24 05:02:02.931370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8f74f-d9dc-4b58-ae54-d127226848e9 req-120fd63f-d745-447a-afee-f5650289ff95 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:02.932893 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-71b8f74f-d9dc-4b58-ae54-d127226848e9 req-120fd63f-d745-447a-afee-f5650289ff95 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 943 time: 0.1261830 Nov 24 05:02:02.945022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:02.962335 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:02.976266 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd7788-3596-40a2-9c0b-02f9ced6af77 None None] Sync routers for ids ['2f455a4d-b02c-4075-a8f5-cfb6766f176e'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:02.976654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-407d85ef-450b-49f1-bb64-77a2c8cc9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:02.978115 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-407d85ef-450b-49f1-bb64-77a2c8cc9af0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72a128c7-8d2b-405e-a9ae-c297d81ee2d2 HTTP/1.1" status: 200 len: 851 time: 0.2316532 Nov 24 05:02:02.987304 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd7788-3596-40a2-9c0b-02f9ced6af77 None None] Routers {'2f455a4d-b02c-4075-a8f5-cfb6766f176e'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:02.988177 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bcbd7788-3596-40a2-9c0b-02f9ced6af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2f455a4d-b02c-4075-a8f5-cfb6766f176e'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:03.010538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:02:03.022806 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bcbd7788-3596-40a2-9c0b-02f9ced6af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:03.023978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Network c609e9e6-b34c-4628-a801-92ccc9015484 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:03.035572 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd7788-3596-40a2-9c0b-02f9ced6af77 None None] Routers {'2f455a4d-b02c-4075-a8f5-cfb6766f176e'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:03.036422 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bcbd7788-3596-40a2-9c0b-02f9ced6af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2f455a4d-b02c-4075-a8f5-cfb6766f176e'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:03.045616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:03.069835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9e22e5-663f-4d1e-8037-20eda97bd83e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:03.077772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:03.089768 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bcbd7788-3596-40a2-9c0b-02f9ced6af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:03.090916 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd7788-3596-40a2-9c0b-02f9ced6af77 None None] The sync data for ids ['2f455a4d-b02c-4075-a8f5-cfb6766f176e'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:03.123838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Pushing event updated for resources: {'Port': ['ID=1307ce14-9104-44db-9048-cdf7f0ff1b17,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:03.167362 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-71b8f74f-d9dc-4b58-ae54-d127226848e9 req-d6a2a3c1-2c3d-4002-9e02-640732a7b034 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130883 Nov 24 05:02:03.189401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.189869 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Added segment c4b973c7-be55-4a42-a8d9-856ca3880f79 of type vlan for network 42a8f559-894c-416a-9d81-321753ecb7e6 Nov 24 05:02:03.192921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:03.194338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.199655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.203740 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a978e828-1d0b-4d81-b71f-75e1c44b5f47 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1499043 Nov 24 05:02:03.204352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59776) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:03.254453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Allocated IP 172.20.0.3 (68f64639-ff8c-4f45-9149-a97dc5196d9f/e6857c48-ce2f-4ffe-9c5f-730ec91bce63/7f8b46d0-a115-4caf-9221-2b4f6b71557d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:03.272267 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-15ae3313-04cf-477c-9c39-b820a3c060e6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3637967 Nov 24 05:02:03.288963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Request body: {'port': {'device_id': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:03.293883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.321550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.333563 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-61e2d035-a5c1-4ce3-b45d-b22a5d8f0ff7 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21a60c35b2340909ad2604d29a24490 HTTP/1.1" status: 200 len: 380 time: 0.3921580 Nov 24 05:02:03.354980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-be7ec5e9-60d3-43b7-a602-bcccda3f107f None None] Provisioning complete for port 1307ce14-9104-44db-9048-cdf7f0ff1b17 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:03.354980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-be7ec5e9-60d3-43b7-a602-bcccda3f107f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.358055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Request body: {'port': {'device_id': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'network_id': '551933d2-0664-432d-be12-011678275453', 'admin_state_up': True, 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'security_groups': ['0ea7d126-038d-4244-bba3-6eb69df005fa']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:03.393549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-be7ec5e9-60d3-43b7-a602-bcccda3f107f None None] Port 1307ce14-9104-44db-9048-cdf7f0ff1b17 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:03.451998 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c7eeb69c-0c73-4538-83e9-a32e6a553dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:03.453520 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-c7eeb69c-0c73-4538-83e9-a32e6a553dd0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5092a666-9ff6-4905-ad81-b92144f55977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4340827 Nov 24 05:02:03.520395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.521438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:03.522021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.542345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.642085 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cf113700-44ce-4111-ab5d-b5dad5179d11 req-5281051a-5d4c-4494-8175-bd37f2984301 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 210 time: 0.0931230 Nov 24 05:02:03.649929 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9909236 Nov 24 05:02:03.667463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59780) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:03.678413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Request body: {'network': {'project_id': '6025644ec8fb45978bb762840ac78eed'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:03.681412 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.699647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.704267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=d977cae1-d3e7-4d0f-9069-858be0cc07f8,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:03.709820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.721771 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3aa3319d-50eb-43c8-8e55-00686fa42511 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/routers/2f455a4d-b02c-4075-a8f5-cfb6766f176e HTTP/1.1" status: 200 len: 920 time: 0.5063233 Nov 24 05:02:03.729657 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59782) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:03.734472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b730b4-05ad-4125-844a-c25e3055c557 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Pushing event updated for resources: {'Network': ['ID=42a8f559-894c-416a-9d81-321753ecb7e6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:03.752589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 42a8f559-894c-416a-9d81-321753ecb7e6 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:02:03.772617 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d711cffc-cbf5-4d06-9e7c-41f540b67809 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f455a4d-b02c-4075-a8f5-cfb6766f176e HTTP/1.1" status: 200 len: 205 time: 0.0417242 Nov 24 05:02:03.775802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Made reservation on behalf of 6025644ec8fb45978bb762840ac78eed for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:03.778082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.790536 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59786) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:03.876739 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-e9b946f1-70ac-41f1-8739-976915bd6553 service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099762 Nov 24 05:02:03.880754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:03.926440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Made reservation on behalf of c21a60c35b2340909ad2604d29a24490 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:03.930031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.002364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:02:04.102975 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.129910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.130252 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Added segment c5be1805-dbfe-4903-a663-7043761c1f6a of type vlan for network b93b72b6-5adb-4648-8799-14f9ed97ac05 Nov 24 05:02:04.200429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bc6f4-b1d1-485f-824c-2e3aabc05a1a req-165e15cd-9e31-4081-98b2-6332b6f10c49 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:04.201893 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a22bc6f4-b1d1-485f-824c-2e3aabc05a1a req-165e15cd-9e31-4081-98b2-6332b6f10c49 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 932 time: 0.3682849 Nov 24 05:02:04.224878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network 14f57ebe-2179-4c21-9433-ec464a6771af is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:04.248461 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:04.257472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.270987 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.381061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.resource_extend [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:02:04.438719 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e44d0bc0-7146-4ecc-927e-c70d99cc7f6c req-9e59652b-a013-4122-acd1-1f5cefb2a571 service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284531 Nov 24 05:02:04.448312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:04.462120 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:04.474301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:04.481908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Router 2fe7bd7f-b7d7-41df-b949-26af2636be33 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:02:04.484043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'Port': ['ID=7f8b46d0-a115-4caf-9221-2b4f6b71557d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:04.532861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Allocated IP 172.20.0.5 (551933d2-0664-432d-be12-011678275453/f587fcce-bc49-428e-b6ba-714bf7f74662/d7ab1eeb-45ee-4460-aa36-b6def9c09545) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:04.562757 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.563774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:04.564372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.576395 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a22bc6f4-b1d1-485f-824c-2e3aabc05a1a req-b4a20647-70d9-4ad6-bee2-87b73cc7cb61 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3627317 Nov 24 05:02:04.592756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:04.593398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.617834 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16954fd0-9dc2-498a-a6de-32db76543bb2 req-b90e47e3-2323-419e-b757-4888f1282ee2 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:04.619779 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-16954fd0-9dc2-498a-a6de-32db76543bb2 req-b90e47e3-2323-419e-b757-4888f1282ee2 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 943 time: 0.3460557 Nov 24 05:02:04.647385 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-83e4a004-a7db-40fb-9cc5-8330df06e16e tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9381614 Nov 24 05:02:04.662922 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59790) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:04.706639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6fd54685-317c-4672-9182-f42d223364cf tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0b:04:5b'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:04.716428 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0426822 Nov 24 05:02:04.743328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59794) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:04.748429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-88dfa5c2-1843-411b-aed5-da9502f22551 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Request body: {'network': {'project_id': '6025644ec8fb45978bb762840ac78eed'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:04.780321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dcf82-057e-43d5-b1b2-6d3120eea11c tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Pushing event updated for resources: {'Network': ['ID=b93b72b6-5adb-4648-8799-14f9ed97ac05,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:04.781886 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-88dfa5c2-1843-411b-aed5-da9502f22551 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 05:02:04.782399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88dfa5c2-1843-411b-aed5-da9502f22551 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:02:04.786172 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-88dfa5c2-1843-411b-aed5-da9502f22551 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0391243 Nov 24 05:02:04.786172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:04.797255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59796) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:04.799278 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network b93b72b6-5adb-4648-8799-14f9ed97ac05 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:02:04.816479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.827922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b0cf5-979b-460a-9ce5-d0af92930077 None None] Sync routers for ids ['2fe7bd7f-b7d7-41df-b949-26af2636be33'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:04.853710 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d87ca370-966e-4264-a64f-31f3c08d69a0 req-faff1d61-68b9-4b7c-8217-4f178691b66c tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 210 time: 0.0777447 Nov 24 05:02:04.858962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.864418 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-55b54831-f4b0-45c2-9c8a-a2bd1519eb5a tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.0847337 Nov 24 05:02:04.865163 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59798) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:04.881566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1307ce14-9104-44db-9048-cdf7f0ff1b17 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:02:04.893670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:04.899074 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.908722 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.910212 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b0cf5-979b-460a-9ce5-d0af92930077 None None] Routers {'2fe7bd7f-b7d7-41df-b949-26af2636be33'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:04.910853 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-306b0cf5-979b-460a-9ce5-d0af92930077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2fe7bd7f-b7d7-41df-b949-26af2636be33'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:04.947897 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c8055277-02f0-45a5-8608-9c4f669184b4 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6025644ec8fb45978bb762840ac78eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464939 Nov 24 05:02:04.949614 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59800) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:04.968028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ee5ada0b-ea53-4a29-b218-9e6547b683f3 None None] Provisioning complete for port 7f8b46d0-a115-4caf-9221-2b4f6b71557d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:04.968961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ee5ada0b-ea53-4a29-b218-9e6547b683f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:04.973260 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-16954fd0-9dc2-498a-a6de-32db76543bb2 req-a12c3fbd-f2a2-4504-9804-e677945cfc23 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349195 Nov 24 05:02:05.004493 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Transition to ACTIVE for port object 1307ce14-9104-44db-9048-cdf7f0ff1b17 will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:02:05.016943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.024688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ada0b-ea53-4a29-b218-9e6547b683f3 None None] Port 7f8b46d0-a115-4caf-9221-2b4f6b71557d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:05.028277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-306b0cf5-979b-460a-9ce5-d0af92930077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:05.042969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b0cf5-979b-460a-9ce5-d0af92930077 None None] Routers {'2fe7bd7f-b7d7-41df-b949-26af2636be33'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:05.044247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-306b0cf5-979b-460a-9ce5-d0af92930077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2fe7bd7f-b7d7-41df-b949-26af2636be33'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:05.071481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.079798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-306b0cf5-979b-460a-9ce5-d0af92930077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:05.080457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b0cf5-979b-460a-9ce5-d0af92930077 None None] The sync data for ids ['2fe7bd7f-b7d7-41df-b949-26af2636be33'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:05.121430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bf8291f5-90b3-42dc-abe3-1caa867ab849 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.186763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Network 551933d2-0664-432d-be12-011678275453 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:05.197026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Pushing event updated for resources: {'Port': ['ID=d7ab1eeb-45ee-4460-aa36-b6def9c09545,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:05.199688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:05.214130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:05.218313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bf8291f5-90b3-42dc-abe3-1caa867ab849 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.343670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:05.344327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.414840 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-54b4479d-f58b-4b74-b182-5e540b6cdd82 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0663235 Nov 24 05:02:05.420553 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bf8291f5-90b3-42dc-abe3-1caa867ab849 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.424924 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bf8291f5-90b3-42dc-abe3-1caa867ab849 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.428621 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bf8291f5-90b3-42dc-abe3-1caa867ab849 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d9e22e5-663f-4d1e-8037-20eda97bd83e HTTP/1.1" status: 204 len: 168 time: 0.4762578 Nov 24 05:02:05.431237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Request body: {'port': {'device_id': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:05.440514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59802) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:05.447670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Pushing event updated for resources: {'Port': ['ID=1307ce14-9104-44db-9048-cdf7f0ff1b17,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:05.471908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8291f5-90b3-42dc-abe3-1caa867ab849 tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9e22e5-663f-4d1e-8037-20eda97bd83e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:05.481631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6fd54685-317c-4672-9182-f42d223364cf tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.511308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Deleting port e7b8a542-5438-4249-ad9a-c90299c1cff3 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:05.511681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.555288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.557360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e639fb0e-ec15-4f57-8c74-8cfe704d4172 None None] Provisioning complete for port d7ab1eeb-45ee-4460-aa36-b6def9c09545 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:05.557733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e639fb0e-ec15-4f57-8c74-8cfe704d4172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.595124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e639fb0e-ec15-4f57-8c74-8cfe704d4172 None None] Port d7ab1eeb-45ee-4460-aa36-b6def9c09545 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:05.687776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:05.701307 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be716e19-1ff3-4384-8eaa-61b741b265f7 None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:05.705779 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7d9ca457-dc3b-46f8-be46-340b5626baa5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "PUT /v2.0/routers/34ae0ec9-02e2-4043-b925-2517b7f80148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1277893 Nov 24 05:02:05.714825 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be716e19-1ff3-4384-8eaa-61b741b265f7 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:05.716338 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-be716e19-1ff3-4384-8eaa-61b741b265f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:05.723473 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59806) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:05.724315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Attempting to bind port 1307ce14-9104-44db-9048-cdf7f0ff1b17 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:05.724686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Attempting to bind port 1307ce14-9104-44db-9048-cdf7f0ff1b17 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:05.725041 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Attempting to bind port 1307ce14-9104-44db-9048-cdf7f0ff1b17 on network c609e9e6-b34c-4628-a801-92ccc9015484 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:05.754159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.755564 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-be716e19-1ff3-4384-8eaa-61b741b265f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:05.762705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'port': {'network_id': '14f57ebe-2179-4c21-9433-ec464a6771af', 'name': 'tempest-FloatingIPTestJSON-1598100530'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:05.766360 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be716e19-1ff3-4384-8eaa-61b741b265f7 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:05.767897 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-be716e19-1ff3-4384-8eaa-61b741b265f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:05.782052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Port 1307ce14-9104-44db-9048-cdf7f0ff1b17 on network c609e9e6-b34c-4628-a801-92ccc9015484 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:05.782426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Attempting to bind port 1307ce14-9104-44db-9048-cdf7f0ff1b17 on network c609e9e6-b34c-4628-a801-92ccc9015484 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:05.842585 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:02:05.842957 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Checking segment: {'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:05.843546 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Bound using segment: {'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:02:05.844022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Bound port: 1307ce14-9104-44db-9048-cdf7f0ff1b17, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a27ab3-4374-47f6-867e-fc5f3ff57798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:02:05.844384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.847548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.867107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:05.887462 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-be716e19-1ff3-4384-8eaa-61b741b265f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:05.888245 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be716e19-1ff3-4384-8eaa-61b741b265f7 None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:05.929505 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Calling delete_port for e7b8a542-5438-4249-ad9a-c90299c1cff3 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:06.032726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15d7fc-ae4d-451f-8207-3c4decd7eca3 req-8f704369-50bf-4f04-87d7-4277d33c56e2 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:06.034230 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e15d7fc-ae4d-451f-8207-3c4decd7eca3 req-8f704369-50bf-4f04-87d7-4277d33c56e2 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 944 time: 0.3413479 Nov 24 05:02:06.038049 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ab1eeb-45ee-4460-aa36-b6def9c09545 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:02:06.053695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.132561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Transition to ACTIVE for port object d7ab1eeb-45ee-4460-aa36-b6def9c09545 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:02:06.148286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.206488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.260946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ab1eeb-45ee-4460-aa36-b6def9c09545,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:06.284439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] For port 1307ce14-9104-44db-9048-cdf7f0ff1b17, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:02:06.314945 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93b72b6-5adb-4648-8799-14f9ed97ac05']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:06.347909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba981-64dd-40f6-9fbf-52cf7bb32059 req-ab34a624-b450-4d32-9be2-e45ab7eb22fe tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:06.349488 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f38ba981-64dd-40f6-9fbf-52cf7bb32059 req-ab34a624-b450-4d32-9be2-e45ab7eb22fe tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 931 time: 0.3976049 Nov 24 05:02:06.360916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Allocated IP 172.20.0.1 (606254b0-cbac-4404-b533-8a291f9e9f78/1fd8ce30-8886-4f23-b1d7-4d372c2e1251/3e6556b0-f26f-4df2-9528-a6e22e3462ce) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:06.363948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] For port 1307ce14-9104-44db-9048-cdf7f0ff1b17, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1307ce14-9104-44db-9048-cdf7f0ff1b17,segment=NetworkSegment(30a27ab3-4374-47f6-867e-fc5f3ff57798),segment_id=30a27ab3-4374-47f6-867e-fc5f3ff57798)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:02:06.372966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5be1805-dbfe-4903-a663-7043761c1f6a') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:06.373288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5be1805-dbfe-4903-a663-7043761c1f6a') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:06.376545 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Made reservation on behalf of 3decb46235104c048ceea26c2d94110a for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:06.380406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.385581 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e15d7fc-ae4d-451f-8207-3c4decd7eca3 req-ef75de60-473f-46ce-9bfb-a9e968289336 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150036 Nov 24 05:02:06.393601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Attempting to bind port d7ab1eeb-45ee-4460-aa36-b6def9c09545 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:06.393951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Attempting to bind port d7ab1eeb-45ee-4460-aa36-b6def9c09545 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:06.394290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Attempting to bind port d7ab1eeb-45ee-4460-aa36-b6def9c09545 on network 551933d2-0664-432d-be12-011678275453 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:06.398822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.427692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Port d7ab1eeb-45ee-4460-aa36-b6def9c09545 on network 551933d2-0664-432d-be12-011678275453 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:06.428230 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Attempting to bind port d7ab1eeb-45ee-4460-aa36-b6def9c09545 on network 551933d2-0664-432d-be12-011678275453 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:06.436869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.439996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:02:06.440345 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Checking segment: {'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:06.440749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Bound using segment: {'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:02:06.441211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Bound port: d7ab1eeb-45ee-4460-aa36-b6def9c09545, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b361fc0-c958-4402-8ddd-68b00624c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '551933d2-0664-432d-be12-011678275453'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:02:06.441577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.471698 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6fd54685-317c-4672-9182-f42d223364cf tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.537988 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6fd54685-317c-4672-9182-f42d223364cf tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.561780 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] device_id is not set on port 01252cc1-3165-4ac9-b1d9-b025db9efd97 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:06.568891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.580836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.583798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] For port d7ab1eeb-45ee-4460-aa36-b6def9c09545, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:02:06.588195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] For port d7ab1eeb-45ee-4460-aa36-b6def9c09545, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d7ab1eeb-45ee-4460-aa36-b6def9c09545,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:02:06.595297 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.610412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:06.611066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.612592 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] 10.222.0.31 "PUT /v2.0/ports/1307ce14-9104-44db-9048-cdf7f0ff1b17 HTTP/1.1" status: 200 len: 1094 time: 3.3308575 Nov 24 05:02:06.619225 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'tag': '1307ce14-9104-44db-9048-cdf7f0ff1b17'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:02:06.661783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:06.662716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.664736 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] 10.222.0.31 "PUT /v2.0/ports/d7ab1eeb-45ee-4460-aa36-b6def9c09545 HTTP/1.1" status: 200 len: 1093 time: 1.2375650 Nov 24 05:02:06.665738 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'tag': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:02:06.668716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40926a61-c5f5-4d4f-8a49-6ed233ec5635" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7", "tag": "d7ab1eeb-45ee-4460-aa36-b6def9c09545"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:02:06.684528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:02:06.684941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:02:06.691225 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:02:06.710969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.732395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c16f79-e90e-4946-ab1b-2f2ee1da0b99 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ab1eeb-45ee-4460-aa36-b6def9c09545,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:06.748955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Network 606254b0-cbac-4404-b533-8a291f9e9f78 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:06.777149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:06.787237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:06.821427 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94350-cf2b-4072-b8bb-71801197654c req-5ab6e589-4544-4bd4-9504-241c1568ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:06.822970 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-5ab6e589-4544-4bd4-9504-241c1568ea6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eeff512706d64e0f90b138a0586ace2f&device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 1097 time: 0.1455698 Nov 24 05:02:06.885859 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f38ba981-64dd-40f6-9fbf-52cf7bb32059 req-ef8c8a61-a619-40a0-8d2e-aea894a0e803 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea7d126-038d-4244-bba3-6eb69df005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5101869 Nov 24 05:02:06.924884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event updated for resources: {'Port': ['ID=3e6556b0-f26f-4df2-9528-a6e22e3462ce,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:06.932045 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-861fb85e-7ba7-42b6-9a04-55ac46217c2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1307ce14-9104-44db-9048-cdf7f0ff1b17 HTTP/1.1" status: 200 len: 217 time: 0.0948696 Nov 24 05:02:06.950275 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe9576-2eea-4e21-ba80-87fa0dd46503 service neutron] Pushing event updated for resources: {'Port': ['ID=1307ce14-9104-44db-9048-cdf7f0ff1b17,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:06.953827 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:06.987946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd87c14-2901-4b23-b469-ea5598632ee0 x-openstack-request-id: req-0cd87c14-2901-4b23-b469-ea5598632ee0 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:02:06.988244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7", "tag": "d7ab1eeb-45ee-4460-aa36-b6def9c09545", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:02:06.988504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cd87c14-2901-4b23-b469-ea5598632ee0 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:02:06.988613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976b9810-235b-40d5-b821-a7e06a5dc9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b422dc14-e6b9-4eae-aa1d-6df3d353b795", "tag": "1307ce14-9104-44db-9048-cdf7f0ff1b17"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:02:06.988911 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'tag': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545', 'status': 'completed', 'code': 200} Nov 24 05:02:07.107512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94350-cf2b-4072-b8bb-71801197654c req-7e38aa1e-7583-4046-b7d8-2b23af3baafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:07.109160 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-7e38aa1e-7583-4046-b7d8-2b23af3baafa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2eb4dd17-e739-452f-93b3-b5465177e693 HTTP/1.1" status: 200 len: 849 time: 0.1680510 Nov 24 05:02:07.111876 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd54685-317c-4672-9182-f42d223364cf tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'Port': ['ID=7f8b46d0-a115-4caf-9221-2b4f6b71557d,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:07.154243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce95b50-8aae-4fec-8325-8168c7df69a7 req-60afe9c8-19c8-411f-9db2-b7083565b064 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:07.169214 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8ce95b50-8aae-4fec-8325-8168c7df69a7 req-60afe9c8-19c8-411f-9db2-b7083565b064 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 943 time: 0.6626863 Nov 24 05:02:07.185133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-86e4b31f-3e4b-4bca-b649-e6ff5bbfb0db None None] Provisioning complete for port 7f8b46d0-a115-4caf-9221-2b4f6b71557d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:07.185648 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-86e4b31f-3e4b-4bca-b649-e6ff5bbfb0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:07.204866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b995ffc-b358-4429-9ea3-7d8c0a37f269 x-openstack-request-id: req-8b995ffc-b358-4429-9ea3-7d8c0a37f269 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:02:07.205412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b422dc14-e6b9-4eae-aa1d-6df3d353b795", "tag": "1307ce14-9104-44db-9048-cdf7f0ff1b17", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:02:07.205412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b995ffc-b358-4429-9ea3-7d8c0a37f269 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:02:07.205922 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'tag': '1307ce14-9104-44db-9048-cdf7f0ff1b17', 'status': 'completed', 'code': 200} Nov 24 05:02:07.208300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:07.217764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:07.226039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-86e4b31f-3e4b-4bca-b649-e6ff5bbfb0db None None] Port 7f8b46d0-a115-4caf-9221-2b4f6b71557d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:07.237973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-6fd54685-317c-4672-9182-f42d223364cf tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] In _notify_port_updated(), no bound segment for port 7f8b46d0-a115-4caf-9221-2b4f6b71557d on network 68f64639-ff8c-4f45-9149-a97dc5196d9f {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:02:07.243634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd54685-317c-4672-9182-f42d223364cf tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:07.244292 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6fd54685-317c-4672-9182-f42d223364cf tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:07.245642 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6fd54685-317c-4672-9182-f42d223364cf tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "PUT /v2.0/ports/7f8b46d0-a115-4caf-9221-2b4f6b71557d HTTP/1.1" status: 200 len: 994 time: 2.5817816 Nov 24 05:02:07.246879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:07.250125 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] 10.222.0.37 "DELETE /v2.0/networks/b93b72b6-5adb-4648-8799-14f9ed97ac05 HTTP/1.1" status: 204 len: 168 time: 1.8035183 Nov 24 05:02:07.261495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-8bce8124-cf7e-441c-b2fb-04956e62f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:07.263029 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-8bce8124-cf7e-441c-b2fb-04956e62f4c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c21a60c35b2340909ad2604d29a24490&device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 1096 time: 0.5207307 Nov 24 05:02:07.292209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59822) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:07.292553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59824) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:07.320328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Pushing event deleted for resources: {'Port': ['ID=e7b8a542-5438-4249-ad9a-c90299c1cff3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:07.322159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635cd6f-010d-41f0-a760-dbde3ca8468e tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Pushing event deleted for resources: {'Network': ['ID=b93b72b6-5adb-4648-8799-14f9ed97ac05,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:07.350425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-70d274ed-bdc9-4f32-9784-d2b0483842ff None None] Provisioning complete for port 3e6556b0-f26f-4df2-9528-a6e22e3462ce triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:07.350792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70d274ed-bdc9-4f32-9784-d2b0483842ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:07.386958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-70d274ed-bdc9-4f32-9784-d2b0483842ff None None] Port 3e6556b0-f26f-4df2-9528-a6e22e3462ce cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:07.452580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94350-cf2b-4072-b8bb-71801197654c req-33bf3ea5-83c6-4dab-b3a0-fafabe228f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:07.454680 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-33bf3ea5-83c6-4dab-b3a0-fafabe228f37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c609e9e6-b34c-4628-a801-92ccc9015484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3351562 Nov 24 05:02:07.518227 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:07.616727 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-ffcc85cb-9505-4e0f-9e89-a3793210fcdd service neutron] 10.222.0.31 "GET /v2.0/networks/c609e9e6-b34c-4628-a801-92ccc9015484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541851 Nov 24 05:02:07.667164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.20.0.3 (14f57ebe-2179-4c21-9433-ec464a6771af/6d6d2dec-02fe-47cc-90dd-2cf4fddd4800/01252cc1-3165-4ac9-b1d9-b025db9efd97) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:07.701677 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-b71c31e3-b40f-437c-a88e-8bdc708e8d40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7ab1eeb-45ee-4460-aa36-b6def9c09545 HTTP/1.1" status: 200 len: 217 time: 0.4055939 Nov 24 05:02:07.779729 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8ce95b50-8aae-4fec-8325-8168c7df69a7 req-d75b8de5-6873-43e0-88c1-480572e975c3 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6095135 Nov 24 05:02:07.788470 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e0d94350-cf2b-4072-b8bb-71801197654c req-64e9c7de-4038-4832-a3ce-bbf21049bc1b service neutron] 10.222.0.31 "GET /v2.0/networks/c609e9e6-b34c-4628-a801-92ccc9015484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427639 Nov 24 05:02:07.846064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:02:07.850802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:07.932231 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3eb56d-2533-4a7f-a74e-8d42d3b8d6ef req-eaa571b2-d6da-4522-b8d7-b8eaa0218f15 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:07.933665 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7e3eb56d-2533-4a7f-a74e-8d42d3b8d6ef req-eaa571b2-d6da-4522-b8d7-b8eaa0218f15 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 944 time: 0.3643229 Nov 24 05:02:07.970345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-bffe9b5d-9746-4891-84ea-6accc820c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:07.971023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3,segment=NetworkSegment(db4d8065-2b21-405e-a3f1-3ea5d4c336a3),segment_id=db4d8065-2b21-405e-a3f1-3ea5d4c336a3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:07.971856 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-bffe9b5d-9746-4891-84ea-6accc820c090 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f587fcce-bc49-428e-b6ba-714bf7f74662 HTTP/1.1" status: 200 len: 845 time: 0.2375488 Nov 24 05:02:07.982291 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:07.989965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9810-235b-40d5-b821-a7e06a5dc9c6 req-68a9e8b4-2e94-4fb4-a849-6f3372dd03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:07.991891 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-976b9810-235b-40d5-b821-a7e06a5dc9c6 req-68a9e8b4-2e94-4fb4-a849-6f3372dd03b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eeff512706d64e0f90b138a0586ace2f&device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 1097 time: 0.1126537 Nov 24 05:02:07.993088 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:07.995191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'port_id': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3', 'mac_address': 'fa:16:3e:95:f2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:02:08.038354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.055373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:02:08.084333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3,segment=NetworkSegment(db4d8065-2b21-405e-a3f1-3ea5d4c336a3),segment_id=db4d8065-2b21-405e-a3f1-3ea5d4c336a3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:08.090598 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.128510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.128724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event updated for resources: {'Port': ['ID=3e6556b0-f26f-4df2-9528-a6e22e3462ce,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:08.138057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.143103 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:08.184755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9810-235b-40d5-b821-a7e06a5dc9c6 req-37bc325f-4671-4ac6-999f-f317aa9e569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:08.186123 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-976b9810-235b-40d5-b821-a7e06a5dc9c6 req-37bc325f-4671-4ac6-999f-f317aa9e569e service neutron] 10.222.0.31 "GET /v2.0/networks?id=c609e9e6-b34c-4628-a801-92ccc9015484 HTTP/1.1" status: 200 len: 911 time: 0.1857779 Nov 24 05:02:08.256763 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-976b9810-235b-40d5-b821-a7e06a5dc9c6 req-6ec66402-8131-4b77-bb50-a5e06b84be2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1307ce14-9104-44db-9048-cdf7f0ff1b17 HTTP/1.1" status: 200 len: 217 time: 0.0431032 Nov 24 05:02:08.287264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-32a176a3-6c5f-4b3f-8dc2-f24869a434aa tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Deleting port 7f8b46d0-a115-4caf-9221-2b4f6b71557d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:08.287635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32a176a3-6c5f-4b3f-8dc2-f24869a434aa tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.319439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Network 606254b0-cbac-4404-b533-8a291f9e9f78 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:08.323990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:08.331881 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9810-235b-40d5-b821-a7e06a5dc9c6 req-cf1e555a-ec11-4e33-8cb3-aa015059ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:08.333622 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-976b9810-235b-40d5-b821-a7e06a5dc9c6 req-cf1e555a-ec11-4e33-8cb3-aa015059ef54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2eb4dd17-e739-452f-93b3-b5465177e693 HTTP/1.1" status: 200 len: 849 time: 0.0688651 Nov 24 05:02:08.348594 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.350493 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.363376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.393692 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7e3eb56d-2533-4a7f-a74e-8d42d3b8d6ef req-a5178ca1-a70f-4628-934e-b5a07a8f46dd tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4439683 Nov 24 05:02:08.420360 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-31af81af-2113-4c25-bd16-920521a30f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:08.421872 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-31af81af-2113-4c25-bd16-920521a30f2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=551933d2-0664-432d-be12-011678275453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4145632 Nov 24 05:02:08.428688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['9886a7a2-1b0b-4bcc-9995-caa6c3a326c3'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:02:08.477277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b9810-235b-40d5-b821-a7e06a5dc9c6 req-1be09913-10cb-49d2-b703-f9c358b6b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:08.478764 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-976b9810-235b-40d5-b821-a7e06a5dc9c6 req-1be09913-10cb-49d2-b703-f9c358b6b93c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c609e9e6-b34c-4628-a801-92ccc9015484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1095464 Nov 24 05:02:08.486112 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a8f559-894c-416a-9d81-321753ecb7e6']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:08.505279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4b37a-b754-46db-8981-d551e37b6d09 req-8ff77a32-477f-47a8-a10c-e7df61fdd31d tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:08.506802 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4be4b37a-b754-46db-8981-d551e37b6d09 req-8ff77a32-477f-47a8-a10c-e7df61fdd31d tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 943 time: 0.4544802 Nov 24 05:02:08.540209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Router 2fe7bd7f-b7d7-41df-b949-26af2636be33 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:08.566192 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b973c7-be55-4a42-a8d9-856ca3880f79') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:08.566491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b973c7-be55-4a42-a8d9-856ca3880f79') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:08.575146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.576085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Fanout notify agent at l3_agent the message router_deleted on router 2f455a4d-b02c-4075-a8f5-cfb6766f176e {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:02:08.593791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.602537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.623196 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.629616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-067da09e-550b-4a03-969f-70cb489f62ed tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/2f455a4d-b02c-4075-a8f5-cfb6766f176e HTTP/1.1" status: 204 len: 168 time: 4.8258204 Nov 24 05:02:08.633181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59834) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:08.641255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.645461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Request body: {'router': {'name': 'tempest-snat-router-288363167', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'enable_snat': False}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:08.664048 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-976b9810-235b-40d5-b821-a7e06a5dc9c6 req-62a139b7-f091-4479-937d-1a18766a1471 service neutron] 10.222.0.31 "GET /v2.0/networks/c609e9e6-b34c-4628-a801-92ccc9015484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716561 Nov 24 05:02:08.665778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ba1c92d2-0847-4e2f-a1a2-6dbd8b85c65d None None] Provisioning complete for port 3e6556b0-f26f-4df2-9528-a6e22e3462ce triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:08.666152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba1c92d2-0847-4e2f-a1a2-6dbd8b85c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.694217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32a176a3-6c5f-4b3f-8dc2-f24869a434aa tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.709650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:02:08.710349 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:02:08.716068 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:02:08.720133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c92d2-0847-4e2f-a1a2-6dbd8b85c65d None None] Port 3e6556b0-f26f-4df2-9528-a6e22e3462ce cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:08.758726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-32a176a3-6c5f-4b3f-8dc2-f24869a434aa tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Calling delete_port for 7f8b46d0-a115-4caf-9221-2b4f6b71557d owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:08.770779 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4be4b37a-b754-46db-8981-d551e37b6d09 req-41001a2c-797e-4439-b2f9-22d5a79f36a2 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea7d126-038d-4244-bba3-6eb69df005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433987 Nov 24 05:02:08.788616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.789657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.801055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:08.811077 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-003d34c7-0725-4aa7-9323-4209164539f4 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "PUT /v2.0/routers/2fe7bd7f-b7d7-41df-b949-26af2636be33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9328856 Nov 24 05:02:08.811077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59836) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:08.821340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90842213-6b25-4e66-9699-d088a5710dd4 None None] Sync routers for ids ['2fe7bd7f-b7d7-41df-b949-26af2636be33'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:08.831143 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Request body: {'port': {'network_id': '606254b0-cbac-4404-b533-8a291f9e9f78', 'name': 'tempest-FloatingIPAdminTestJSON-1809390942'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:08.838584 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90842213-6b25-4e66-9699-d088a5710dd4 None None] Routers {'2fe7bd7f-b7d7-41df-b949-26af2636be33'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:08.839647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-90842213-6b25-4e66-9699-d088a5710dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2fe7bd7f-b7d7-41df-b949-26af2636be33'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:08.879301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.893948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-90842213-6b25-4e66-9699-d088a5710dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:08.896070 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-a49c2d45-fe45-4cea-bc13-f7fbeeef721f service neutron] 10.222.0.31 "GET /v2.0/networks/551933d2-0664-432d-be12-011678275453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053843 Nov 24 05:02:08.904569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90842213-6b25-4e66-9699-d088a5710dd4 None None] Routers {'2fe7bd7f-b7d7-41df-b949-26af2636be33'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:08.905520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.910659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-90842213-6b25-4e66-9699-d088a5710dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2fe7bd7f-b7d7-41df-b949-26af2636be33'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:08.917699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.923259 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] 10.222.0.37 "DELETE /v2.0/networks/42a8f559-894c-416a-9d81-321753ecb7e6 HTTP/1.1" status: 204 len: 168 time: 1.6261563 Nov 24 05:02:08.923438 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-976b9810-235b-40d5-b821-a7e06a5dc9c6 req-0c104f87-d088-429e-97f4-d93b7f5250db service neutron] 10.222.0.31 "GET /v2.0/networks/c609e9e6-b34c-4628-a801-92ccc9015484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230601 Nov 24 05:02:08.951671 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:08.952935 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-90842213-6b25-4e66-9699-d088a5710dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:08.954767 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90842213-6b25-4e66-9699-d088a5710dd4 None None] The sync data for ids ['2fe7bd7f-b7d7-41df-b949-26af2636be33'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:09.008025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e53ed4-d611-4bcc-8c70-ae4a493c076b tempest-QuotasNegativeTest-1732020578 tempest-QuotasNegativeTest-1732020578-project-admin] Pushing event deleted for resources: {'Network': ['ID=42a8f559-894c-416a-9d81-321753ecb7e6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:09.018439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network 14f57ebe-2179-4c21-9433-ec464a6771af is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:09.032421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:09.039279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:09.134549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:09.153212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Made reservation on behalf of 2037c7b2a4094d79a2fce37d2ce7cbf8 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:09.157093 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:09.193070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] device_id is not set on port a1fa8263-ac52-4e48-b5a4-f0ab0faf301f yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:09.347675 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Allocated IP 172.20.0.12 (606254b0-cbac-4404-b533-8a291f9e9f78/1fd8ce30-8886-4f23-b1d7-4d372c2e1251/a1fa8263-ac52-4e48-b5a4-f0ab0faf301f) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:09.347947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77e8cb-3127-4c8d-92ba-71e4ff99227f req-3419005e-3b1a-460f-8890-aad0db29f5bf tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:09.355319 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d77e8cb-3127-4c8d-92ba-71e4ff99227f req-3419005e-3b1a-460f-8890-aad0db29f5bf tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 944 time: 0.4742215 Nov 24 05:02:09.382849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=01252cc1-3165-4ac9-b1d9-b025db9efd97,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:09.413498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:09.414108 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:09.432565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59848) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:09.456558 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beb36f36-7cbf-47d8-bb8a-cae201b3a81e req-3ea01897-62a4-4534-8cc8-f04865eee4c0 service neutron] 10.222.0.31 "GET /v2.0/networks/551933d2-0664-432d-be12-011678275453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470064 Nov 24 05:02:09.484889 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e7ef7ef0-82c1-4062-a830-daba32c4f4fb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7574494 Nov 24 05:02:09.492693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59852) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:09.507193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'port': {'network_id': '14f57ebe-2179-4c21-9433-ec464a6771af', 'name': 'tempest-FloatingIPTestJSON-609539315'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:09.607414 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d77e8cb-3127-4c8d-92ba-71e4ff99227f req-6010da51-dd82-4b24-95cc-43be9ee76853 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511752 Nov 24 05:02:09.661429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32a176a3-6c5f-4b3f-8dc2-f24869a434aa tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:09.666847 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5adb311-8b6a-4c1a-a65f-c795ba9c77c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:09.728332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a176a3-6c5f-4b3f-8dc2-f24869a434aa tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event deleted for resources: {'Port': ['ID=7f8b46d0-a115-4caf-9221-2b4f6b71557d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:09.737924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40926a61-c5f5-4d4f-8a49-6ed233ec5635 req-9b9718d7-d2db-4109-9a4d-f4cef8ad317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:09.739430 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-40926a61-c5f5-4d4f-8a49-6ed233ec5635 req-9b9718d7-d2db-4109-9a4d-f4cef8ad317c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c21a60c35b2340909ad2604d29a24490&device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 1096 time: 0.2073355 Nov 24 05:02:09.803381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf6b5-c604-4b8f-8843-bdac8b27aebd req-37b9f97c-eb04-46e3-acee-b68a956f9bd8 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:09.808475 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d0eaf6b5-c604-4b8f-8843-bdac8b27aebd req-37b9f97c-eb04-46e3-acee-b68a956f9bd8 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 944 time: 0.3082609 Nov 24 05:02:09.825670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:09.832488 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:09.855489 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:09.935513 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:09.992741 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d0eaf6b5-c604-4b8f-8843-bdac8b27aebd req-b5fe649f-ae29-46c7-b0f8-9e82e767f51f tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698320 Nov 24 05:02:10.019337 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Made reservation on behalf of 3decb46235104c048ceea26c2d94110a for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:10.022124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.027379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.040586 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Allocated IP 172.26.0.94 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/a00f394f-524d-4bf8-8604-256e4f5d162d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:10.072910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:02:10.076911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:10.077390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.098521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Network 606254b0-cbac-4404-b533-8a291f9e9f78 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:10.114723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:10.122787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:10.127612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event updated for resources: {'Port': ['ID=a1fa8263-ac52-4e48-b5a4-f0ab0faf301f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:10.171154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.180941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5adb311-8b6a-4c1a-a65f-c795ba9c77c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.183406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] device_id is not set on port 8783ae01-36c7-401e-8b5d-1d99615900c8 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:10.192080 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40926a61-c5f5-4d4f-8a49-6ed233ec5635 req-bd560538-fcae-4dc8-aefb-29edeec6b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:10.194073 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-40926a61-c5f5-4d4f-8a49-6ed233ec5635 req-bd560538-fcae-4dc8-aefb-29edeec6b8d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=551933d2-0664-432d-be12-011678275453 HTTP/1.1" status: 200 len: 907 time: 0.4374866 Nov 24 05:02:10.204999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5adb311-8b6a-4c1a-a65f-c795ba9c77c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.206184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:02:10.218096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:10.218723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.260598 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9b1e74e6-c09e-417a-9f7a-74d82bdeb7b2 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4346912 Nov 24 05:02:10.264310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.267232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59856) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:10.326057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.340291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3,segment=NetworkSegment(db4d8065-2b21-405e-a3f1-3ea5d4c336a3),segment_id=db4d8065-2b21-405e-a3f1-3ea5d4c336a3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:10.350322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.351016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32a176a3-6c5f-4b3f-8dc2-f24869a434aa tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.356298 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-32a176a3-6c5f-4b3f-8dc2-f24869a434aa tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "DELETE /v2.0/ports/7f8b46d0-a115-4caf-9221-2b4f6b71557d HTTP/1.1" status: 204 len: 168 time: 3.0612848 Nov 24 05:02:10.367368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cadcd3-c448-4938-ac3a-eafa1b961ede req-3ebf31bc-d5b2-4a4e-8541-41bdeddfc770 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:10.369145 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4cadcd3-c448-4938-ac3a-eafa1b961ede req-3ebf31bc-d5b2-4a4e-8541-41bdeddfc770 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 943 time: 0.3864436 Nov 24 05:02:10.370662 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-40926a61-c5f5-4d4f-8a49-6ed233ec5635 req-4c29a1a9-ea62-41e0-9c6e-66a6ae05c755 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7ab1eeb-45ee-4460-aa36-b6def9c09545 HTTP/1.1" status: 200 len: 217 time: 0.1532609 Nov 24 05:02:10.371294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59864) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:10.378741 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d5adb311-8b6a-4c1a-a65f-c795ba9c77c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d5642f70e1845489dc8c4331bb1d999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9412673 Nov 24 05:02:10.387712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59866) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:10.391848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adb311-8b6a-4c1a-a65f-c795ba9c77c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685adb72-2361-4b28-82ae-5c77ecd7e29b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:10.442248 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:10.456744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:10.459191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c5c1cccc-e4f1-4c24-91f0-07d141187ccd None None] Provisioning complete for port a1fa8263-ac52-4e48-b5a4-f0ab0faf301f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:10.459568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5c1cccc-e4f1-4c24-91f0-07d141187ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.461823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event updated for resources: {'Port': ['ID=a00f394f-524d-4bf8-8604-256e4f5d162d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:10.474634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:10.478542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:10.494714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1cccc-e4f1-4c24-91f0-07d141187ccd None None] Port a1fa8263-ac52-4e48-b5a4-f0ab0faf301f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:10.509407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'project_id': '2037c7b2a4094d79a2fce37d2ce7cbf8', 'port_id': 'a1fa8263-ac52-4e48-b5a4-f0ab0faf301f'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:10.511051 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-0458e355-41fe-434f-964f-b14f51a7355c tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] GET failed (client error): The resource could not be found. Nov 24 05:02:10.512876 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0458e355-41fe-434f-964f-b14f51a7355c tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "GET /v2.0/ports/7f8b46d0-a115-4caf-9221-2b4f6b71557d HTTP/1.1" status: 404 len: 333 time: 0.1372597 Nov 24 05:02:10.516526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59868) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:10.522273 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Request body: {'port': {'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f', 'name': 'tempest-AllowedAddressPairTestJSON-2126925121'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:10.525541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40926a61-c5f5-4d4f-8a49-6ed233ec5635 req-5ebf81bb-96c0-4fff-89fd-91c6cf115c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:10.527571 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-40926a61-c5f5-4d4f-8a49-6ed233ec5635 req-5ebf81bb-96c0-4fff-89fd-91c6cf115c6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f587fcce-bc49-428e-b6ba-714bf7f74662 HTTP/1.1" status: 200 len: 845 time: 0.1449680 Nov 24 05:02:10.533688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc00c79-0f9c-4ec5-9f65-ab54e50e64bd" -d '{"events": [{"server_uuid": "9be76631-ff29-4ae3-9569-c9a436b14cdc", "name": "network-vif-plugged", "status": "completed", "tag": "9886a7a2-1b0b-4bcc-9995-caa6c3a326c3"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:02:10.629246 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.635864 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4cadcd3-c448-4938-ac3a-eafa1b961ede req-2a82a8d2-3900-42e1-a271-c56ce131fc30 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea7d126-038d-4244-bba3-6eb69df005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523057 Nov 24 05:02:10.644607 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.20.0.5 (14f57ebe-2179-4c21-9433-ec464a6771af/6d6d2dec-02fe-47cc-90dd-2cf4fddd4800/8783ae01-36c7-401e-8b5d-1d99615900c8) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:10.655622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40926a61-c5f5-4d4f-8a49-6ed233ec5635 req-38184dea-ebc5-4e39-88b9-3be449402871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:10.657793 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-40926a61-c5f5-4d4f-8a49-6ed233ec5635 req-38184dea-ebc5-4e39-88b9-3be449402871 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=551933d2-0664-432d-be12-011678275453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1194329 Nov 24 05:02:10.676244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b538f92-ccd3-4d28-84d9-c920e7ce3ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.707375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d35da0-45eb-4e4d-9ddb-ba0f02531c30 x-openstack-request-id: req-56d35da0-45eb-4e4d-9ddb-ba0f02531c30 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:02:10.708220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be76631-ff29-4ae3-9569-c9a436b14cdc", "name": "network-vif-plugged", "status": "completed", "tag": "9886a7a2-1b0b-4bcc-9995-caa6c3a326c3", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:02:10.708654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56d35da0-45eb-4e4d-9ddb-ba0f02531c30 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:02:10.710011 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3', 'code': 200} Nov 24 05:02:10.783513 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b538f92-ccd3-4d28-84d9-c920e7ce3ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.886972 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Made reservation on behalf of 26f1de3c8db8464cbd599e6f2cdbd22a for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:10.890197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:10.893598 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-40926a61-c5f5-4d4f-8a49-6ed233ec5635 req-5509316a-7520-4ba3-b3fd-f19909ea0d5b service neutron] 10.222.0.31 "GET /v2.0/networks/551933d2-0664-432d-be12-011678275453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283468 Nov 24 05:02:10.903701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cb8b7-809c-4366-9b7d-fe9c507484f6 req-3a7a64cb-89a7-456a-877d-ccf379aceae3 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:10.905088 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de3cb8b7-809c-4366-9b7d-fe9c507484f6 req-3a7a64cb-89a7-456a-877d-ccf379aceae3 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1595588 Nov 24 05:02:11.003761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] device_id is not set on port 99e36ae2-4e7a-415c-9193-cc16e5da6572 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:11.014006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.049975 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b538f92-ccd3-4d28-84d9-c920e7ce3ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.052545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b538f92-ccd3-4d28-84d9-c920e7ce3ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.053683 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6b538f92-ccd3-4d28-84d9-c920e7ce3ba5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/685adb72-2361-4b28-82ae-5c77ecd7e29b HTTP/1.1" status: 204 len: 168 time: 0.6581693 Nov 24 05:02:11.067993 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de3cb8b7-809c-4366-9b7d-fe9c507484f6 req-a24571f0-f62f-4f00-91bd-dd9e2bfc699e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461494 Nov 24 05:02:11.084436 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-40926a61-c5f5-4d4f-8a49-6ed233ec5635 req-a6b5d8ea-7683-4865-9ce9-6a13ad241b50 service neutron] 10.222.0.31 "GET /v2.0/networks/551933d2-0664-432d-be12-011678275453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759963 Nov 24 05:02:11.110327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.112474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b538f92-ccd3-4d28-84d9-c920e7ce3ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685adb72-2361-4b28-82ae-5c77ecd7e29b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:11.115422 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94726a1-07d2-494d-a609-f281fa4137d1 req-dca079f8-3474-4c43-a2c7-f05579a2c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:11.116922 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d94726a1-07d2-494d-a609-f281fa4137d1 req-dca079f8-3474-4c43-a2c7-f05579a2c5b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 1098 time: 0.2412114 Nov 24 05:02:11.155332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.156997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d94726a1-07d2-494d-a609-f281fa4137d1 req-cfb44746-07db-4c9f-8479-6c2fd00afd41 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.203334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network 14f57ebe-2179-4c21-9433-ec464a6771af is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:11.211277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:11.221301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24e0e5-0436-4dc2-8503-cde936fe789c req-351f0a32-6bfc-4ba6-a2a8-968910117ccf tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:11.223313 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7b24e0e5-0436-4dc2-8503-cde936fe789c req-351f0a32-6bfc-4ba6-a2a8-968910117ccf tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 944 time: 0.1264193 Nov 24 05:02:11.223521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=8783ae01-36c7-401e-8b5d-1d99615900c8,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:11.224084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.226187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:11.307887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:11.308509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.333725 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-75640327-c595-4901-bb10-f766a22bc134 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8348849 Nov 24 05:02:11.334716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59884) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:11.346058 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7b24e0e5-0436-4dc2-8503-cde936fe789c req-00229c86-71c4-4033-a8eb-f5b9f5bea67b tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924511 Nov 24 05:02:11.347553 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Allocated IP 172.20.0.10 (68f64639-ff8c-4f45-9149-a97dc5196d9f/e6857c48-ce2f-4ffe-9c5f-730ec91bce63/99e36ae2-4e7a-415c-9193-cc16e5da6572) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:11.351563 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '8783ae01-36c7-401e-8b5d-1d99615900c8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:11.386512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.445672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59886) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:11.500373 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.523916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4354-8405-45dc-902c-bb678a2059d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.584953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d94726a1-07d2-494d-a609-f281fa4137d1 req-cfb44746-07db-4c9f-8479-6c2fd00afd41 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.611697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Allocated IP 172.26.0.14 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/1030cb7e-4c11-4dba-9fee-9dcbd7119c9f) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:11.629865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d94726a1-07d2-494d-a609-f281fa4137d1 req-cfb44746-07db-4c9f-8479-6c2fd00afd41 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.764835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb44746-07db-4c9f-8479-6c2fd00afd41 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c75fa251-ebb5-4bb9-99c9-f37d801a25e7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:11.765174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f9d5a-604a-48f3-9e90-df288afbeed7 req-8ff074bb-bae4-46dc-b056-63f480ec464a tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:11.767420 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-304f9d5a-604a-48f3-9e90-df288afbeed7 req-8ff074bb-bae4-46dc-b056-63f480ec464a tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 943 time: 0.0510743 Nov 24 05:02:11.780419 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d94726a1-07d2-494d-a609-f281fa4137d1 req-cfb44746-07db-4c9f-8479-6c2fd00afd41 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6523361 Nov 24 05:02:11.812207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:11.822205 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-304f9d5a-604a-48f3-9e90-df288afbeed7 req-d68ab149-e97f-4e33-b3ff-8e9dd14bea60 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea7d126-038d-4244-bba3-6eb69df005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472734 Nov 24 05:02:11.847110 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d7ab1eeb-45ee-4460-aa36-b6def9c09545 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:02:11.949401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port d7ab1eeb-45ee-4460-aa36-b6def9c09545, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d7ab1eeb-45ee-4460-aa36-b6def9c09545,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:11.962441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545', 'network_id': '551933d2-0664-432d-be12-011678275453', 'port_id': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545', 'mac_address': 'fa:16:3e:d4:38:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:02:12.001363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.022453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ab1eeb-45ee-4460-aa36-b6def9c09545 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:02:12.045166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port d7ab1eeb-45ee-4460-aa36-b6def9c09545, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d7ab1eeb-45ee-4460-aa36-b6def9c09545,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:12.050531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.051389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1307ce14-9104-44db-9048-cdf7f0ff1b17 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:02:12.130930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=d7ab1eeb-45ee-4460-aa36-b6def9c09545,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:12.157147 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.203025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1307ce14-9104-44db-9048-cdf7f0ff1b17, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1307ce14-9104-44db-9048-cdf7f0ff1b17,segment=NetworkSegment(30a27ab3-4374-47f6-867e-fc5f3ff57798),segment_id=30a27ab3-4374-47f6-867e-fc5f3ff57798)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:12.218838 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '1307ce14-9104-44db-9048-cdf7f0ff1b17', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'port_id': '1307ce14-9104-44db-9048-cdf7f0ff1b17', 'mac_address': 'fa:16:3e:dd:8f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:02:12.223475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4354-8405-45dc-902c-bb678a2059d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.230397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.237800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4354-8405-45dc-902c-bb678a2059d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.266017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.267207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eba53-2b8c-4ecc-9c7d-d0d7b3854d9e req-52306620-b6a8-4520-b562-447cddc05bc9 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:12.275104 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-482eba53-2b8c-4ecc-9c7d-d0d7b3854d9e req-52306620-b6a8-4520-b562-447cddc05bc9 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.0745001 Nov 24 05:02:12.283193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1307ce14-9104-44db-9048-cdf7f0ff1b17 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:02:12.310530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1307ce14-9104-44db-9048-cdf7f0ff1b17, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1307ce14-9104-44db-9048-cdf7f0ff1b17,segment=NetworkSegment(30a27ab3-4374-47f6-867e-fc5f3ff57798),segment_id=30a27ab3-4374-47f6-867e-fc5f3ff57798)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:12.315543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.325739 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ce6a4354-8405-45dc-902c-bb678a2059d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31a37cd314e2487f868ee5b9f32facea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8750570 Nov 24 05:02:12.327313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a4354-8405-45dc-902c-bb678a2059d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3f9ba1-f795-4774-9399-3b7f7a1d9f71,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:12.329406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59892) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:12.340419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.385333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=1307ce14-9104-44db-9048-cdf7f0ff1b17,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:12.396177 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-482eba53-2b8c-4ecc-9c7d-d0d7b3854d9e req-cf21b503-008d-4e9d-99c3-ff2b03e69c77 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197615 Nov 24 05:02:12.402492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.426744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:12.442732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:12.452209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:12.459717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'Port': ['ID=99e36ae2-4e7a-415c-9193-cc16e5da6572,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:12.463135 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:12.494870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:12.541533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:12.545130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.26.0.21 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/16b26b8b-ae56-4dfd-9dcc-4ab79b65ca91) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:12.554124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0424e738-70a9-4cfb-b84e-40f063bb3f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.558924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['d7ab1eeb-45ee-4460-aa36-b6def9c09545'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:02:12.577714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Router 973508a5-8d32-421f-9ba7-212a86153451 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:02:12.591548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['1307ce14-9104-44db-9048-cdf7f0ff1b17'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:02:12.598267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0661de-f855-4033-bb39-a9fa13ab30e7 req-6a57b777-1ed0-4afe-8052-50ca9b1d1f6a tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:12.613009 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ca0661de-f855-4033-bb39-a9fa13ab30e7 req-6a57b777-1ed0-4afe-8052-50ca9b1d1f6a tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 945 time: 0.1523657 Nov 24 05:02:12.708207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:12.708800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.718680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0424e738-70a9-4cfb-b84e-40f063bb3f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.724946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Pushing event updated for resources: {'Port': ['ID=1030cb7e-4c11-4dba-9fee-9dcbd7119c9f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:12.743918 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ca0661de-f855-4033-bb39-a9fa13ab30e7 req-2312ebc8-8852-40c1-af4f-07b5ac11d2ba tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263034 Nov 24 05:02:12.756945 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.799359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.826893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-dc6a4de1-833e-4d59-9734-da5116b25144 None None] Provisioning complete for port 99e36ae2-4e7a-415c-9193-cc16e5da6572 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:12.827239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dc6a4de1-833e-4d59-9734-da5116b25144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:12.853309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:12.858313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:12.866064 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:12.869764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=16b26b8b-ae56-4dfd-9dcc-4ab79b65ca91,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:12.888805 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1c9073d7-7a0a-47f9-b032-a6e5635d8447 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3712153 Nov 24 05:02:12.889421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59898) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:12.903152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9e6425b1-6619-45ef-ac0f-65cf0ca104a4 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0b:04:5b'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:12.951520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a4de1-833e-4d59-9734-da5116b25144 None None] Port 99e36ae2-4e7a-415c-9193-cc16e5da6572 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:13.047446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:13.063778 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Sync routers for ids ['973508a5-8d32-421f-9ba7-212a86153451'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:13.070608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0424e738-70a9-4cfb-b84e-40f063bb3f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:13.073334 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0424e738-70a9-4cfb-b84e-40f063bb3f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:13.074563 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0424e738-70a9-4cfb-b84e-40f063bb3f93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e3f9ba1-f795-4774-9399-3b7f7a1d9f71 HTTP/1.1" status: 204 len: 168 time: 0.7427890 Nov 24 05:02:13.084065 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47fb80-31ef-439d-87b0-ed316f30f76c req-7863ea6f-8708-41a1-a809-1a3f4c13c541 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:13.085918 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8c47fb80-31ef-439d-87b0-ed316f30f76c req-7863ea6f-8708-41a1-a809-1a3f4c13c541 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 944 time: 0.1102555 Nov 24 05:02:13.097362 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Routers {'973508a5-8d32-421f-9ba7-212a86153451'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:13.098075 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['973508a5-8d32-421f-9ba7-212a86153451'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:13.189019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424e738-70a9-4cfb-b84e-40f063bb3f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3f9ba1-f795-4774-9399-3b7f7a1d9f71,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:13.211153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:13.215376 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e27d883f-5aa1-40a3-b073-3ec11b7287f0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5811391 Nov 24 05:02:13.246279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59902) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:13.291342 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Set router 973508a5-8d32-421f-9ba7-212a86153451 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:02:13.363858 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-572aa437-7a2f-49a2-a80f-183d6890f76b tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/routers/973508a5-8d32-421f-9ba7-212a86153451 HTTP/1.1" status: 200 len: 907 time: 0.1162741 Nov 24 05:02:13.364492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59904) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:13.372610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Request body: {'router': {'name': 'tempest-snat-router-288363167', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'enable_snat': True}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:13.563832 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973508a5-8d32-421f-9ba7-212a86153451', 'name': 'tempest-snat-router-288363167', 'tenant_id': 'd161857b6f324fcebe85c4194ccfdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.94'}], 'enable_snat': False}, 'gw_port_id': 'a00f394f-524d-4bf8-8604-256e4f5d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:02:08Z', 'updated_at': '2021-11-24T05:02:10Z', 'revision_number': 3, 'project_id': 'd161857b6f324fcebe85c4194ccfdc96', 'gw_port': {'id': 'a00f394f-524d-4bf8-8604-256e4f5d162d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973508a5-8d32-421f-9ba7-212a86153451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:02:09Z', 'updated_at': '2021-11-24T05:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:13.567544 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8c47fb80-31ef-439d-87b0-ed316f30f76c req-10745741-7dd6-4c1d-8647-49000b872ab6 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea7d126-038d-4244-bba3-6eb69df005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4721935 Nov 24 05:02:13.600541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:13.601717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:13.623950 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Checking router: 973508a5-8d32-421f-9ba7-212a86153451 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:02:13.625296 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Updating router 973508a5-8d32-421f-9ba7-212a86153451 port a00f394f-524d-4bf8-8604-256e4f5d162d binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:02:13.635061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1dd0c-f95a-434a-a719-9d7f09fb9892 req-8a353fc3-1e61-4c28-bb09-71a92ce9c3f0 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:13.636539 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e3d1dd0c-f95a-434a-a719-9d7f09fb9892 req-8a353fc3-1e61-4c28-bb09-71a92ce9c3f0 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1172166 Nov 24 05:02:13.664827 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:13.745344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e6425b1-6619-45ef-ac0f-65cf0ca104a4 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:13.793984 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e3d1dd0c-f95a-434a-a719-9d7f09fb9892 req-8f098a55-82e5-4d58-9c37-07280e878843 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500995 Nov 24 05:02:13.843859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d7ab1eeb-45ee-4460-aa36-b6def9c09545 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:13.916484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:13.969160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port d7ab1eeb-45ee-4460-aa36-b6def9c09545 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:02:13.973704 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port d7ab1eeb-45ee-4460-aa36-b6def9c09545 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:13.974074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.047917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01ef1e-27a9-4d93-9af0-8ca695b7569c req-909bb9f4-c911-40c9-b509-8ed4275bc3aa tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:14.055493 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2f01ef1e-27a9-4d93-9af0-8ca695b7569c req-909bb9f4-c911-40c9-b509-8ed4275bc3aa tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 945 time: 0.1576467 Nov 24 05:02:14.162883 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2f01ef1e-27a9-4d93-9af0-8ca695b7569c req-85c94509-3c14-4fd0-9cd1-32051d35a422 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062284 Nov 24 05:02:14.165930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.197107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.240310 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.241603 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port d7ab1eeb-45ee-4460-aa36-b6def9c09545, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d7ab1eeb-45ee-4460-aa36-b6def9c09545,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:14.244887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:02:14.248006 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c858773e-d737-4a9b-b52e-3411c5241921" -d '{"events": [{"server_uuid": "5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7", "name": "network-vif-plugged", "status": "completed", "tag": "d7ab1eeb-45ee-4460-aa36-b6def9c09545"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:02:14.253671 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.256192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1307ce14-9104-44db-9048-cdf7f0ff1b17 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:14.256930 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.303276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.337220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6cf4e9-5c50-4368-88c6-3faf470738bc x-openstack-request-id: req-1e6cf4e9-5c50-4368-88c6-3faf470738bc {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:02:14.338112 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7", "name": "network-vif-plugged", "status": "completed", "tag": "d7ab1eeb-45ee-4460-aa36-b6def9c09545", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:02:14.338579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e6cf4e9-5c50-4368-88c6-3faf470738bc {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:02:14.339173 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545', 'code': 200} Nov 24 05:02:14.362496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 1307ce14-9104-44db-9048-cdf7f0ff1b17 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:02:14.370885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 1307ce14-9104-44db-9048-cdf7f0ff1b17 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:14.371626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.428091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=d7ab1eeb-45ee-4460-aa36-b6def9c09545,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:14.449503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.472482 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5282b2-3d1e-43e5-b73b-543ddbd9b7a6 None None] Pushing event updated for resources: {'Port': ['ID=a00f394f-524d-4bf8-8604-256e4f5d162d,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:14.488820 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Attempting to bind port a00f394f-524d-4bf8-8604-256e4f5d162d on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:14.489187 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Attempting to bind port a00f394f-524d-4bf8-8604-256e4f5d162d by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:14.489556 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Attempting to bind port a00f394f-524d-4bf8-8604-256e4f5d162d on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:14.498358 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:02:14.498768 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:14.499121 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.499513 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:02:14.500003 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Bound port: a00f394f-524d-4bf8-8604-256e4f5d162d, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:02:14.500406 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.501690 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.515485 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.535721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.549656 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1307ce14-9104-44db-9048-cdf7f0ff1b17, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1307ce14-9104-44db-9048-cdf7f0ff1b17,segment=NetworkSegment(30a27ab3-4374-47f6-867e-fc5f3ff57798),segment_id=30a27ab3-4374-47f6-867e-fc5f3ff57798)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:14.558181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.606834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.609687 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] For port a00f394f-524d-4bf8-8604-256e4f5d162d, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:02:14.615308 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] For port a00f394f-524d-4bf8-8604-256e4f5d162d, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a00f394f-524d-4bf8-8604-256e4f5d162d,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:02:14.621043 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.664345 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=1307ce14-9104-44db-9048-cdf7f0ff1b17,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:14.709056 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Routers {'973508a5-8d32-421f-9ba7-212a86153451'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:14.710835 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['973508a5-8d32-421f-9ba7-212a86153451'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:14.716801 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5282b2-3d1e-43e5-b73b-543ddbd9b7a6 None None] Pushing event updated for resources: {'Port': ['ID=a00f394f-524d-4bf8-8604-256e4f5d162d,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:14.729113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.776110 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7187-f150-4d08-9063-b2768d9002b0 req-0523e893-8410-4340-bc77-b53310a5ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:14.777599 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-307a7187-f150-4d08-9063-b2768d9002b0 req-0523e893-8410-4340-bc77-b53310a5ac49 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 1098 time: 0.1877995 Nov 24 05:02:14.811261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=16b26b8b-ae56-4dfd-9dcc-4ab79b65ca91,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:14.821709 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e6425b1-6619-45ef-ac0f-65cf0ca104a4 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.856613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e6425b1-6619-45ef-ac0f-65cf0ca104a4 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.858326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:14.882478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cd318-40ca-46d5-bba9-ab279209bffe req-e2b36f1b-b5a6-4679-9195-873562fc1252 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:14.883724 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fe4cd318-40ca-46d5-bba9-ab279209bffe req-e2b36f1b-b5a6-4679-9195-873562fc1252 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 945 time: 0.1590960 Nov 24 05:02:14.896254 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] Set router 973508a5-8d32-421f-9ba7-212a86153451 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:02:14.937351 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP 636223ec-7820-417b-bf45-357596e57291 associated. External IP: 172.26.0.21, port: 8783ae01-36c7-401e-8b5d-1d99615900c8. Nov 24 05:02:15.044869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6425b1-6619-45ef-ac0f-65cf0ca104a4 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'Port': ['ID=99e36ae2-4e7a-415c-9193-cc16e5da6572,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:15.053694 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-307a7187-f150-4d08-9063-b2768d9002b0 req-48d271aa-3080-4d0d-8f1e-b86f44af1225 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0ea7d126-038d-4244-bba3-6eb69df005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483554 Nov 24 05:02:15.092080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9e6425b1-6619-45ef-ac0f-65cf0ca104a4 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] In _notify_port_updated(), no bound segment for port 99e36ae2-4e7a-415c-9193-cc16e5da6572 on network 68f64639-ff8c-4f45-9149-a97dc5196d9f {{(pid=103232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:02:15.103958 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6425b1-6619-45ef-ac0f-65cf0ca104a4 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:15.104608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e6425b1-6619-45ef-ac0f-65cf0ca104a4 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:15.105920 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9e6425b1-6619-45ef-ac0f-65cf0ca104a4 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "PUT /v2.0/ports/99e36ae2-4e7a-415c-9193-cc16e5da6572 HTTP/1.1" status: 200 len: 997 time: 2.2094762 Nov 24 05:02:15.111951 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ff355-1e87-40f3-83aa-de4ce209006e req-c3f26caf-6a15-4fdf-8e18-1c3bea5c0df1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:15.113455 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-225ff355-1e87-40f3-83aa-de4ce209006e req-c3f26caf-6a15-4fdf-8e18-1c3bea5c0df1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1943305 Nov 24 05:02:15.113958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59944) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:15.175122 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973508a5-8d32-421f-9ba7-212a86153451', 'name': 'tempest-snat-router-288363167', 'tenant_id': 'd161857b6f324fcebe85c4194ccfdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.94'}], 'enable_snat': False}, 'gw_port_id': 'a00f394f-524d-4bf8-8604-256e4f5d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:02:08Z', 'updated_at': '2021-11-24T05:02:10Z', 'revision_number': 3, 'project_id': 'd161857b6f324fcebe85c4194ccfdc96', 'gw_port': {'id': 'a00f394f-524d-4bf8-8604-256e4f5d162d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973508a5-8d32-421f-9ba7-212a86153451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:02:09Z', 'updated_at': '2021-11-24T05:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:15.190891 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fe4cd318-40ca-46d5-bba9-ab279209bffe req-00c95abf-3c56-4950-84b8-c75cd26acf40 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea7d126-038d-4244-bba3-6eb69df005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977934 Nov 24 05:02:15.265393 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cf003-a45d-434e-a149-745c18cdd141 None None] The sync data for ids ['973508a5-8d32-421f-9ba7-212a86153451'] in dv-neutron-818850-5-hyperv is: [{'id': '973508a5-8d32-421f-9ba7-212a86153451', 'name': 'tempest-snat-router-288363167', 'tenant_id': 'd161857b6f324fcebe85c4194ccfdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.94'}], 'enable_snat': False}, 'gw_port_id': 'a00f394f-524d-4bf8-8604-256e4f5d162d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:02:08Z', 'updated_at': '2021-11-24T05:02:10Z', 'revision_number': 3, 'project_id': 'd161857b6f324fcebe85c4194ccfdc96', 'gw_port': {'id': 'a00f394f-524d-4bf8-8604-256e4f5d162d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973508a5-8d32-421f-9ba7-212a86153451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:02:09Z', 'updated_at': '2021-11-24T05:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:15.318785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-90a348d9-1435-4bd4-9fc9-024d5c03f4e7 None None] Provisioning complete for port 99e36ae2-4e7a-415c-9193-cc16e5da6572 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:15.319356 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90a348d9-1435-4bd4-9fc9-024d5c03f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:15.349233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:15.375997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:15.379500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-90a348d9-1435-4bd4-9fc9-024d5c03f4e7 None None] Port 99e36ae2-4e7a-415c-9193-cc16e5da6572 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:15.380578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:15.384205 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-225ff355-1e87-40f3-83aa-de4ce209006e req-c003e715-76dc-4afa-92a4-16bf1cb50feb tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988182 Nov 24 05:02:15.394341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:15.523345 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59954) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:15.530099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f4c7c-0f26-446f-a886-b3fb03e4ea4a req-52777d57-2043-4903-9ca3-2b8827661149 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:15.532509 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d57f4c7c-0f26-446f-a886-b3fb03e4ea4a req-52777d57-2043-4903-9ca3-2b8827661149 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 946 time: 0.2017159 Nov 24 05:02:15.560945 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cfda5-7c3d-489a-a3ce-009741a64bbb tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Deleting port 99e36ae2-4e7a-415c-9193-cc16e5da6572 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:15.561281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfda5-7c3d-489a-a3ce-009741a64bbb tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:15.570362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Pushing event updated for resources: {'Port': ['ID=1030cb7e-4c11-4dba-9fee-9dcbd7119c9f,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:15.585795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:15.644941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Allocated IP 172.26.0.90 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/9f2c0a17-c26f-4305-90d4-4b788494794a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:15.657865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1002718048', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:15.724031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:15.744221 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d57f4c7c-0f26-446f-a886-b3fb03e4ea4a req-2bc26035-767f-4b30-b786-52db427e5126 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862636 Nov 24 05:02:15.781104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bea89-9ff6-4cf7-8bb6-78f5ffe25958 req-059e8450-f956-444a-8a38-a53faedf04fd tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:15.783738 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-405bea89-9ff6-4cf7-8bb6-78f5ffe25958 req-059e8450-f956-444a-8a38-a53faedf04fd tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2248747 Nov 24 05:02:15.788790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfda5-7c3d-489a-a3ce-009741a64bbb tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:15.796138 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59958) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:15.796828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Made reservation on behalf of 0ebd20152c024c0d81a9a406c69785ac for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:15.799904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:15.809471 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Floating IP 68460389-34cc-4741-b3e7-4c3d3b9a3aec associated. External IP: 172.26.0.14, port: a1fa8263-ac52-4e48-b5a4-f0ab0faf301f. Nov 24 05:02:15.810092 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-43a42848-7351-4e7c-8b50-a62a8f26130b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Request body: {'floatingip': {'port_id': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:15.823394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:15.953471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:16.037586 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:16.105264 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0612b9d0-e0b6-4dad-9894-92bf9c50c2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:16.138749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:16.158024 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:16.176208 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cfda5-7c3d-489a-a3ce-009741a64bbb tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Calling delete_port for 99e36ae2-4e7a-415c-9193-cc16e5da6572 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:16.189509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:16.197486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:16.203200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] device_id is not set on port 14666907-f4fd-4145-a464-81b14395f3cb yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:16.209625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:16.211025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event updated for resources: {'Port': ['ID=9f2c0a17-c26f-4305-90d4-4b788494794a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:16.213294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43a42848-7351-4e7c-8b50-a62a8f26130b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:16.327630 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95690278-d3d0-4760-b89a-f6b3aa7e33f8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:16.340328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1307ce14-9104-44db-9048-cdf7f0ff1b17'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:02:16.342587 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a973cee-48af-4e95-a107-9603567a6928" -d '{"events": [{"server_uuid": "b422dc14-e6b9-4eae-aa1d-6df3d353b795", "name": "network-vif-plugged", "status": "completed", "tag": "1307ce14-9104-44db-9048-cdf7f0ff1b17"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:02:16.403916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c587dd55-e4e2-479d-ba6a-8230c72a3346 x-openstack-request-id: req-c587dd55-e4e2-479d-ba6a-8230c72a3346 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:02:16.404223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b422dc14-e6b9-4eae-aa1d-6df3d353b795", "name": "network-vif-plugged", "status": "completed", "tag": "1307ce14-9104-44db-9048-cdf7f0ff1b17", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:02:16.404478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c587dd55-e4e2-479d-ba6a-8230c72a3346 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:02:16.404868 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1307ce14-9104-44db-9048-cdf7f0ff1b17', 'code': 200} Nov 24 05:02:16.438874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Router 2fe7bd7f-b7d7-41df-b949-26af2636be33 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:16.461675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a00f394f-524d-4bf8-8604-256e4f5d162d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:16.530639 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a00f394f-524d-4bf8-8604-256e4f5d162d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:16.531378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:16.577947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:16.582436 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Allocated IP 172.26.0.34 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/14666907-f4fd-4145-a464-81b14395f3cb) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:16.596024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e578bcc1-38c1-4c66-9094-211bf04125f5 None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:16.621663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:16.632748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b83256-0289-42ef-a1d7-e50d7eb48eb6 req-bef70de4-3089-4afb-8883-55f1313716a2 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:16.634249 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-91b83256-0289-42ef-a1d7-e50d7eb48eb6 req-bef70de4-3089-4afb-8883-55f1313716a2 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 945 time: 0.3299716 Nov 24 05:02:16.646738 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e578bcc1-38c1-4c66-9094-211bf04125f5 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:16.647699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e578bcc1-38c1-4c66-9094-211bf04125f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:16.650942 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:16.677351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfda5-7c3d-489a-a3ce-009741a64bbb tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:16.692807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e578bcc1-38c1-4c66-9094-211bf04125f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:16.712662 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port a00f394f-524d-4bf8-8604-256e4f5d162d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a00f394f-524d-4bf8-8604-256e4f5d162d,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:16.715213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e578bcc1-38c1-4c66-9094-211bf04125f5 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:16.716040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e578bcc1-38c1-4c66-9094-211bf04125f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:16.750492 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:16.755292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e578bcc1-38c1-4c66-9094-211bf04125f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:16.755553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e578bcc1-38c1-4c66-9094-211bf04125f5 None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:16.765020 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dee72306-fb0a-454d-9be7-6d364c494152 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.4298651 Nov 24 05:02:16.765888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cfda5-7c3d-489a-a3ce-009741a64bbb tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event deleted for resources: {'Port': ['ID=99e36ae2-4e7a-415c-9193-cc16e5da6572,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:16.771380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59964) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:16.781101 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-effb4cb9-6241-4bc2-898c-61ed0eb18af3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:16.842861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=a00f394f-524d-4bf8-8604-256e4f5d162d,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:16.856123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b79258-e9a9-4d6c-aac7-70cd7164bff0 req-b7e658be-67eb-49f8-91b8-ef7422b25b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:16.857610 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-78b79258-e9a9-4d6c-aac7-70cd7164bff0 req-b7e658be-67eb-49f8-91b8-ef7422b25b4e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 1099 time: 0.2909200 Nov 24 05:02:17.005536 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-effb4cb9-6241-4bc2-898c-61ed0eb18af3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:17.023031 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-91b83256-0289-42ef-a1d7-e50d7eb48eb6 req-ff03067d-ea6c-4212-af5b-10608bd6ab20 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea7d126-038d-4244-bba3-6eb69df005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3763926 Nov 24 05:02:17.185546 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b5cfda5-7c3d-489a-a3ce-009741a64bbb tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:17.188928 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9b5cfda5-7c3d-489a-a3ce-009741a64bbb tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "DELETE /v2.0/ports/99e36ae2-4e7a-415c-9193-cc16e5da6572 HTTP/1.1" status: 204 len: 168 time: 2.0715165 Nov 24 05:02:17.204982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512df07-2f97-4f58-b723-4cea21158ab7 req-7c73ced8-8fcb-4bfc-8bb8-cbb5c0121bea tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:17.206317 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8512df07-2f97-4f58-b723-4cea21158ab7 req-7c73ced8-8fcb-4bfc-8bb8-cbb5c0121bea tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 946 time: 0.3334632 Nov 24 05:02:17.212253 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59970) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:17.279827 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-78b79258-e9a9-4d6c-aac7-70cd7164bff0 req-4b8753af-25ab-40d7-bfe7-c111c8cc844e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086359 Nov 24 05:02:17.280850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:17.300385 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9675a6f8-ef20-4e8c-9bdf-e318674a5579 None None] Sync routers for ids ['2fe7bd7f-b7d7-41df-b949-26af2636be33'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:17.311305 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d81732-d536-4f42-ae0d-1fb9e8ed2050 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] GET failed (client error): The resource could not be found. Nov 24 05:02:17.312741 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a8d81732-d536-4f42-ae0d-1fb9e8ed2050 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "GET /v2.0/ports/99e36ae2-4e7a-415c-9193-cc16e5da6572 HTTP/1.1" status: 404 len: 333 time: 0.0985079 Nov 24 05:02:17.317697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59972) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:17.322335 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675a6f8-ef20-4e8c-9bdf-e318674a5579 None None] Routers {'2fe7bd7f-b7d7-41df-b949-26af2636be33'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:17.323156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Request body: {'port': {'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f', 'name': 'tempest-AllowedAddressPairTestJSON-999760463'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:17.323376 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9675a6f8-ef20-4e8c-9bdf-e318674a5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2fe7bd7f-b7d7-41df-b949-26af2636be33'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:17.352767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:17.362026 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9675a6f8-ef20-4e8c-9bdf-e318674a5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:17.362681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:17.371662 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675a6f8-ef20-4e8c-9bdf-e318674a5579 None None] Routers {'2fe7bd7f-b7d7-41df-b949-26af2636be33'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:17.372388 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9675a6f8-ef20-4e8c-9bdf-e318674a5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:01:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2fe7bd7f-b7d7-41df-b949-26af2636be33'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:17.402546 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079475eb-4e03-46cf-89c0-e25bdacc6f81 req-13815de7-b89d-48ab-9dfa-1b3867f35129 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:17.409056 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9675a6f8-ef20-4e8c-9bdf-e318674a5579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:17.409936 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9675a6f8-ef20-4e8c-9bdf-e318674a5579 None None] The sync data for ids ['2fe7bd7f-b7d7-41df-b949-26af2636be33'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:17.414302 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-079475eb-4e03-46cf-89c0-e25bdacc6f81 req-13815de7-b89d-48ab-9dfa-1b3867f35129 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 945 time: 0.2389202 Nov 24 05:02:17.421170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59974) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:17.433963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-4859e9ab-4e53-4cd2-8ba0-edeed3d806e5 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Request body: {'floatingip': {'port_id': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:17.474444 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-76ed684f-5df3-4812-9812-877b47ac7413 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.2056460 Nov 24 05:02:17.482841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:17.484107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59976) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:17.512394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-effb4cb9-6241-4bc2-898c-61ed0eb18af3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:17.520428 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8512df07-2f97-4f58-b723-4cea21158ab7 req-41fae322-cc30-433e-8a63-599df0895994 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938123 Nov 24 05:02:17.542631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4859e9ab-4e53-4cd2-8ba0-edeed3d806e5 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:17.544893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-effb4cb9-6241-4bc2-898c-61ed0eb18af3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:17.545228 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-effb4cb9-6241-4bc2-898c-61ed0eb18af3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP 636223ec-7820-417b-bf45-357596e57291 disassociated. External IP: 172.26.0.21, port: 8783ae01-36c7-401e-8b5d-1d99615900c8. Nov 24 05:02:17.650273 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.resource_extend [None req-43a42848-7351-4e7c-8b50-a62a8f26130b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:02:17.689970 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dd4271b0-48f2-4319-9d12-97d4d78ae021 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] 10.222.0.37 "GET /v2.0/floatingips/68460389-34cc-4741-b3e7-4c3d3b9a3aec HTTP/1.1" status: 200 len: 983 time: 0.1997120 Nov 24 05:02:17.698017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59978) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:17.812631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:17.881154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Made reservation on behalf of 26f1de3c8db8464cbd599e6f2cdbd22a for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:17.884648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:17.946364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:17.963238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Pushing event updated for resources: {'Port': ['ID=14666907-f4fd-4145-a464-81b14395f3cb,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:17.969067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:17.971672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:18.003378 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0372b038-4064-4308-b8ee-f838ea8dbe03 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3385 time: 0.3009598 Nov 24 05:02:18.003607 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43a42848-7351-4e7c-8b50-a62a8f26130b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.005113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] device_id is not set on port a00e4aeb-a021-4738-9b76-f406595f6833 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:18.006402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59980) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:18.021568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43a42848-7351-4e7c-8b50-a62a8f26130b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.070042 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:18.070565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.081164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.105080 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ad41e37b-617e-4672-abe6-3ebea2c5000e tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5763566 Nov 24 05:02:18.130252 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59982) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:18.139814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}]}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:18.224267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Allocated IP 172.20.0.8 (68f64639-ff8c-4f45-9149-a97dc5196d9f/e6857c48-ce2f-4ffe-9c5f-730ec91bce63/a00e4aeb-a021-4738-9b76-f406595f6833) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:18.327483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c07e133c-2152-443c-a9f8-e23aba7dfcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.343442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Router 8d09b244-c026-4afb-83f3-98707ec8d9dc is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:02:18.379676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a00f394f-524d-4bf8-8604-256e4f5d162d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:18.396560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.397604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.437454 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-43a42848-7351-4e7c-8b50-a62a8f26130b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Floating IP 276c85c3-730b-46b0-b700-ef1445dfb651 associated. External IP: 172.26.0.244, port: 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3. Nov 24 05:02:18.467121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a00f394f-524d-4bf8-8604-256e4f5d162d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:18.467693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.522184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.557443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:18.576097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Sync routers for ids ['8d09b244-c026-4afb-83f3-98707ec8d9dc'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:18.585484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.589604 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2d76684d-32c1-43d2-93fd-3140420e5703 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.2183781 Nov 24 05:02:18.589604 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.593687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59986) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:18.613054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effb4cb9-6241-4bc2-898c-61ed0eb18af3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:18.619621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Routers {'8d09b244-c026-4afb-83f3-98707ec8d9dc'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:18.620663 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8d09b244-c026-4afb-83f3-98707ec8d9dc'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:18.686537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:18.692748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:18.695161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:18.722132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'Port': ['ID=a00e4aeb-a021-4738-9b76-f406595f6833,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:18.724467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.757379 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Set router 8d09b244-c026-4afb-83f3-98707ec8d9dc gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:02:18.814485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:18.815277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.836340 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5c57ee3c-16fd-4556-aa45-680709516a0b tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/routers/8d09b244-c026-4afb-83f3-98707ec8d9dc HTTP/1.1" status: 200 len: 906 time: 0.2085209 Nov 24 05:02:18.840516 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-65da8f52-0a78-4149-bdd4-4450f839bbbd tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5200830 Nov 24 05:02:18.840516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59988) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:18.840746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59990) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:18.845407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Request body: {'port': {'network_id': '68f64639-ff8c-4f45-9149-a97dc5196d9f', 'name': 'tempest-AllowedAddressPairTestJSON-1977723990'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:18.960030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Deleting port 1030cb7e-4c11-4dba-9fee-9dcbd7119c9f {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:18.960462 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:18.974909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986216bd-6959-4290-a881-1dd879c25995 req-f4584c1e-656f-415e-ab39-b02b0ee2e7fc tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:18.976522 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-986216bd-6959-4290-a881-1dd879c25995 req-f4584c1e-656f-415e-ab39-b02b0ee2e7fc tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 946 time: 0.3334978 Nov 24 05:02:19.072836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3c7fa2a0-735f-4703-9adb-7f64b0861eaa None None] Provisioning complete for port a00e4aeb-a021-4738-9b76-f406595f6833 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:19.073210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3c7fa2a0-735f-4703-9adb-7f64b0861eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.140088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fa2a0-735f-4703-9adb-7f64b0861eaa None None] Port a00e4aeb-a021-4738-9b76-f406595f6833 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:19.173061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d09b244-c026-4afb-83f3-98707ec8d9dc', 'name': 'tempest-snat-router-288363167', 'tenant_id': 'd161857b6f324fcebe85c4194ccfdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.90'}], 'enable_snat': True}, 'gw_port_id': '9f2c0a17-c26f-4305-90d4-4b788494794a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:02:13Z', 'updated_at': '2021-11-24T05:02:16Z', 'revision_number': 3, 'project_id': 'd161857b6f324fcebe85c4194ccfdc96', 'gw_port': {'id': '9f2c0a17-c26f-4305-90d4-4b788494794a', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d09b244-c026-4afb-83f3-98707ec8d9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:02:15Z', 'updated_at': '2021-11-24T05:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:19.206285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Checking router: 8d09b244-c026-4afb-83f3-98707ec8d9dc for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:02:19.206641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Updating router 8d09b244-c026-4afb-83f3-98707ec8d9dc port 9f2c0a17-c26f-4305-90d4-4b788494794a binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:02:19.232355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.325598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.327114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Made reservation on behalf of 26f1de3c8db8464cbd599e6f2cdbd22a for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:19.332159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.366046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.resource_extend [None req-4859e9ab-4e53-4cd2-8ba0-edeed3d806e5 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:02:19.388077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] device_id is not set on port a0721eeb-8125-4c9e-a101-37887a80078b yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:19.413629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.478813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.519444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.526965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.527321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.557522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4859e9ab-4e53-4cd2-8ba0-edeed3d806e5 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.570908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effb4cb9-6241-4bc2-898c-61ed0eb18af3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:19.586887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Allocated IP 172.20.0.6 (68f64639-ff8c-4f45-9149-a97dc5196d9f/e6857c48-ce2f-4ffe-9c5f-730ec91bce63/a0721eeb-8125-4c9e-a101-37887a80078b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:19.591717 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99339bd4-162c-4e26-9ed4-54b6f8b95ec6 None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:19.594316 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-effb4cb9-6241-4bc2-898c-61ed0eb18af3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.597092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b61c2d-acce-4d9c-ba78-e75621be1f6a None None] Pushing event updated for resources: {'Port': ['ID=9f2c0a17-c26f-4305-90d4-4b788494794a,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:19.601427 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Attempting to bind port 9f2c0a17-c26f-4305-90d4-4b788494794a on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:19.601804 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Attempting to bind port 9f2c0a17-c26f-4305-90d4-4b788494794a by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:19.602174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Attempting to bind port 9f2c0a17-c26f-4305-90d4-4b788494794a on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:19.608296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:02:19.608617 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:19.609022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.609427 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:02:19.611300 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Bound port: 9f2c0a17-c26f-4305-90d4-4b788494794a, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:02:19.611949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.616956 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99339bd4-162c-4e26-9ed4-54b6f8b95ec6 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:19.617833 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-99339bd4-162c-4e26-9ed4-54b6f8b95ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:19.653371 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-99339bd4-162c-4e26-9ed4-54b6f8b95ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:19.664320 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99339bd4-162c-4e26-9ed4-54b6f8b95ec6 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:19.665154 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-99339bd4-162c-4e26-9ed4-54b6f8b95ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:19.668664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Deleting port 9f2c0a17-c26f-4305-90d4-4b788494794a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:19.668664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.668929 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] For port 9f2c0a17-c26f-4305-90d4-4b788494794a, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:02:19.670523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.670974 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.673047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] For port 9f2c0a17-c26f-4305-90d4-4b788494794a, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9f2c0a17-c26f-4305-90d4-4b788494794a,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:02:19.681153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.691102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Calling delete_port for 1030cb7e-4c11-4dba-9fee-9dcbd7119c9f owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:19.704969 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-99339bd4-162c-4e26-9ed4-54b6f8b95ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:19.705886 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99339bd4-162c-4e26-9ed4-54b6f8b95ec6 None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:19.752640 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-effb4cb9-6241-4bc2-898c-61ed0eb18af3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "PUT /v2.0/floatingips/636223ec-7820-417b-bf45-357596e57291 HTTP/1.1" status: 200 len: 687 time: 2.9771504 Nov 24 05:02:19.753521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4859e9ab-4e53-4cd2-8ba0-edeed3d806e5 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.759058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Routers {'8d09b244-c026-4afb-83f3-98707ec8d9dc'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:19.759724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8d09b244-c026-4afb-83f3-98707ec8d9dc'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:19.763198 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b61c2d-acce-4d9c-ba78-e75621be1f6a None None] Pushing event updated for resources: {'Port': ['ID=9f2c0a17-c26f-4305-90d4-4b788494794a,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:19.773145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 59992) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:19.815948 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-986216bd-6959-4290-a881-1dd879c25995 req-1206c873-007c-449b-b3a0-23f712806325 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7706923 Nov 24 05:02:19.867413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] Set router 8d09b244-c026-4afb-83f3-98707ec8d9dc gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:02:19.929453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d09b244-c026-4afb-83f3-98707ec8d9dc', 'name': 'tempest-snat-router-288363167', 'tenant_id': 'd161857b6f324fcebe85c4194ccfdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:02:13Z', 'updated_at': '2021-11-24T05:02:19Z', 'revision_number': 4, 'project_id': 'd161857b6f324fcebe85c4194ccfdc96', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:19.930875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] For port 9f2c0a17-c26f-4305-90d4-4b788494794a, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:19.931241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:19.956220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad9ebde-6af8-4169-92bf-8d08f45ac301 None None] The sync data for ids ['8d09b244-c026-4afb-83f3-98707ec8d9dc'] in dv-neutron-818850-5-hyperv is: [{'id': '8d09b244-c026-4afb-83f3-98707ec8d9dc', 'name': 'tempest-snat-router-288363167', 'tenant_id': 'd161857b6f324fcebe85c4194ccfdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:02:13Z', 'updated_at': '2021-11-24T05:02:19Z', 'revision_number': 4, 'project_id': 'd161857b6f324fcebe85c4194ccfdc96', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:19.974894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Calling delete_port for 9f2c0a17-c26f-4305-90d4-4b788494794a owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:19.978746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.016871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a42848-7351-4e7c-8b50-a62a8f26130b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Router 1f7be642-db5a-44c8-a5cc-4e510cc10fab has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:20.061440 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-4859e9ab-4e53-4cd2-8ba0-edeed3d806e5 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Floating IP f6346670-8edc-4e24-8c6c-0c9174dfdcd7 associated. External IP: 172.26.0.76, port: d7ab1eeb-45ee-4460-aa36-b6def9c09545. Nov 24 05:02:20.084228 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6b191c6a-032e-425c-8f61-9adc12fd5436 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port 16b26b8b-ae56-4dfd-9dcc-4ab79b65ca91 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:20.084572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b191c6a-032e-425c-8f61-9adc12fd5436 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.086474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.120007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc6acd-eaa1-4e33-a0f0-fe3420590017 req-5b5272d5-1b98-4f4e-a9f9-8621b94eb3f1 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:20.121569 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6cdc6acd-eaa1-4e33-a0f0-fe3420590017 req-5b5272d5-1b98-4f4e-a9f9-8621b94eb3f1 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 946 time: 0.2054172 Nov 24 05:02:20.167457 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59996) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:20.181137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f8286be8-3b45-4576-b9c5-f64de55166e2 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Request body: {'floatingip': {'port_id': '1307ce14-9104-44db-9048-cdf7f0ff1b17'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:20.225461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:20.233344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:20.242532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:20.248928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'Port': ['ID=a0721eeb-8125-4c9e-a101-37887a80078b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:20.271499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8286be8-3b45-4576-b9c5-f64de55166e2 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.345714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b191c6a-032e-425c-8f61-9adc12fd5436 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.346041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b191c6a-032e-425c-8f61-9adc12fd5436 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.361278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:20.362022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.380943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6b191c6a-032e-425c-8f61-9adc12fd5436 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for 16b26b8b-ae56-4dfd-9dcc-4ab79b65ca91 owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:20.399627 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8f97a0f5-205b-405e-b73a-95942de0dac6 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5579193 Nov 24 05:02:20.404373 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 59998) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:20.453117 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.456692 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-877ccaf7-1aa3-425e-a64c-f36cd47efaff tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:0b:04:5b'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:65:a7:3b'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:20.480960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7c2dd22c-421c-4561-a5fe-924bab3e7474 None None] Provisioning complete for port a0721eeb-8125-4c9e-a101-37887a80078b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:20.481534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd22c-421c-4561-a5fe-924bab3e7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.490545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f2c0a17-c26f-4305-90d4-4b788494794a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:20.525811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7c2dd22c-421c-4561-a5fe-924bab3e7474 None None] Port a0721eeb-8125-4c9e-a101-37887a80078b cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:20.573355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.632356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a42848-7351-4e7c-8b50-a62a8f26130b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:20.647744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ffccb-0fe1-4870-ae1b-ae39857686a9 None None] Sync routers for ids ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:20.682785 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43a42848-7351-4e7c-8b50-a62a8f26130b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.693263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.697204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ffccb-0fe1-4870-ae1b-ae39857686a9 None None] Routers {'1f7be642-db5a-44c8-a5cc-4e510cc10fab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:20.697366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.698139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-3e5ffccb-0fe1-4870-ae1b-ae39857686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:20.706003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.731514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.733303 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.764885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.765568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d09b244-c026-4afb-83f3-98707ec8d9dc {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:02:20.768023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b191c6a-032e-425c-8f61-9adc12fd5436 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.772548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.776731 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9eed43d0-3ac0-4ca6-af38-654492e4ab8a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "DELETE /v2.0/routers/8d09b244-c026-4afb-83f3-98707ec8d9dc HTTP/1.1" status: 204 len: 168 time: 1.9368823 Nov 24 05:02:20.779082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60000) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:20.820454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-3e5ffccb-0fe1-4870-ae1b-ae39857686a9 None None] Set router 1f7be642-db5a-44c8-a5cc-4e510cc10fab gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:02:20.849971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b191c6a-032e-425c-8f61-9adc12fd5436 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=16b26b8b-ae56-4dfd-9dcc-4ab79b65ca91,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:20.962371 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b191c6a-032e-425c-8f61-9adc12fd5436 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.965016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b191c6a-032e-425c-8f61-9adc12fd5436 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:20.966300 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6b191c6a-032e-425c-8f61-9adc12fd5436 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/floatingips/636223ec-7820-417b-bf45-357596e57291 HTTP/1.1" status: 204 len: 168 time: 1.1925292 Nov 24 05:02:20.971339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60002) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:20.975831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '01252cc1-3165-4ac9-b1d9-b025db9efd97'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:20.980680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:21.085452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:21.119743 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:21.131867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event deleted for resources: {'Port': ['ID=1030cb7e-4c11-4dba-9fee-9dcbd7119c9f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:21.136693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:21.186421 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-3e5ffccb-0fe1-4870-ae1b-ae39857686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '276c85c3-730b-46b0-b700-ef1445dfb651', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'port_id': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'mac_address': 'fa:16:3e:95:f2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:01:35Z', 'updated_at': '2021-11-24T05:02:17Z', 'revision_number': 1, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b070442-028c-4c8a-8a0d-a6ef1e0d89cc', 'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'mac_address': 'fa:16:3e:51:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:26Z', 'updated_at': '2021-11-24T05:01:33Z', 'revision_number': 5, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'subnets': [{'id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:21.192303 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-43a42848-7351-4e7c-8b50-a62a8f26130b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "PUT /v2.0/floatingips/276c85c3-730b-46b0-b700-ef1445dfb651 HTTP/1.1" status: 200 len: 991 time: 5.3880939 Nov 24 05:02:21.220157 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ffccb-0fe1-4870-ae1b-ae39857686a9 None None] Checking router: 1f7be642-db5a-44c8-a5cc-4e510cc10fab for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:02:21.230307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ffccb-0fe1-4870-ae1b-ae39857686a9 None None] Routers {'1f7be642-db5a-44c8-a5cc-4e510cc10fab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:21.230931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-3e5ffccb-0fe1-4870-ae1b-ae39857686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:21.251230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'tag': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:02:21.258137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffbf8bb-cdde-4b01-836d-43f63da45e11" -d '{"events": [{"name": "network-changed", "server_uuid": "9be76631-ff29-4ae3-9569-c9a436b14cdc", "tag": "9886a7a2-1b0b-4bcc-9995-caa6c3a326c3"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:02:21.265944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Deleting port a00f394f-524d-4bf8-8604-256e4f5d162d {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:21.265944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:21.271450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:21.365893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ded023-93fa-44be-a433-e4d626f2fc35 x-openstack-request-id: req-a8ded023-93fa-44be-a433-e4d626f2fc35 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:02:21.366193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be76631-ff29-4ae3-9569-c9a436b14cdc", "tag": "9886a7a2-1b0b-4bcc-9995-caa6c3a326c3", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:02:21.366449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8ded023-93fa-44be-a433-e4d626f2fc35 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:02:21.367020 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'tag': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3', 'status': 'completed', 'code': 200} Nov 24 05:02:21.398369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-3e5ffccb-0fe1-4870-ae1b-ae39857686a9 None None] Set router 1f7be642-db5a-44c8-a5cc-4e510cc10fab gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:02:21.497976 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbf8bb-cdde-4b01-836d-43f63da45e11 req-114eafa0-7d95-4e30-bf17-38c8910a95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:21.499501 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bffbf8bb-cdde-4b01-836d-43f63da45e11 req-114eafa0-7d95-4e30-bf17-38c8910a95de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab536a684af0477682b681c825ec9a95&device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 1098 time: 0.1029623 Nov 24 05:02:21.511282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] For port a00f394f-524d-4bf8-8604-256e4f5d162d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a00f394f-524d-4bf8-8604-256e4f5d162d,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:21.511774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:21.529995 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4859e9ab-4e53-4cd2-8ba0-edeed3d806e5 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Router 1e11f492-f92e-454b-883c-68b44a3a9e82 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:21.535224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Calling delete_port for a00f394f-524d-4bf8-8604-256e4f5d162d owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:21.580019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:21.580366 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Floating IP 68460389-34cc-4741-b3e7-4c3d3b9a3aec disassociated (deleted). External IP: 172.26.0.14, port: a1fa8263-ac52-4e48-b5a4-f0ab0faf301f. Nov 24 05:02:21.583583 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-877ccaf7-1aa3-425e-a64c-f36cd47efaff tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:21.645846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.26.0.216 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/d4ef359a-f99b-459e-be69-68b177a6a743) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:21.728708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:21.811247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-3e5ffccb-0fe1-4870-ae1b-ae39857686a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '276c85c3-730b-46b0-b700-ef1445dfb651', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'port_id': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'mac_address': 'fa:16:3e:95:f2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:01:35Z', 'updated_at': '2021-11-24T05:02:17Z', 'revision_number': 1, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b070442-028c-4c8a-8a0d-a6ef1e0d89cc', 'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'mac_address': 'fa:16:3e:51:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:26Z', 'updated_at': '2021-11-24T05:01:33Z', 'revision_number': 5, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'subnets': [{'id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:21.841238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ffccb-0fe1-4870-ae1b-ae39857686a9 None None] The sync data for ids ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'] in dv-neutron-818850-5-hyperv is: [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '276c85c3-730b-46b0-b700-ef1445dfb651', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'floating_ip_address': '172.26.0.244', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'port_id': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'mac_address': 'fa:16:3e:95:f2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:01:35Z', 'updated_at': '2021-11-24T05:02:17Z', 'revision_number': 1, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b070442-028c-4c8a-8a0d-a6ef1e0d89cc', 'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'mac_address': 'fa:16:3e:51:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:26Z', 'updated_at': '2021-11-24T05:01:33Z', 'revision_number': 5, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'subnets': [{'id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:22.048518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4859e9ab-4e53-4cd2-8ba0-edeed3d806e5 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:22.058757 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81903db9-504e-4a3f-aad8-01b20b0059da None None] Sync routers for ids ['1e11f492-f92e-454b-883c-68b44a3a9e82'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:22.059413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4859e9ab-4e53-4cd2-8ba0-edeed3d806e5 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.073120 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81903db9-504e-4a3f-aad8-01b20b0059da None None] Routers {'1e11f492-f92e-454b-883c-68b44a3a9e82'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:22.074696 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-81903db9-504e-4a3f-aad8-01b20b0059da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1e11f492-f92e-454b-883c-68b44a3a9e82'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:22.089595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0aaa59-20c3-47e5-a45d-019c852527cf None None] New status for floating IP 276c85c3-730b-46b0-b700-ef1445dfb651: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:02:22.092613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbf8bb-cdde-4b01-836d-43f63da45e11 req-8cc2b7e2-d04d-4737-bf41-11fbebf0065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:22.094273 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bffbf8bb-cdde-4b01-836d-43f63da45e11 req-8cc2b7e2-d04d-4737-bf41-11fbebf0065b service neutron] 10.222.0.31 "GET /v2.0/networks?id=5092a666-9ff6-4905-ad81-b92144f55977 HTTP/1.1" status: 200 len: 913 time: 0.5865328 Nov 24 05:02:22.122852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8286be8-3b45-4576-b9c5-f64de55166e2 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.138110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8286be8-3b45-4576-b9c5-f64de55166e2 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.217687 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4859e9ab-4e53-4cd2-8ba0-edeed3d806e5 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "PUT /v2.0/floatingips/f6346670-8edc-4e24-8c6c-0c9174dfdcd7 HTTP/1.1" status: 200 len: 990 time: 4.7955704 Nov 24 05:02:22.257065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.261441 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bffbf8bb-cdde-4b01-836d-43f63da45e11 req-2fc3467d-4740-4fd4-bd77-95bbb92f53a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 HTTP/1.1" status: 200 len: 999 time: 0.1595564 Nov 24 05:02:22.331816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-877ccaf7-1aa3-425e-a64c-f36cd47efaff tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.334950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Router 2fe7bd7f-b7d7-41df-b949-26af2636be33 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:22.347011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.347325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-877ccaf7-1aa3-425e-a64c-f36cd47efaff tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.353669 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-f8286be8-3b45-4576-b9c5-f64de55166e2 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Floating IP fd9039dc-2c17-4bc9-a7ce-de602f521bea associated. External IP: 172.26.0.198, port: 1307ce14-9104-44db-9048-cdf7f0ff1b17. Nov 24 05:02:22.410698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event deleted for resources: {'Port': ['ID=a00f394f-524d-4bf8-8604-256e4f5d162d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:22.431254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.431579 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.431971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.432298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.432643 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.433110 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.433322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.433634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.433977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.434289 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.434610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.434986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:22.455722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbf8bb-cdde-4b01-836d-43f63da45e11 req-4a7b3d06-f047-43bc-be45-dc60990e9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:22.457569 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bffbf8bb-cdde-4b01-836d-43f63da45e11 req-4a7b3d06-f047-43bc-be45-dc60990e9b23 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72a128c7-8d2b-405e-a9ae-c297d81ee2d2 HTTP/1.1" status: 200 len: 851 time: 0.1867335 Nov 24 05:02:22.497370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.576724 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-81903db9-504e-4a3f-aad8-01b20b0059da None None] Set router 1e11f492-f92e-454b-883c-68b44a3a9e82 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:02:22.579002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:22.584978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.589763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:22.598011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:22.678409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=d4ef359a-f99b-459e-be69-68b177a6a743,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:22.726281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.730718 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.735986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbf8bb-cdde-4b01-836d-43f63da45e11 req-bb10de4a-1b4c-4cb6-bf5b-5a637bf637bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:22.737657 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bffbf8bb-cdde-4b01-836d-43f63da45e11 req-bb10de4a-1b4c-4cb6-bf5b-5a637bf637bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5092a666-9ff6-4905-ad81-b92144f55977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2510915 Nov 24 05:02:22.772301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d7fceb69-e9a9-4598-96e7-697bec9354fc None None] Provisioning complete for port a0721eeb-8125-4c9e-a101-37887a80078b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:22.773190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d7fceb69-e9a9-4598-96e7-697bec9354fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.815211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d7fceb69-e9a9-4598-96e7-697bec9354fc None None] Port a0721eeb-8125-4c9e-a101-37887a80078b cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:22.866902 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.867466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 973508a5-8d32-421f-9ba7-212a86153451 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:02:22.872851 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ccaf7-1aa3-425e-a64c-f36cd47efaff tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event updated for resources: {'Port': ['ID=a0721eeb-8125-4c9e-a101-37887a80078b,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:22.899432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.904639 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9a472ee7-7c11-4bb3-bb5d-0fc0ee7b0164 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "DELETE /v2.0/routers/973508a5-8d32-421f-9ba7-212a86153451 HTTP/1.1" status: 204 len: 168 time: 2.1236610 Nov 24 05:02:22.909308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60016) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:22.919714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1922718665', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:22.930998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-877ccaf7-1aa3-425e-a64c-f36cd47efaff tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] In _notify_port_updated(), no bound segment for port a0721eeb-8125-4c9e-a101-37887a80078b on network 68f64639-ff8c-4f45-9149-a97dc5196d9f {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:02:22.936942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877ccaf7-1aa3-425e-a64c-f36cd47efaff tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:22.938541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-877ccaf7-1aa3-425e-a64c-f36cd47efaff tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:22.940148 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-877ccaf7-1aa3-425e-a64c-f36cd47efaff tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "PUT /v2.0/ports/a0721eeb-8125-4c9e-a101-37887a80078b HTTP/1.1" status: 200 len: 1056 time: 2.4884479 Nov 24 05:02:22.949274 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60018) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:22.973590 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.045532 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-81903db9-504e-4a3f-aad8-01b20b0059da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'f6346670-8edc-4e24-8c6c-0c9174dfdcd7', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'floating_ip_address': '172.26.0.76', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'port_id': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'mac_address': 'fa:16:3e:d4:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:01:55Z', 'updated_at': '2021-11-24T05:02:18Z', 'revision_number': 1, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8', 'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'mac_address': 'fa:16:3e:84:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:38Z', 'updated_at': '2021-11-24T05:01:48Z', 'revision_number': 5, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'subnets': [{'id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:23.052907 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bffbf8bb-cdde-4b01-836d-43f63da45e11 req-b48b0076-1d33-4c13-8524-acc26761cb57 service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026602 Nov 24 05:02:23.055508 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:23.057619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.058658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.080613 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0de437-0cb3-436d-87a0-91312bec7ced None None] Sync routers for ids ['2fe7bd7f-b7d7-41df-b949-26af2636be33'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:23.095394 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0de437-0cb3-436d-87a0-91312bec7ced None None] Routers {'2fe7bd7f-b7d7-41df-b949-26af2636be33'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:23.095394 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5f0de437-0cb3-436d-87a0-91312bec7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2fe7bd7f-b7d7-41df-b949-26af2636be33'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:23.097642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.131555 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81903db9-504e-4a3f-aad8-01b20b0059da None None] Checking router: 1e11f492-f92e-454b-883c-68b44a3a9e82 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:02:23.134811 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5f0de437-0cb3-436d-87a0-91312bec7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:23.150115 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81903db9-504e-4a3f-aad8-01b20b0059da None None] Routers {'1e11f492-f92e-454b-883c-68b44a3a9e82'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:23.150887 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-81903db9-504e-4a3f-aad8-01b20b0059da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1e11f492-f92e-454b-883c-68b44a3a9e82'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:23.152906 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0de437-0cb3-436d-87a0-91312bec7ced None None] Routers {'2fe7bd7f-b7d7-41df-b949-26af2636be33'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:23.153756 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5f0de437-0cb3-436d-87a0-91312bec7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2fe7bd7f-b7d7-41df-b949-26af2636be33'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:23.239636 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0ef3e9f7-c035-4ec9-960f-440aebf3c23f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "DELETE /v2.0/floatingips/68460389-34cc-4741-b3e7-4c3d3b9a3aec HTTP/1.1" status: 204 len: 168 time: 5.2320247 Nov 24 05:02:23.246287 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5f0de437-0cb3-436d-87a0-91312bec7ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:23.247325 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0de437-0cb3-436d-87a0-91312bec7ced None None] The sync data for ids ['2fe7bd7f-b7d7-41df-b949-26af2636be33'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:23.255919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60020) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:23.263519 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:23.278636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.280161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.284989 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.316241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.344931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8286be8-3b45-4576-b9c5-f64de55166e2 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Router 951e7447-244a-499e-acbf-d5b259556079 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:23.349632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.350207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc8ec76f-b723-42bb-b077-7f7fadf6bb85 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:02:23.364601 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-81903db9-504e-4a3f-aad8-01b20b0059da None None] Set router 1e11f492-f92e-454b-883c-68b44a3a9e82 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:02:23.368087 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'tag': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:02:23.374208 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7", "tag": "d7ab1eeb-45ee-4460-aa36-b6def9c09545"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:02:23.446367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd232d8-235c-4032-ad8e-bb1e974c056d x-openstack-request-id: req-1cd232d8-235c-4032-ad8e-bb1e974c056d {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:02:23.446913 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7", "tag": "d7ab1eeb-45ee-4460-aa36-b6def9c09545", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:02:23.447342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cd232d8-235c-4032-ad8e-bb1e974c056d {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:02:23.447957 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'tag': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545', 'status': 'completed', 'code': 200} Nov 24 05:02:23.452414 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.476011 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bffbf8bb-cdde-4b01-836d-43f63da45e11 req-9f6b5833-6cba-4e74-9281-66346a8d3fdc service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138668 Nov 24 05:02:23.501356 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 05:02:23.502716 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7c4490ee-c577-4db5-9f3b-4394126af7db tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.3676310 Nov 24 05:02:23.507393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60026) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:23.512201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9f8cd38b-66fa-4910-b11c-9bcc978cdb12 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Deleting port a0721eeb-8125-4c9e-a101-37887a80078b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:23.512549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f8cd38b-66fa-4910-b11c-9bcc978cdb12 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.555403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe req-89b086fc-87fe-416e-8ace-5baa5a8b11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:23.556929 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe req-89b086fc-87fe-416e-8ace-5baa5a8b11f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c21a60c35b2340909ad2604d29a24490&device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 1098 time: 0.0771208 Nov 24 05:02:23.557912 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8286be8-3b45-4576-b9c5-f64de55166e2 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:23.562894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8286be8-3b45-4576-b9c5-f64de55166e2 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.569472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316623c2-31d1-460e-b402-eeda3e63625e None None] Sync routers for ids ['951e7447-244a-499e-acbf-d5b259556079'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:23.581163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316623c2-31d1-460e-b402-eeda3e63625e None None] Routers {'951e7447-244a-499e-acbf-d5b259556079'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:23.582151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-316623c2-31d1-460e-b402-eeda3e63625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['951e7447-244a-499e-acbf-d5b259556079'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:23.654734 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-81903db9-504e-4a3f-aad8-01b20b0059da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'f6346670-8edc-4e24-8c6c-0c9174dfdcd7', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'floating_ip_address': '172.26.0.76', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'port_id': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'mac_address': 'fa:16:3e:d4:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:01:55Z', 'updated_at': '2021-11-24T05:02:18Z', 'revision_number': 1, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8', 'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'mac_address': 'fa:16:3e:84:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:38Z', 'updated_at': '2021-11-24T05:01:48Z', 'revision_number': 5, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'subnets': [{'id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:23.677837 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe req-c8b4d42d-de60-4c5f-be85-13e06de3d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:23.679325 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe req-c8b4d42d-de60-4c5f-be85-13e06de3d9ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=551933d2-0664-432d-be12-011678275453 HTTP/1.1" status: 200 len: 907 time: 0.1124845 Nov 24 05:02:23.681218 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f8286be8-3b45-4576-b9c5-f64de55166e2 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "PUT /v2.0/floatingips/fd9039dc-2c17-4bc9-a7ce-de602f521bea HTTP/1.1" status: 200 len: 992 time: 3.5073402 Nov 24 05:02:23.699368 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81903db9-504e-4a3f-aad8-01b20b0059da None None] The sync data for ids ['1e11f492-f92e-454b-883c-68b44a3a9e82'] in dv-neutron-818850-5-hyperv is: [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'f6346670-8edc-4e24-8c6c-0c9174dfdcd7', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'floating_ip_address': '172.26.0.76', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'port_id': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'mac_address': 'fa:16:3e:d4:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:01:55Z', 'updated_at': '2021-11-24T05:02:18Z', 'revision_number': 1, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8', 'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'mac_address': 'fa:16:3e:84:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:38Z', 'updated_at': '2021-11-24T05:01:48Z', 'revision_number': 5, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'subnets': [{'id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:23.723141 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.741609 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-316623c2-31d1-460e-b402-eeda3e63625e None None] Set router 951e7447-244a-499e-acbf-d5b259556079 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:02:23.818816 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe req-470a0cfc-a6bb-46f5-b61c-d92fb4c4a68f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7ab1eeb-45ee-4460-aa36-b6def9c09545 HTTP/1.1" status: 200 len: 998 time: 0.1286438 Nov 24 05:02:23.882806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe req-193292ab-64ee-43a7-9e96-28b50d467d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:23.885082 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe req-193292ab-64ee-43a7-9e96-28b50d467d92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f587fcce-bc49-428e-b6ba-714bf7f74662 HTTP/1.1" status: 200 len: 845 time: 0.0590007 Nov 24 05:02:23.936152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f8cd38b-66fa-4910-b11c-9bcc978cdb12 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.956593 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe req-16dedf65-c2b9-471c-8387-182faca7e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:23.959993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:23.960970 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe req-16dedf65-c2b9-471c-8387-182faca7e117 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=551933d2-0664-432d-be12-011678275453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0535059 Nov 24 05:02:23.971299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9f8cd38b-66fa-4910-b11c-9bcc978cdb12 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Calling delete_port for a0721eeb-8125-4c9e-a101-37887a80078b owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:23.982217 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ca05f9-f573-4573-b649-74c0653437ca None None] New status for floating IP f6346670-8edc-4e24-8c6c-0c9174dfdcd7: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:02:24.046104 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-316623c2-31d1-460e-b402-eeda3e63625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:35Z', 'revision_number': 4, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'fd9039dc-2c17-4bc9-a7ce-de602f521bea', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'floating_ip_address': '172.26.0.198', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '951e7447-244a-499e-acbf-d5b259556079', 'port_id': '1307ce14-9104-44db-9048-cdf7f0ff1b17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'mac_address': 'fa:16:3e:dd:8f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:01:45Z', 'updated_at': '2021-11-24T05:02:21Z', 'revision_number': 1, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b946f-91f8-489a-910b-8e65859cf83c', 'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'mac_address': 'fa:16:3e:8e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:32Z', 'updated_at': '2021-11-24T05:01:42Z', 'revision_number': 5, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'subnets': [{'id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:24.086399 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe req-e891f2ec-6241-463a-8ad5-6d38eab78494 service neutron] 10.222.0.31 "GET /v2.0/networks/551933d2-0664-432d-be12-011678275453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178946 Nov 24 05:02:24.088418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316623c2-31d1-460e-b402-eeda3e63625e None None] Checking router: 951e7447-244a-499e-acbf-d5b259556079 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:02:24.099760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316623c2-31d1-460e-b402-eeda3e63625e None None] Routers {'951e7447-244a-499e-acbf-d5b259556079'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:24.100401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-316623c2-31d1-460e-b402-eeda3e63625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['951e7447-244a-499e-acbf-d5b259556079'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:24.198613 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ab2fd17f-103a-4f99-b1c8-d09b1a5d0fbe req-8f46c798-c092-4b85-a58e-98f6df4d7173 service neutron] 10.222.0.31 "GET /v2.0/networks/551933d2-0664-432d-be12-011678275453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046655 Nov 24 05:02:24.234465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-316623c2-31d1-460e-b402-eeda3e63625e None None] Set router 951e7447-244a-499e-acbf-d5b259556079 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:02:24.358541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a00f394f-524d-4bf8-8604-256e4f5d162d no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:02:24.388426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: a00f394f-524d-4bf8-8604-256e4f5d162d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:02:24.388772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a00f394f-524d-4bf8-8604-256e4f5d162d not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:02:24.394845 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9722f-d11c-429b-b885-74eb95aeb7fa tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Deleting port 14666907-f4fd-4145-a464-81b14395f3cb {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:24.395361 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1b9722f-d11c-429b-b885-74eb95aeb7fa tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:24.492631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-316623c2-31d1-460e-b402-eeda3e63625e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:35Z', 'revision_number': 4, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'fd9039dc-2c17-4bc9-a7ce-de602f521bea', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'floating_ip_address': '172.26.0.198', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '951e7447-244a-499e-acbf-d5b259556079', 'port_id': '1307ce14-9104-44db-9048-cdf7f0ff1b17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'mac_address': 'fa:16:3e:dd:8f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:01:45Z', 'updated_at': '2021-11-24T05:02:21Z', 'revision_number': 1, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b946f-91f8-489a-910b-8e65859cf83c', 'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'mac_address': 'fa:16:3e:8e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:32Z', 'updated_at': '2021-11-24T05:01:42Z', 'revision_number': 5, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'subnets': [{'id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:24.499217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:24.522347 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316623c2-31d1-460e-b402-eeda3e63625e None None] The sync data for ids ['951e7447-244a-499e-acbf-d5b259556079'] in dv-neutron-818850-5-hyperv is: [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:35Z', 'revision_number': 4, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'fd9039dc-2c17-4bc9-a7ce-de602f521bea', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'floating_ip_address': '172.26.0.198', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '951e7447-244a-499e-acbf-d5b259556079', 'port_id': '1307ce14-9104-44db-9048-cdf7f0ff1b17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'mac_address': 'fa:16:3e:dd:8f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:01:45Z', 'updated_at': '2021-11-24T05:02:21Z', 'revision_number': 1, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b946f-91f8-489a-910b-8e65859cf83c', 'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'mac_address': 'fa:16:3e:8e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:32Z', 'updated_at': '2021-11-24T05:01:42Z', 'revision_number': 5, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'subnets': [{'id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:24.538661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:24.622120 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1b9722f-d11c-429b-b885-74eb95aeb7fa tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:24.673005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9722f-d11c-429b-b885-74eb95aeb7fa tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Calling delete_port for 14666907-f4fd-4145-a464-81b14395f3cb owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:24.714937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe2bf1-94a2-45bf-a7c8-549987bfe511 None None] New status for floating IP fd9039dc-2c17-4bc9-a7ce-de602f521bea: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:02:24.942087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:24.978684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Allocated IP 172.26.0.168 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/325e2644-ae1f-4aed-9b58-c97e1a9daced) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:24.985858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f8cd38b-66fa-4910-b11c-9bcc978cdb12 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:25.003789 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:25.063961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cd38b-66fa-4910-b11c-9bcc978cdb12 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event deleted for resources: {'Port': ['ID=a0721eeb-8125-4c9e-a101-37887a80078b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:25.229590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:25.264856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:25.429167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1b9722f-d11c-429b-b885-74eb95aeb7fa tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:25.432816 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=d4ef359a-f99b-459e-be69-68b177a6a743,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:25.448809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'tag': '1307ce14-9104-44db-9048-cdf7f0ff1b17'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:02:25.451375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393" -d '{"events": [{"name": "network-changed", "server_uuid": "b422dc14-e6b9-4eae-aa1d-6df3d353b795", "tag": "1307ce14-9104-44db-9048-cdf7f0ff1b17"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:02:25.474109 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:25.490588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935fe885-8d90-4c48-a7e8-cd7e65a8f37d x-openstack-request-id: req-935fe885-8d90-4c48-a7e8-cd7e65a8f37d {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:02:25.490947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b422dc14-e6b9-4eae-aa1d-6df3d353b795", "tag": "1307ce14-9104-44db-9048-cdf7f0ff1b17", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:02:25.491268 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-935fe885-8d90-4c48-a7e8-cd7e65a8f37d {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:02:25.491788 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'tag': '1307ce14-9104-44db-9048-cdf7f0ff1b17', 'status': 'completed', 'code': 200} Nov 24 05:02:25.495861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9722f-d11c-429b-b885-74eb95aeb7fa tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Pushing event deleted for resources: {'Port': ['ID=14666907-f4fd-4145-a464-81b14395f3cb,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:25.498637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:25.567931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393 req-f88409ef-3075-4f2f-b4e8-08999af4f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:25.569438 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393 req-f88409ef-3075-4f2f-b4e8-08999af4f6f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eeff512706d64e0f90b138a0586ace2f&device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 1099 time: 0.0420773 Nov 24 05:02:25.666879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393 req-d3dc98a1-a156-4c12-920a-f5d20719b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:25.668362 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393 req-d3dc98a1-a156-4c12-920a-f5d20719b386 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c609e9e6-b34c-4628-a801-92ccc9015484 HTTP/1.1" status: 200 len: 911 time: 0.0909505 Nov 24 05:02:25.724644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1b9722f-d11c-429b-b885-74eb95aeb7fa tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:25.727866 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f1b9722f-d11c-429b-b885-74eb95aeb7fa tempest-RoutersAdminNegativeTest-323904234 tempest-RoutersAdminNegativeTest-323904234-project-admin] 10.222.0.37 "DELETE /v2.0/ports/14666907-f4fd-4145-a464-81b14395f3cb HTTP/1.1" status: 204 len: 168 time: 2.2181649 Nov 24 05:02:25.737161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f8cd38b-66fa-4910-b11c-9bcc978cdb12 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:25.740859 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9f8cd38b-66fa-4910-b11c-9bcc978cdb12 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "DELETE /v2.0/ports/a0721eeb-8125-4c9e-a101-37887a80078b HTTP/1.1" status: 204 len: 168 time: 2.7873104 Nov 24 05:02:25.743509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60044) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:25.747847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:25.760928 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393 req-a698896a-9da6-42be-b705-7927e549f7de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1307ce14-9104-44db-9048-cdf7f0ff1b17 HTTP/1.1" status: 200 len: 1002 time: 0.0804014 Nov 24 05:02:25.784957 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-760f6809-6e2b-41e5-9197-06f052cf97c1 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] GET failed (client error): The resource could not be found. Nov 24 05:02:25.786459 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-760f6809-6e2b-41e5-9197-06f052cf97c1 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "GET /v2.0/ports/a0721eeb-8125-4c9e-a101-37887a80078b HTTP/1.1" status: 404 len: 333 time: 0.0420861 Nov 24 05:02:25.810234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60046) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:25.828170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Pushing event updated for resources: {'Port': ['ID=325e2644-ae1f-4aed-9b58-c97e1a9daced,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:25.841242 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP acf3ac7e-81ce-4cf5-9061-ebb2de19da51 associated. External IP: 172.26.0.216, port: 01252cc1-3165-4ac9-b1d9-b025db9efd97. Nov 24 05:02:25.885324 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:25.894368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393 req-0b10dfe9-bb86-4254-b9d4-240fa029343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:25.895816 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:25.896032 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393 req-0b10dfe9-bb86-4254-b9d4-240fa029343c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2eb4dd17-e739-452f-93b3-b5465177e693 HTTP/1.1" status: 200 len: 849 time: 0.1190503 Nov 24 05:02:25.902906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:25.914053 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Allocated IP 172.26.0.113 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/cdd8f22a-00df-4a3d-adb0-83f468b577b6) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:25.961324 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393 req-bc27c833-856d-44af-9035-aa4bdbde5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:25.962368 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393 req-bc27c833-856d-44af-9035-aa4bdbde5e55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c609e9e6-b34c-4628-a801-92ccc9015484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0577638 Nov 24 05:02:25.965555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Deleting port a00e4aeb-a021-4738-9b76-f406595f6833 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:25.965834 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.095432 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60054) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:26.126690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.136578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.149525 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Calling delete_port for a00e4aeb-a021-4738-9b76-f406595f6833 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:26.159195 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393 req-ada8ae7b-b79a-4353-84cd-5d21501f8668 service neutron] 10.222.0.31 "GET /v2.0/networks/c609e9e6-b34c-4628-a801-92ccc9015484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614528 Nov 24 05:02:26.225287 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.236335 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.236927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-913864cf-b102-4bdd-ba36-e780f543875c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.343674 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8b0c0ba-82c4-4ae6-bcce-0860869ea393 req-dcf8f7e3-fc4d-4d98-9848-df14b07a8a1c service neutron] 10.222.0.31 "GET /v2.0/networks/c609e9e6-b34c-4628-a801-92ccc9015484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762385 Nov 24 05:02:26.363160 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.375312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:26.431382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.434473 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-913864cf-b102-4bdd-ba36-e780f543875c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.444991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-913864cf-b102-4bdd-ba36-e780f543875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.463429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:26.477483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event deleted for resources: {'Port': ['ID=a00e4aeb-a021-4738-9b76-f406595f6833,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:26.504982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:26.513411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Pushing event updated for resources: {'Port': ['ID=cdd8f22a-00df-4a3d-adb0-83f468b577b6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:26.519450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:26.532463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.532824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.533176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.533522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.533877 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.534223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.534560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.534891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.535220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.535553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.535906 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.536233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:26.565661 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-913864cf-b102-4bdd-ba36-e780f543875c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9acd743e1ce4b2d8c41fe8bcb6b656b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4691794 Nov 24 05:02:26.570408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913864cf-b102-4bdd-ba36-e780f543875c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813b6c06-fcc0-4045-b9da-9f4dac4f45fc,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:26.572749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60058) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:26.609561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.613426 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dfe23025-72fc-4c2b-9b95-cf23f309ad48 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "DELETE /v2.0/ports/a00e4aeb-a021-4738-9b76-f406595f6833 HTTP/1.1" status: 204 len: 168 time: 0.8021007 Nov 24 05:02:26.617316 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60060) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:26.649249 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a62b7d-79d2-434d-a2fb-eb93265e4672 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] GET failed (client error): The resource could not be found. Nov 24 05:02:26.653981 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-07a62b7d-79d2-434d-a2fb-eb93265e4672 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "GET /v2.0/ports/a00e4aeb-a021-4738-9b76-f406595f6833 HTTP/1.1" status: 404 len: 333 time: 0.0324695 Nov 24 05:02:26.654387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60062) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:26.701461 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-154d8b81-d2c2-4323-88ba-a4e35d09a449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.754507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-154d8b81-d2c2-4323-88ba-a4e35d09a449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.808853 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a843a300-164c-492f-9b1c-ffe3e42e9065 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Deleting port bd4aefcb-2cf2-4579-8ea4-b8ad0209fbd6 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:26.809198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a843a300-164c-492f-9b1c-ffe3e42e9065 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.840868 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-154d8b81-d2c2-4323-88ba-a4e35d09a449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.843435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-154d8b81-d2c2-4323-88ba-a4e35d09a449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.844671 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-154d8b81-d2c2-4323-88ba-a4e35d09a449 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/813b6c06-fcc0-4045-b9da-9f4dac4f45fc HTTP/1.1" status: 204 len: 168 time: 0.2690794 Nov 24 05:02:26.928685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:26.995167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.071523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:27.087369 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348753e-9014-4cee-88d6-789c1c861b4f None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:27.110274 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348753e-9014-4cee-88d6-789c1c861b4f None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:27.111356 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2348753e-9014-4cee-88d6-789c1c861b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:27.143637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d8b81-d2c2-4323-88ba-a4e35d09a449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813b6c06-fcc0-4045-b9da-9f4dac4f45fc,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:27.158665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Pushing event updated for resources: {'Port': ['ID=325e2644-ae1f-4aed-9b58-c97e1a9daced,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:27.175541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.184078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a843a300-164c-492f-9b1c-ffe3e42e9065 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.188034 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2348753e-9014-4cee-88d6-789c1c861b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:27.199057 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348753e-9014-4cee-88d6-789c1c861b4f None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:27.199910 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2348753e-9014-4cee-88d6-789c1c861b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:27.204924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a843a300-164c-492f-9b1c-ffe3e42e9065 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Calling delete_port for bd4aefcb-2cf2-4579-8ea4-b8ad0209fbd6 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:27.210454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.226409 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-638bd2b7-ac4a-4112-85fe-269572db9abb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2538908 Nov 24 05:02:27.228999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60074) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:27.246201 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2348753e-9014-4cee-88d6-789c1c861b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:27.246798 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348753e-9014-4cee-88d6-789c1c861b4f None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:27.263608 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60076) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:27.278620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.282987 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7bdd8a41-b011-4bca-bd7d-0ffb10d51965 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0253265 Nov 24 05:02:27.285705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60078) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:27.328217 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7e325e86-8203-4c7d-a9c3-a171062e27c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ebd20152c024c0d81a9a406c69785ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0634573 Nov 24 05:02:27.330668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60082) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:27.411705 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ff3c568a-07f4-47ce-8520-f227732a4bdd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "GET /v2.0/floatingips/acf3ac7e-81ce-4cf5-9061-ebb2de19da51 HTTP/1.1" status: 200 len: 978 time: 0.1808045 Nov 24 05:02:27.414137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60084) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:27.420201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a843a300-164c-492f-9b1c-ffe3e42e9065 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.422897 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a18a9fd3-b144-47d0-b5d6-b0252912a54c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.459538 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843a300-164c-492f-9b1c-ffe3e42e9065 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event deleted for resources: {'Port': ['ID=bd4aefcb-2cf2-4579-8ea4-b8ad0209fbd6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:27.476386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a18a9fd3-b144-47d0-b5d6-b0252912a54c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.505023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.546364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:27.583923 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d8c111fe-8fc4-47ab-a475-1ae003976c7a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1661503 Nov 24 05:02:27.584391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60086) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:27.587280 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a843a300-164c-492f-9b1c-ffe3e42e9065 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.593019 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a843a300-164c-492f-9b1c-ffe3e42e9065 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "DELETE /v2.0/ports/bd4aefcb-2cf2-4579-8ea4-b8ad0209fbd6 HTTP/1.1" status: 204 len: 168 time: 0.9353533 Nov 24 05:02:27.593191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-719bcda8-2f2b-43db-b965-75a91085c29d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'floatingip': {'port_id': '8783ae01-36c7-401e-8b5d-1d99615900c8'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:27.593274 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60088) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:27.602392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.657139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a18a9fd3-b144-47d0-b5d6-b0252912a54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.660305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a18a9fd3-b144-47d0-b5d6-b0252912a54c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.663827 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a18a9fd3-b144-47d0-b5d6-b0252912a54c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95690278-d3d0-4760-b89a-f6b3aa7e33f8 HTTP/1.1" status: 204 len: 168 time: 0.3298354 Nov 24 05:02:27.681053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a9fd3-b144-47d0-b5d6-b0252912a54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95690278-d3d0-4760-b89a-f6b3aa7e33f8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:27.691577 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ff55eb-403b-4d3a-ad81-0a9766414817 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Deleting subnet e6857c48-ce2f-4ffe-9c5f-730ec91bce63 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:02:27.694295 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-719bcda8-2f2b-43db-b965-75a91085c29d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.694967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96ff55eb-403b-4d3a-ad81-0a9766414817 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.736649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96ff55eb-403b-4d3a-ad81-0a9766414817 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.875908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.907849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:27.914897 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96ff55eb-403b-4d3a-ad81-0a9766414817 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.053152 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96ff55eb-403b-4d3a-ad81-0a9766414817 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.092238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff55eb-403b-4d3a-ad81-0a9766414817 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event deleted for resources: {'Subnet': ['ID=e6857c48-ce2f-4ffe-9c5f-730ec91bce63,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:28.108578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96ff55eb-403b-4d3a-ad81-0a9766414817 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.113715 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-96ff55eb-403b-4d3a-ad81-0a9766414817 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "DELETE /v2.0/subnets/e6857c48-ce2f-4ffe-9c5f-730ec91bce63 HTTP/1.1" status: 204 len: 168 time: 0.5194170 Nov 24 05:02:28.118640 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60102) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:28.119683 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ce221-d3df-45ea-89c1-24d3f9c603c6 None None] Network 68f64639-ff8c-4f45-9149-a97dc5196d9f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:28.130453 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Allocated IP 172.26.0.252 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/b177805b-97d6-423b-ba60-a24afeeab2cd) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:28.274715 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.279365 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Router 116c77d4-5e50-4708-bdbd-742f2d6a546c is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:02:28.338214 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.378848 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] DHCP port deletion for 68f64639-ff8c-4f45-9149-a97dc5196d9f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:02:28.384355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.432385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Deleting port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:28.432962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.452013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Pushing event updated for resources: {'Port': ['ID=b177805b-97d6-423b-ba60-a24afeeab2cd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:28.470120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:28.471942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:28.479279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:28.500203 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] For port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa,segment=NetworkSegment(1ac0818a-2c86-4baa-8c0d-b024a69b00d5),segment_id=1ac0818a-2c86-4baa-8c0d-b024a69b00d5)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:28.501259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.525149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Calling delete_port for ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:28.536558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:28.574688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286af93d-41a3-4094-9f19-05221e74cb04 None None] Sync routers for ids ['116c77d4-5e50-4708-bdbd-742f2d6a546c'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:28.600442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Deleting port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:28.600651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286af93d-41a3-4094-9f19-05221e74cb04 None None] Routers {'116c77d4-5e50-4708-bdbd-742f2d6a546c'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:28.600748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.601512 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-286af93d-41a3-4094-9f19-05221e74cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['116c77d4-5e50-4708-bdbd-742f2d6a546c'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:28.625611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.629348 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8b5d2900-8e32-4884-b9ff-c9d9e612ef99 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7166069 Nov 24 05:02:28.629942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60118) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:28.635999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c195ceea-80bf-4713-9983-0a6dba3fc75d tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'enable_snat': False}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:28.647391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-719bcda8-2f2b-43db-b965-75a91085c29d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.650660 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-286af93d-41a3-4094-9f19-05221e74cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:28.670700 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286af93d-41a3-4094-9f19-05221e74cb04 None None] Routers {'116c77d4-5e50-4708-bdbd-742f2d6a546c'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:28.671568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-286af93d-41a3-4094-9f19-05221e74cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['116c77d4-5e50-4708-bdbd-742f2d6a546c'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:28.675428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-719bcda8-2f2b-43db-b965-75a91085c29d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.679422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.720611 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-286af93d-41a3-4094-9f19-05221e74cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:28.721899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286af93d-41a3-4094-9f19-05221e74cb04 None None] The sync data for ids ['116c77d4-5e50-4708-bdbd-742f2d6a546c'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:28.725053 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] For port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa,segment=NetworkSegment(1ac0818a-2c86-4baa-8c0d-b024a69b00d5),segment_id=1ac0818a-2c86-4baa-8c0d-b024a69b00d5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:28.725433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.726674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.745270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Calling delete_port for ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:28.761390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Pushing event deleted for resources: {'Port': ['ID=ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:28.765442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] No DVR routers for this DVR port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:02:28.766846 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:28.773893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.774530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.775027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.775762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.781988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.781988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.782247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.782399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.783530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.784239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.784902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.785978 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ce4fa-e39c-4cb4-964f-a21ae1acf995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:02:28.824780 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60120) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:28.944027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1274358332'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:28.973093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Made reservation on behalf of 56d589226e12485b8b741213a8b30b1b for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:28.976604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.021257 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.143309 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-719bcda8-2f2b-43db-b965-75a91085c29d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP acf3ac7e-81ce-4cf5-9061-ebb2de19da51 associated. External IP: 172.26.0.216, port: 01252cc1-3165-4ac9-b1d9-b025db9efd97. Nov 24 05:02:29.151018 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.164244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.238221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.276588 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event deleted for resources: {'Port': ['ID=ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:29.280415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] No DVR routers for this DVR port ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:02:29.311440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Pushing event updated for resources: {'Port': ['ID=b177805b-97d6-423b-ba60-a24afeeab2cd,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:29.322062 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c195ceea-80bf-4713-9983-0a6dba3fc75d tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.340604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.342093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.351663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.394184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.395407 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-de218096-2d12-4b56-b4ad-0616901cc261 tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1087637 Nov 24 05:02:29.399915 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60130) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:29.402155 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:02:29.408567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.420228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda8c571-fb88-4811-88cc-7c12a30cb825,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:29.425898 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.426246 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Added segment 7efef334-6b4a-4a81-a766-919e228455e2 of type vlan for network 346f56c8-cf93-4afa-bc78-0cdb7aaf07be Nov 24 05:02:29.472536 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.492807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f64639-ff8c-4f45-9149-a97dc5196d9f']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:29.513011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac0818a-2c86-4baa-8c0d-b024a69b00d5') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:29.513311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac0818a-2c86-4baa-8c0d-b024a69b00d5') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:29.534872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.536841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.543462 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:29.544287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.554446 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c20a5432-fb1a-49b2-a320-e156385a096c tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4776 time: 0.1497087 Nov 24 05:02:29.555978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60132) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:29.568242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.571037 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719bcda8-2f2b-43db-b965-75a91085c29d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:29.592861 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7629652 Nov 24 05:02:29.593630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60134) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:29.600556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Request body: {'subnet': {'network_id': '346f56c8-cf93-4afa-bc78-0cdb7aaf07be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:29.603641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:02:29.604031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:02:29.610859 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:02:29.639253 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5f656ec5-fe6d-4a26-9d85-908c7eaa802f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0793514 Nov 24 05:02:29.647614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60136) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:29.648287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7976ede-f616-4beb-ad55-56cf665f4432 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event updated for resources: {'Network': ['ID=346f56c8-cf93-4afa-bc78-0cdb7aaf07be,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:29.658693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 346f56c8-cf93-4afa-bc78-0cdb7aaf07be details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:02:29.712600 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.724680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.730875 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] 10.222.0.37 "DELETE /v2.0/networks/68f64639-ff8c-4f45-9149-a97dc5196d9f HTTP/1.1" status: 204 len: 168 time: 1.6086431 Nov 24 05:02:29.742484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfad411-e116-4911-9949-f3f431a26ee9 tempest-AllowedAddressPairTestJSON-1469033268 tempest-AllowedAddressPairTestJSON-1469033268-project] Pushing event deleted for resources: {'Network': ['ID=68f64639-ff8c-4f45-9149-a97dc5196d9f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:29.800655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719bcda8-2f2b-43db-b965-75a91085c29d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:29.819901 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e62cb5-fa0d-4137-813a-90c74da994c8 None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:29.842549 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e62cb5-fa0d-4137-813a-90c74da994c8 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:29.843617 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e5e62cb5-fa0d-4137-813a-90c74da994c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:29.894440 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e5e62cb5-fa0d-4137-813a-90c74da994c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:29.907634 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e62cb5-fa0d-4137-813a-90c74da994c8 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:29.908261 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e5e62cb5-fa0d-4137-813a-90c74da994c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:29.938865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Made reservation on behalf of 56d589226e12485b8b741213a8b30b1b for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:29.942505 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:29.945965 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e5e62cb5-fa0d-4137-813a-90c74da994c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:29.946791 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e62cb5-fa0d-4137-813a-90c74da994c8 None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:30.046548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719bcda8-2f2b-43db-b965-75a91085c29d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:30.103372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60144) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:30.186186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719bcda8-2f2b-43db-b965-75a91085c29d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:30.191158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-719bcda8-2f2b-43db-b965-75a91085c29d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.199560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f080577f-14a4-4e1e-8f6f-3261a15027ff None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:30.217786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080577f-14a4-4e1e-8f6f-3261a15027ff None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:30.219708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f080577f-14a4-4e1e-8f6f-3261a15027ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:30.257321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f080577f-14a4-4e1e-8f6f-3261a15027ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:30.270030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080577f-14a4-4e1e-8f6f-3261a15027ff None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:30.270888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f080577f-14a4-4e1e-8f6f-3261a15027ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:30.272868 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-719bcda8-2f2b-43db-b965-75a91085c29d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "PUT /v2.0/floatingips/acf3ac7e-81ce-4cf5-9061-ebb2de19da51 HTTP/1.1" status: 200 len: 977 time: 2.6874833 Nov 24 05:02:30.275856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60150) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:30.284679 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e9f49001-f38c-4501-9de8-3f4032e20160 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:30.306740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-fba6e099-c396-4fa0-a9db-64a5fb6cf80a tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Deleting port b177805b-97d6-423b-ba60-a24afeeab2cd {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:30.306740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fba6e099-c396-4fa0-a9db-64a5fb6cf80a tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.308163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f080577f-14a4-4e1e-8f6f-3261a15027ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:30.309050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f080577f-14a4-4e1e-8f6f-3261a15027ff None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:30.339185 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-906ce917-34b9-472b-b5cd-7700be2efbaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26f1de3c8db8464cbd599e6f2cdbd22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344227 Nov 24 05:02:30.341519 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60152) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:30.377676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:02:30.396811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f49001-f38c-4501-9de8-3f4032e20160 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.400432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:02:30.400849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ecf142cf-4cc8-41e3-b0fa-4f15c6ef5aaa not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:02:30.453514 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71255f4f-654d-4f71-be8e-17b94fee0312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.518604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fba6e099-c396-4fa0-a9db-64a5fb6cf80a tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.518935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fba6e099-c396-4fa0-a9db-64a5fb6cf80a tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.520076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71255f4f-654d-4f71-be8e-17b94fee0312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.551831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-fba6e099-c396-4fa0-a9db-64a5fb6cf80a tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Calling delete_port for b177805b-97d6-423b-ba60-a24afeeab2cd owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:30.592247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f49001-f38c-4501-9de8-3f4032e20160 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.597824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f49001-f38c-4501-9de8-3f4032e20160 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.598171 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-e9f49001-f38c-4501-9de8-3f4032e20160 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP acf3ac7e-81ce-4cf5-9061-ebb2de19da51 disassociated. External IP: 172.26.0.216, port: 8783ae01-36c7-401e-8b5d-1d99615900c8. Nov 24 05:02:30.648564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c195ceea-80bf-4713-9983-0a6dba3fc75d tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.676154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71255f4f-654d-4f71-be8e-17b94fee0312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.678711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71255f4f-654d-4f71-be8e-17b94fee0312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.682170 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-71255f4f-654d-4f71-be8e-17b94fee0312 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0a7acfe-4c8c-48d3-aaac-fde37ac2cb1e HTTP/1.1" status: 204 len: 168 time: 0.3374295 Nov 24 05:02:30.687571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c195ceea-80bf-4713-9983-0a6dba3fc75d tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.697879 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71255f4f-654d-4f71-be8e-17b94fee0312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a7acfe-4c8c-48d3-aaac-fde37ac2cb1e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:30.705482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.844147 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f49001-f38c-4501-9de8-3f4032e20160 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:30.874283 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event updated for resources: {'Subnet': ['ID=67480708-b125-487c-b097-2104cd330a1c,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:30.928349 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Checking segment: {'id': '7efef334-6b4a-4a81-a766-919e228455e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '346f56c8-cf93-4afa-bc78-0cdb7aaf07be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:30.928717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Network hostable DHCP agents. Network: 346f56c8-cf93-4afa-bc78-0cdb7aaf07be, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:02:30.943527 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c195ceea-80bf-4713-9983-0a6dba3fc75d tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Router 116c77d4-5e50-4708-bdbd-742f2d6a546c has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:30.960542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f49001-f38c-4501-9de8-3f4032e20160 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:30.962122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fba6e099-c396-4fa0-a9db-64a5fb6cf80a tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.965669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f49001-f38c-4501-9de8-3f4032e20160 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:30.976553 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dd8e98-6d5c-4618-99bd-a1f0655f2340 None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:30.996682 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e9f49001-f38c-4501-9de8-3f4032e20160 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "PUT /v2.0/floatingips/acf3ac7e-81ce-4cf5-9061-ebb2de19da51 HTTP/1.1" status: 200 len: 688 time: 0.7197971 Nov 24 05:02:30.999124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60164) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:30.999938 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dd8e98-6d5c-4618-99bd-a1f0655f2340 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:31.000924 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c1dd8e98-6d5c-4618-99bd-a1f0655f2340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:31.001276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6e099-c396-4fa0-a9db-64a5fb6cf80a tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Pushing event deleted for resources: {'Port': ['ID=b177805b-97d6-423b-ba60-a24afeeab2cd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:31.004342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Network 346f56c8-cf93-4afa-bc78-0cdb7aaf07be is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:02:31.054597 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c1dd8e98-6d5c-4618-99bd-a1f0655f2340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:31.067360 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dd8e98-6d5c-4618-99bd-a1f0655f2340 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:31.068289 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c1dd8e98-6d5c-4618-99bd-a1f0655f2340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:31.069752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 346f56c8-cf93-4afa-bc78-0cdb7aaf07be) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:31.079720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88797ea3-1703-446c-8ece-84094f3d52e1 None None] Network 346f56c8-cf93-4afa-bc78-0cdb7aaf07be requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:31.097429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:31.098109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.157046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0ebb5ad5-fe89-4c11-b06d-3b8be47d3752 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port d4ef359a-f99b-459e-be69-68b177a6a743 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:31.157445 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ebb5ad5-fe89-4c11-b06d-3b8be47d3752 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.168766 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a03aecf4-fde6-402a-82dd-f00b7f26efa9 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5720007 Nov 24 05:02:31.169738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fba6e099-c396-4fa0-a9db-64a5fb6cf80a tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.172298 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fba6e099-c396-4fa0-a9db-64a5fb6cf80a tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.176403 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fba6e099-c396-4fa0-a9db-64a5fb6cf80a tempest-FloatingIPAdminTestJSON-182925066 tempest-FloatingIPAdminTestJSON-182925066-project] 10.222.0.37 "DELETE /v2.0/floatingips/b14b82f4-7d50-4483-a6b5-46a99d6978a5 HTTP/1.1" status: 204 len: 168 time: 1.5247815 Nov 24 05:02:31.178652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60172) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:31.178984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60174) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:31.188504 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c1dd8e98-6d5c-4618-99bd-a1f0655f2340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:31.190549 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dd8e98-6d5c-4618-99bd-a1f0655f2340 None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:31.190842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b1c4fe13-df47-4c27-8aea-18f399ea50a1 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1614080630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:31.246519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c195ceea-80bf-4713-9983-0a6dba3fc75d tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:31.255135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c195ceea-80bf-4713-9983-0a6dba3fc75d tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.258291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebfd36c-a180-42ba-af84-14aeabf7db8f None None] Sync routers for ids ['116c77d4-5e50-4708-bdbd-742f2d6a546c'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:31.259081 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c195ceea-80bf-4713-9983-0a6dba3fc75d tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "PUT /v2.0/routers/116c77d4-5e50-4708-bdbd-742f2d6a546c HTTP/1.1" status: 200 len: 922 time: 2.6282403 Nov 24 05:02:31.274832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60176) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:31.296682 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebfd36c-a180-42ba-af84-14aeabf7db8f None None] Routers {'116c77d4-5e50-4708-bdbd-742f2d6a546c'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:31.298293 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-cebfd36c-a180-42ba-af84-14aeabf7db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['116c77d4-5e50-4708-bdbd-742f2d6a546c'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:31.300491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fe13-df47-4c27-8aea-18f399ea50a1 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.302425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fe13-df47-4c27-8aea-18f399ea50a1 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.356314 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-cebfd36c-a180-42ba-af84-14aeabf7db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:31.368119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebfd36c-a180-42ba-af84-14aeabf7db8f None None] Routers {'116c77d4-5e50-4708-bdbd-742f2d6a546c'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:31.368750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-cebfd36c-a180-42ba-af84-14aeabf7db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['116c77d4-5e50-4708-bdbd-742f2d6a546c'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:31.372064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62baa14d-2915-4232-a490-232143c74554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-346f56c8-cf93-4afa-bc78-0cdb7aaf07be', 'network_id': '346f56c8-cf93-4afa-bc78-0cdb7aaf07be', 'tenant_id': '56d589226e12485b8b741213a8b30b1b', 'fixed_ips': [{'subnet_id': '67480708-b125-487c-b097-2104cd330a1c'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:02:31.373014 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62baa14d-2915-4232-a490-232143c74554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.388947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fe13-df47-4c27-8aea-18f399ea50a1 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.400282 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fe13-df47-4c27-8aea-18f399ea50a1 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.411787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e382dff6-eea0-4c2c-b365-ecda9d443383 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Deleting port 325e2644-ae1f-4aed-9b58-c97e1a9daced {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:31.412130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e382dff6-eea0-4c2c-b365-ecda9d443383 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.416265 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ebb5ad5-fe89-4c11-b06d-3b8be47d3752 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.416922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ebb5ad5-fe89-4c11-b06d-3b8be47d3752 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.445379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1c4fe13-df47-4c27-8aea-18f399ea50a1 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.449778 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b1c4fe13-df47-4c27-8aea-18f399ea50a1 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2666907 Nov 24 05:02:31.449778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60186) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:31.454810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-cebfd36c-a180-42ba-af84-14aeabf7db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:31.455490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebfd36c-a180-42ba-af84-14aeabf7db8f None None] The sync data for ids ['116c77d4-5e50-4708-bdbd-742f2d6a546c'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:31.668578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e382dff6-eea0-4c2c-b365-ecda9d443383 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.669163 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e382dff6-eea0-4c2c-b365-ecda9d443383 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.689076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e382dff6-eea0-4c2c-b365-ecda9d443383 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Calling delete_port for 325e2644-ae1f-4aed-9b58-c97e1a9daced owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:31.698197 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-62baa14d-2915-4232-a490-232143c74554 None None] Allocated IP 172.20.0.2 (346f56c8-cf93-4afa-bc78-0cdb7aaf07be/67480708-b125-487c-b097-2104cd330a1c/fed7fe96-038d-477e-ab8a-e69bfcfb183f) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:31.739449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60192) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:31.764670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0ebb5ad5-fe89-4c11-b06d-3b8be47d3752 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for d4ef359a-f99b-459e-be69-68b177a6a743 owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:31.785062 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ad05aaac-d332-4ebf-9bb7-3dbbec3502db tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/routers/116c77d4-5e50-4708-bdbd-742f2d6a546c HTTP/1.1" status: 200 len: 922 time: 0.5062943 Nov 24 05:02:31.786871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60196) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:31.892744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62baa14d-2915-4232-a490-232143c74554 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.898701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-801701385'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:31.899000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62baa14d-2915-4232-a490-232143c74554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.910766 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a9b3a-b60b-492b-b46e-d763a329d819 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:31.912292 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-088a9b3a-b60b-492b-b46e-d763a329d819 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&device_id=116c77d4-5e50-4708-bdbd-742f2d6a546c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1258130 Nov 24 05:02:31.915717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60198) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:31.942853 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62baa14d-2915-4232-a490-232143c74554 None None] Pushing event updated for resources: {'Port': ['ID=fed7fe96-038d-477e-ab8a-e69bfcfb183f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:31.961147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62baa14d-2915-4232-a490-232143c74554 None None] Network 346f56c8-cf93-4afa-bc78-0cdb7aaf07be is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:31.962736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-62baa14d-2915-4232-a490-232143c74554 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:31.965194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62baa14d-2915-4232-a490-232143c74554 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:31.978940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:31.980725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Made reservation on behalf of 517a8518b1da4171940507d5c210ccb9 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:31.984345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.005107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.029745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-62baa14d-2915-4232-a490-232143c74554 None None] Attempting to bind port fed7fe96-038d-477e-ab8a-e69bfcfb183f on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:32.030179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-62baa14d-2915-4232-a490-232143c74554 None None] Attempting to bind port fed7fe96-038d-477e-ab8a-e69bfcfb183f by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '7efef334-6b4a-4a81-a766-919e228455e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '346f56c8-cf93-4afa-bc78-0cdb7aaf07be'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:32.030561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62baa14d-2915-4232-a490-232143c74554 None None] Attempting to bind port fed7fe96-038d-477e-ab8a-e69bfcfb183f on network 346f56c8-cf93-4afa-bc78-0cdb7aaf07be {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:32.036010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62baa14d-2915-4232-a490-232143c74554 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:02:32.036387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62baa14d-2915-4232-a490-232143c74554 None None] Checking segment: {'id': '7efef334-6b4a-4a81-a766-919e228455e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '346f56c8-cf93-4afa-bc78-0cdb7aaf07be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:32.036980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62baa14d-2915-4232-a490-232143c74554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.037406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62baa14d-2915-4232-a490-232143c74554 None None] Bound using segment: {'id': '7efef334-6b4a-4a81-a766-919e228455e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '346f56c8-cf93-4afa-bc78-0cdb7aaf07be'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:02:32.037886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-62baa14d-2915-4232-a490-232143c74554 None None] Bound port: fed7fe96-038d-477e-ab8a-e69bfcfb183f, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efef334-6b4a-4a81-a766-919e228455e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '346f56c8-cf93-4afa-bc78-0cdb7aaf07be'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:02:32.038316 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62baa14d-2915-4232-a490-232143c74554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.040629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257f8274-6573-449e-bf6d-d5f5003be1c9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:32.044648 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-257f8274-6573-449e-bf6d-d5f5003be1c9 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/networks/ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 881 time: 0.1253977 Nov 24 05:02:32.045593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60200) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:32.103659 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-caca95f2-e8df-48d5-8378-779520a34412 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=116c77d4-5e50-4708-bdbd-742f2d6a546c HTTP/1.1" status: 200 len: 205 time: 0.0565550 Nov 24 05:02:32.104509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60202) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:32.105702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ebb5ad5-fe89-4c11-b06d-3b8be47d3752 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.109238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-62baa14d-2915-4232-a490-232143c74554 None None] For port fed7fe96-038d-477e-ab8a-e69bfcfb183f, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:02:32.112904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-62baa14d-2915-4232-a490-232143c74554 None None] For port fed7fe96-038d-477e-ab8a-e69bfcfb183f, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fed7fe96-038d-477e-ab8a-e69bfcfb183f,segment=NetworkSegment(7efef334-6b4a-4a81-a766-919e228455e2),segment_id=7efef334-6b4a-4a81-a766-919e228455e2)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:02:32.117285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62baa14d-2915-4232-a490-232143c74554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.175899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62baa14d-2915-4232-a490-232143c74554 None None] Pushing event updated for resources: {'Port': ['ID=fed7fe96-038d-477e-ab8a-e69bfcfb183f,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:32.208296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e382dff6-eea0-4c2c-b365-ecda9d443383 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.256222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb5ad5-fe89-4c11-b06d-3b8be47d3752 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=d4ef359a-f99b-459e-be69-68b177a6a743,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:32.257262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382dff6-eea0-4c2c-b365-ecda9d443383 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Pushing event deleted for resources: {'Port': ['ID=325e2644-ae1f-4aed-9b58-c97e1a9daced,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:32.324168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.382320 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ebb5ad5-fe89-4c11-b06d-3b8be47d3752 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.399537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ebb5ad5-fe89-4c11-b06d-3b8be47d3752 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.408883 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0ebb5ad5-fe89-4c11-b06d-3b8be47d3752 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/floatingips/acf3ac7e-81ce-4cf5-9061-ebb2de19da51 HTTP/1.1" status: 204 len: 168 time: 1.4085441 Nov 24 05:02:32.411332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60206) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:32.433340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.461776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e382dff6-eea0-4c2c-b365-ecda9d443383 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.464718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e382dff6-eea0-4c2c-b365-ecda9d443383 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.465928 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e382dff6-eea0-4c2c-b365-ecda9d443383 tempest-FloatingIPAdminTestJSON-54836850 tempest-FloatingIPAdminTestJSON-54836850-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/fbc8f864-2e60-42d3-b80a-0b0ed1a2a473 HTTP/1.1" status: 204 len: 168 time: 1.2848549 Nov 24 05:02:32.470294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.477495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60208) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:32.488796 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-b81729ea-cd27-4c0d-936a-2976759bed49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] delete failed (client error): The resource could not be found. Nov 24 05:02:32.493575 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b81729ea-cd27-4c0d-936a-2976759bed49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/floatingips/acf3ac7e-81ce-4cf5-9061-ebb2de19da51 HTTP/1.1" status: 404 len: 345 time: 0.0748644 Nov 24 05:02:32.494437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60210) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:32.549086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Allocated IP 172.20.0.1 (346f56c8-cf93-4afa-bc78-0cdb7aaf07be/67480708-b125-487c-b097-2104cd330a1c/f3afab57-4b54-4ab0-8b56-71a199b48893) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:32.554435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:02:32.558385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd8f03c-870f-4823-8473-866959b72e84,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:32.577055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.600472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fdc207-920f-4003-9010-b5327d668632 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:32.606912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fdc207-920f-4003-9010-b5327d668632 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:32.608883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.609228 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Added segment 367140dd-b81b-4b9f-be23-1bf55a966b8f of type vlan for network 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa Nov 24 05:02:32.615670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fdc207-920f-4003-9010-b5327d668632 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:32.617712 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-14fdc207-920f-4003-9010-b5327d668632 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "GET /v2.0/ports?network_id=14f57ebe-2179-4c21-9433-ec464a6771af HTTP/1.1" status: 200 len: 2357 time: 0.1230156 Nov 24 05:02:32.620662 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60214) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:32.704793 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aba83d1-03e4-4574-af6f-3411096e7004 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:32.711401 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7aba83d1-03e4-4574-af6f-3411096e7004 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "GET /v2.0/subnets/6d6d2dec-02fe-47cc-90dd-2cf4fddd4800 HTTP/1.1" status: 200 len: 797 time: 0.0846031 Nov 24 05:02:32.711668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60218) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:32.716698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'port': {'network_id': '14f57ebe-2179-4c21-9433-ec464a6771af', 'name': 'tempest-FloatingIPTestJSON-1014349141', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:32.782487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Deleting port cdd8f22a-00df-4a3d-adb0-83f468b577b6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:32.783156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.897879 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:32.910965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Made reservation on behalf of 3decb46235104c048ceea26c2d94110a for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:32.930370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Calling delete_port for cdd8f22a-00df-4a3d-adb0-83f468b577b6 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:33.003630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.041037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-97e9630f-64ec-4630-91f8-e98da48f6c9f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Deleting port a1fa8263-ac52-4e48-b5a4-f0ab0faf301f {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:33.041469 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97e9630f-64ec-4630-91f8-e98da48f6c9f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.063965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.096759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.101932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.107554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:33.108200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.122909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] device_id is not set on port a860007c-0fcc-442f-bfae-6b9ba32eb914 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:33.198691 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4580224 Nov 24 05:02:33.206754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60220) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:33.242959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Request body: {'subnet': {'network_id': '846fac0f-e351-4f9a-b576-ecf6b4dcc1fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:33.269000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdbbe5-b3f2-4815-940f-c7bdc5320a68 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Pushing event updated for resources: {'Network': ['ID=846fac0f-e351-4f9a-b576-ecf6b4dcc1fa,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:33.294248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.296257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:02:33.300977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97e9630f-64ec-4630-91f8-e98da48f6c9f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.339272 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b931eb-e559-4b0b-a46d-02c587193a66 None None] Network 346f56c8-cf93-4afa-bc78-0cdb7aaf07be requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:33.356436 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.379272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-97e9630f-64ec-4630-91f8-e98da48f6c9f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Calling delete_port for a1fa8263-ac52-4e48-b5a4-f0ab0faf301f owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:33.391917 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Pushing event deleted for resources: {'Port': ['ID=cdd8f22a-00df-4a3d-adb0-83f468b577b6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:33.400703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Network 346f56c8-cf93-4afa-bc78-0cdb7aaf07be is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:33.451707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:33.457158 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:33.464380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event updated for resources: {'Port': ['ID=f3afab57-4b54-4ab0-8b56-71a199b48893,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:33.523550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Made reservation on behalf of 517a8518b1da4171940507d5c210ccb9 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:33.527092 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.528992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.532670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d1ee3b34-043f-4c1f-b3df-b51b7936f3b5 None None] Provisioning complete for port fed7fe96-038d-477e-ab8a-e69bfcfb183f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:33.533149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3b34-043f-4c1f-b3df-b51b7936f3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.547830 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.650353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3b34-043f-4c1f-b3df-b51b7936f3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.667953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.671426 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.673444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.20.0.14 (14f57ebe-2179-4c21-9433-ec464a6771af/6d6d2dec-02fe-47cc-90dd-2cf4fddd4800/a860007c-0fcc-442f-bfae-6b9ba32eb914) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:33.691651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d1ee3b34-043f-4c1f-b3df-b51b7936f3b5 None None] For port fed7fe96-038d-477e-ab8a-e69bfcfb183f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fed7fe96-038d-477e-ab8a-e69bfcfb183f,segment=NetworkSegment(7efef334-6b4a-4a81-a766-919e228455e2),segment_id=7efef334-6b4a-4a81-a766-919e228455e2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:33.700460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3b34-043f-4c1f-b3df-b51b7936f3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.740441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.741611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Fanout notify agent at l3_agent the message router_deleted on router 116c77d4-5e50-4708-bdbd-742f2d6a546c {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:02:33.753021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.754752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee3b34-043f-4c1f-b3df-b51b7936f3b5 None None] Pushing event updated for resources: {'Port': ['ID=fed7fe96-038d-477e-ab8a-e69bfcfb183f,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:33.755691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97e9630f-64ec-4630-91f8-e98da48f6c9f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.760617 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d4d1f4ce-b219-4ef2-974a-158715369010 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/116c77d4-5e50-4708-bdbd-742f2d6a546c HTTP/1.1" status: 204 len: 168 time: 1.6522460 Nov 24 05:02:33.761787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60226) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:33.770181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-16765664-83af-4437-9241-dcb21a439ffa tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-263409484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:33.776562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.20.0.13 (14f57ebe-2179-4c21-9433-ec464a6771af/6d6d2dec-02fe-47cc-90dd-2cf4fddd4800/a860007c-0fcc-442f-bfae-6b9ba32eb914) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:33.823897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16765664-83af-4437-9241-dcb21a439ffa tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.824842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16765664-83af-4437-9241-dcb21a439ffa tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.848484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9630f-64ec-4630-91f8-e98da48f6c9f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event deleted for resources: {'Port': ['ID=a1fa8263-ac52-4e48-b5a4-f0ab0faf301f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:33.896862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.943582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16765664-83af-4437-9241-dcb21a439ffa tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:33.985009 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16765664-83af-4437-9241-dcb21a439ffa tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.027122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16765664-83af-4437-9241-dcb21a439ffa tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.028445 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-16765664-83af-4437-9241-dcb21a439ffa tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2627227 Nov 24 05:02:34.031399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60230) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:34.039038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2b622fc1-0a2f-4b1f-bdd2-889e8cac1ad8 None None] Provisioning complete for port f3afab57-4b54-4ab0-8b56-71a199b48893 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:34.039669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b622fc1-0a2f-4b1f-bdd2-889e8cac1ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.039844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:34.063384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97e9630f-64ec-4630-91f8-e98da48f6c9f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.066903 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-97e9630f-64ec-4630-91f8-e98da48f6c9f tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "DELETE /v2.0/ports/a1fa8263-ac52-4e48-b5a4-f0ab0faf301f HTTP/1.1" status: 204 len: 168 time: 1.5856187 Nov 24 05:02:34.069878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60232) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:34.072084 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.101900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2b622fc1-0a2f-4b1f-bdd2-889e8cac1ad8 None None] Port f3afab57-4b54-4ab0-8b56-71a199b48893 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:34.116217 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2b622fc1-0a2f-4b1f-bdd2-889e8cac1ad8 None None] Provisioning complete for port fed7fe96-038d-477e-ab8a-e69bfcfb183f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:34.123676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b622fc1-0a2f-4b1f-bdd2-889e8cac1ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.132120 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.274352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Pushing event updated for resources: {'Subnet': ['ID=6c52ab1f-ec6f-4739-857e-7cea6cd9e633,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:34.298583 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4976b40d-4547-4f14-a8d7-b483f1d56298 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:34.302593 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4976b40d-4547-4f14-a8d7-b483f1d56298 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fe7bd7f-b7d7-41df-b949-26af2636be33 HTTP/1.1" status: 200 len: 913 time: 0.2292581 Nov 24 05:02:34.305680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60234) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:34.319344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.332524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Checking segment: {'id': '367140dd-b81b-4b9f-be23-1bf55a966b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '846fac0f-e351-4f9a-b576-ecf6b4dcc1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:34.333268 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Network hostable DHCP agents. Network: 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:02:34.360646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c15688b8-9d03-4bbf-82de-501765fb1eb0 None None] Provisioning complete for port f3afab57-4b54-4ab0-8b56-71a199b48893 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:34.362025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c15688b8-9d03-4bbf-82de-501765fb1eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.370612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.424201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c15688b8-9d03-4bbf-82de-501765fb1eb0 None None] Port f3afab57-4b54-4ab0-8b56-71a199b48893 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:34.425611 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Network 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:02:34.441007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device fed7fe96-038d-477e-ab8a-e69bfcfb183f up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:34.459142 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:34.469913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f559e84-7604-46f4-8d04-52c9ebc2e179 None None] Network 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:34.483381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:34.484127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.491113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.501673 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.561235 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e8512cc7-f9e5-4ad2-9445-fd7962791980 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3474648 Nov 24 05:02:34.567484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60236) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:34.569007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port fed7fe96-038d-477e-ab8a-e69bfcfb183f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:34.569462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.577582 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Request body: {'port': {'network_id': '846fac0f-e351-4f9a-b576-ecf6b4dcc1fa', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1023762506'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:34.629383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.633702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event updated for resources: {'Port': ['ID=f3afab57-4b54-4ab0-8b56-71a199b48893,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:34.785022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network 14f57ebe-2179-4c21-9433-ec464a6771af is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:34.794277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:34.799748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:34.808119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=a860007c-0fcc-442f-bfae-6b9ba32eb914,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:34.816244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Network 346f56c8-cf93-4afa-bc78-0cdb7aaf07be is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:34.818535 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Made reservation on behalf of 517a8518b1da4171940507d5c210ccb9 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:34.822974 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.826251 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:34.884778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] device_id is not set on port dfae285c-ee7e-4cbf-9983-5c9ae8357211 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:34.901816 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-846fac0f-e351-4f9a-b576-ecf6b4dcc1fa', 'network_id': '846fac0f-e351-4f9a-b576-ecf6b4dcc1fa', 'tenant_id': '517a8518b1da4171940507d5c210ccb9', 'fixed_ips': [{'subnet_id': '6c52ab1f-ec6f-4739-857e-7cea6cd9e633'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:02:34.903696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:34.944816 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:34.945462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.070028 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e42a0760-0a3f-4d76-b1a5-ef2c57545b60 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3571956 Nov 24 05:02:35.070605 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60244) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:35.086449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': 'a860007c-0fcc-442f-bfae-6b9ba32eb914', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:35.089450 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Allocated IP 2001:db8::284 (846fac0f-e351-4f9a-b576-ecf6b4dcc1fa/6c52ab1f-ec6f-4739-857e-7cea6cd9e633/dfae285c-ee7e-4cbf-9983-5c9ae8357211) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:35.095730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Router d92d4209-1ecf-4266-bb37-8a58b599ec39 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:02:35.158905 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.246284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:35.253486 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a1b31ef9-c949-4b80-85f5-0293997a015d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "PUT /v2.0/routers/d92d4209-1ecf-4266-bb37-8a58b599ec39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8031321 Nov 24 05:02:35.259090 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf58be-b405-40c5-8bdc-66d76853e214 None None] Sync routers for ids ['d92d4209-1ecf-4266-bb37-8a58b599ec39'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:35.261750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3db29ba6-a531-4db6-beb0-aa68782bad44 None None] Provisioning complete for port f3afab57-4b54-4ab0-8b56-71a199b48893 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:35.262250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3db29ba6-a531-4db6-beb0-aa68782bad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.274140 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf58be-b405-40c5-8bdc-66d76853e214 None None] Routers {'d92d4209-1ecf-4266-bb37-8a58b599ec39'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:35.275097 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-eecf58be-b405-40c5-8bdc-66d76853e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d92d4209-1ecf-4266-bb37-8a58b599ec39'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:35.279437 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60246) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:35.283518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Request body: {'port': {'network_id': '346f56c8-cf93-4afa-bc78-0cdb7aaf07be', 'name': 'tempest-FloatingIPNegativeTestJSON-1324330652'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:35.306089 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3db29ba6-a531-4db6-beb0-aa68782bad44 None None] Port f3afab57-4b54-4ab0-8b56-71a199b48893 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:35.355403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.395390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.409609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.413757 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-eecf58be-b405-40c5-8bdc-66d76853e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:35.423284 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf58be-b405-40c5-8bdc-66d76853e214 None None] Routers {'d92d4209-1ecf-4266-bb37-8a58b599ec39'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:35.424132 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-eecf58be-b405-40c5-8bdc-66d76853e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d92d4209-1ecf-4266-bb37-8a58b599ec39'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:35.457776 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-eecf58be-b405-40c5-8bdc-66d76853e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:35.458978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Made reservation on behalf of 56d589226e12485b8b741213a8b30b1b for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:35.459236 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf58be-b405-40c5-8bdc-66d76853e214 None None] The sync data for ids ['d92d4209-1ecf-4266-bb37-8a58b599ec39'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:35.463031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.466858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.520241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Pushing event updated for resources: {'Port': ['ID=dfae285c-ee7e-4cbf-9983-5c9ae8357211,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:35.521129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Allocated IP 2001:db8::2 (846fac0f-e351-4f9a-b576-ecf6b4dcc1fa/6c52ab1f-ec6f-4739-857e-7cea6cd9e633/c5cbd845-503f-44e4-8e42-fadf22c7ded0) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:35.534211 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] device_id is not set on port a4d0e48e-8d34-438a-9aea-7a054c94cf3f yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:35.578090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Network 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:35.587173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:35.591972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:35.598244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:35.598586 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.622372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.631012 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-101f06a3-ba27-4684-9467-de25a6ca61e5 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0596340 Nov 24 05:02:35.631674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60248) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:35.641235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Request body: {'port': {'network_id': '846fac0f-e351-4f9a-b576-ecf6b4dcc1fa', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1150758575', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:35.641811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.api.validators [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] bootfile-name is not in valid_values {{(pid=103232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:35.642116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.api.validators [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] tftp-server is not in valid_values {{(pid=103232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:35.642477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.api.validators [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] server-ip-address is not in valid_values {{(pid=103232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:35.648080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e48123bb-77ff-4076-a730-2fb6cb20dc41 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.650098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Allocated IP 172.26.0.207 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/ad04ac90-0629-450f-bf31-98cd7dc2ec95) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:35.676661 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Allocated IP 172.20.0.12 (346f56c8-cf93-4afa-bc78-0cdb7aaf07be/67480708-b125-487c-b097-2104cd330a1c/a4d0e48e-8d34-438a-9aea-7a054c94cf3f) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:35.705324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.714614 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.774062 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Pushing event updated for resources: {'Port': ['ID=c5cbd845-503f-44e4-8e42-fadf22c7ded0,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:35.778264 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Network 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:35.780611 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:35.783481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:35.853209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.864523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Attempting to bind port c5cbd845-503f-44e4-8e42-fadf22c7ded0 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:35.865202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Attempting to bind port c5cbd845-503f-44e4-8e42-fadf22c7ded0 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '367140dd-b81b-4b9f-be23-1bf55a966b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '846fac0f-e351-4f9a-b576-ecf6b4dcc1fa'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:35.865757 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Attempting to bind port c5cbd845-503f-44e4-8e42-fadf22c7ded0 on network 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:35.871121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:02:35.872165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Checking segment: {'id': '367140dd-b81b-4b9f-be23-1bf55a966b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '846fac0f-e351-4f9a-b576-ecf6b4dcc1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:35.872628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.873296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Bound using segment: {'id': '367140dd-b81b-4b9f-be23-1bf55a966b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '846fac0f-e351-4f9a-b576-ecf6b4dcc1fa'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:02:35.873425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Bound port: c5cbd845-503f-44e4-8e42-fadf22c7ded0, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367140dd-b81b-4b9f-be23-1bf55a966b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '846fac0f-e351-4f9a-b576-ecf6b4dcc1fa'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:02:35.873804 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.897490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.942129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-115ef839-7262-47f8-aa51-045633eab61f None None] For port c5cbd845-503f-44e4-8e42-fadf22c7ded0, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:02:35.944135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Network 346f56c8-cf93-4afa-bc78-0cdb7aaf07be is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:35.946768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-115ef839-7262-47f8-aa51-045633eab61f None None] For port c5cbd845-503f-44e4-8e42-fadf22c7ded0, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c5cbd845-503f-44e4-8e42-fadf22c7ded0,segment=NetworkSegment(367140dd-b81b-4b9f-be23-1bf55a966b8f),segment_id=367140dd-b81b-4b9f-be23-1bf55a966b8f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:02:35.947204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:35.951220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:35.960020 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:35.976392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event updated for resources: {'Port': ['ID=a4d0e48e-8d34-438a-9aea-7a054c94cf3f,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:36.006438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:36.007101 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:36.042205 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d22b5f66-5939-4ea3-afdf-fdc7b53d3cb8 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7626591 Nov 24 05:02:36.045656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60252) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:36.049531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ef839-7262-47f8-aa51-045633eab61f None None] Pushing event updated for resources: {'Port': ['ID=c5cbd845-503f-44e4-8e42-fadf22c7ded0,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:36.051088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:36.065329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Made reservation on behalf of 517a8518b1da4171940507d5c210ccb9 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:36.069090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:36.081447 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:36.110202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:36.115210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] device_id is not set on port 859e76b5-1095-4021-abdf-b87275dc284b yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:36.354267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6193677b-f388-4c5f-926c-37200564d014 None None] Provisioning complete for port a4d0e48e-8d34-438a-9aea-7a054c94cf3f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:36.354876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6193677b-f388-4c5f-926c-37200564d014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:36.407409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6193677b-f388-4c5f-926c-37200564d014 None None] Port a4d0e48e-8d34-438a-9aea-7a054c94cf3f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:36.440546 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:36.445259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Allocated IP 2001:db8::20f (846fac0f-e351-4f9a-b576-ecf6b4dcc1fa/6c52ab1f-ec6f-4739-857e-7cea6cd9e633/859e76b5-1095-4021-abdf-b87275dc284b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:36.480750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c5cbd845-503f-44e4-8e42-fadf22c7ded0 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:36.524239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:36.538948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:36.541524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:36.561178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port c5cbd845-503f-44e4-8e42-fadf22c7ded0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:36.561760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:36.569165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:36.589896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.26.0.212 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/d673cbbc-83a0-4e0e-8afd-dcfe94eceff6) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:36.619812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Pushing event updated for resources: {'Port': ['ID=ad04ac90-0629-450f-bf31-98cd7dc2ec95,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:36.644876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:36.681667 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port c5cbd845-503f-44e4-8e42-fadf22c7ded0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c5cbd845-503f-44e4-8e42-fadf22c7ded0,segment=NetworkSegment(367140dd-b81b-4b9f-be23-1bf55a966b8f),segment_id=367140dd-b81b-4b9f-be23-1bf55a966b8f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:36.687408 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:36.739535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=c5cbd845-503f-44e4-8e42-fadf22c7ded0,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:36.811964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e48123bb-77ff-4076-a730-2fb6cb20dc41 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Deleting port 3e6556b0-f26f-4df2-9528-a6e22e3462ce {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:36.812310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e48123bb-77ff-4076-a730-2fb6cb20dc41 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.134857 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e5b8e6-fdb2-463b-8de4-01db15bfea6d None None] Network 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:37.265217 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d1564f60-7086-4451-a8d4-24ee1d1f0b7f None None] Provisioning complete for port c5cbd845-503f-44e4-8e42-fadf22c7ded0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:37.265482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1564f60-7086-4451-a8d4-24ee1d1f0b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.364447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.383213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.454298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e48123bb-77ff-4076-a730-2fb6cb20dc41 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.493672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e48123bb-77ff-4076-a730-2fb6cb20dc41 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Calling delete_port for 3e6556b0-f26f-4df2-9528-a6e22e3462ce owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:37.530004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.596729 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.601652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.603085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-14e791fa-6b9e-4f8b-9e11-995fe341e4fb None None] Provisioning complete for port c5cbd845-503f-44e4-8e42-fadf22c7ded0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:37.603622 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14e791fa-6b9e-4f8b-9e11-995fe341e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.659744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Allocated IP 172.26.0.164 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/071671fe-4f06-487f-967c-9e42efd2c02d) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:37.713743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-14e791fa-6b9e-4f8b-9e11-995fe341e4fb None None] Provisioning complete for port dfae285c-ee7e-4cbf-9983-5c9ae8357211 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:37.714017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:37.714392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14e791fa-6b9e-4f8b-9e11-995fe341e4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.729491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:37.733838 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Network 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:37.736893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=d673cbbc-83a0-4e0e-8afd-dcfe94eceff6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:37.743896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:37.770092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-14e791fa-6b9e-4f8b-9e11-995fe341e4fb None None] Port dfae285c-ee7e-4cbf-9983-5c9ae8357211 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:37.784792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:37.795455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.820034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:37.825769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:37.826440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.839373 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.882727 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:37.896502 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:37.900161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:37.900288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c64e43ea-c021-49ef-8b62-fd9ff11ce883 None None] Provisioning complete for port dfae285c-ee7e-4cbf-9983-5c9ae8357211 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:37.900724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c64e43ea-c021-49ef-8b62-fd9ff11ce883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:37.925962 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event updated for resources: {'Port': ['ID=071671fe-4f06-487f-967c-9e42efd2c02d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:37.939292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c64e43ea-c021-49ef-8b62-fd9ff11ce883 None None] Port dfae285c-ee7e-4cbf-9983-5c9ae8357211 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:37.958748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60266) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:37.959229 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3222346 Nov 24 05:02:37.964107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43ca96-5a44-4dc2-9c32-dde4bb7ed8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Pushing event updated for resources: {'Port': ['ID=859e76b5-1095-4021-abdf-b87275dc284b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:38.033618 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c569ce5e-725b-4e38-9cfd-3110dae7bbd0 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:38.040350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c569ce5e-725b-4e38-9cfd-3110dae7bbd0 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:38.047072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c569ce5e-725b-4e38-9cfd-3110dae7bbd0 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:38.049721 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c569ce5e-725b-4e38-9cfd-3110dae7bbd0 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.0894284 Nov 24 05:02:38.052258 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60268) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:38.127983 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.137788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.147839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-6f54a8ac-31f1-487d-82f2-66b7ebf56221 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Deleting port 859e76b5-1095-4021-abdf-b87275dc284b {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:38.148188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f54a8ac-31f1-487d-82f2-66b7ebf56221 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.162256 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e6f88a3e-24ad-4d65-a8a8-e01b888a828b None None] Provisioning complete for port 859e76b5-1095-4021-abdf-b87275dc284b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:38.162900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e6f88a3e-24ad-4d65-a8a8-e01b888a828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.202608 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e6f88a3e-24ad-4d65-a8a8-e01b888a828b None None] Port 859e76b5-1095-4021-abdf-b87275dc284b cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:38.231606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e48123bb-77ff-4076-a730-2fb6cb20dc41 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.272038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.272664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48123bb-77ff-4076-a730-2fb6cb20dc41 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event deleted for resources: {'Port': ['ID=3e6556b0-f26f-4df2-9528-a6e22e3462ce,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:38.274427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f54a8ac-31f1-487d-82f2-66b7ebf56221 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.295500 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-6f54a8ac-31f1-487d-82f2-66b7ebf56221 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Calling delete_port for 859e76b5-1095-4021-abdf-b87275dc284b owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:38.329352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.401986 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c5cbd845-503f-44e4-8e42-fadf22c7ded0 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:38.473600 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port c5cbd845-503f-44e4-8e42-fadf22c7ded0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:38.474211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.615404 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.637163 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.698498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Router 06a5a374-0330-4056-846d-5c8e14009e64 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:02:38.721179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f54a8ac-31f1-487d-82f2-66b7ebf56221 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.726212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event updated for resources: {'Port': ['ID=071671fe-4f06-487f-967c-9e42efd2c02d,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:38.732540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.736944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e48123bb-77ff-4076-a730-2fb6cb20dc41 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.758237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.762110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54a8ac-31f1-487d-82f2-66b7ebf56221 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Pushing event deleted for resources: {'Port': ['ID=859e76b5-1095-4021-abdf-b87275dc284b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:38.801931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.802830 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cb44ebc9-17cb-452a-9e57-ad52fe6d8a0f tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7559721 Nov 24 05:02:38.804078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f54a8ac-31f1-487d-82f2-66b7ebf56221 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.805833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60274) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:38.807451 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6f54a8ac-31f1-487d-82f2-66b7ebf56221 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] 10.222.0.37 "DELETE /v2.0/ports/859e76b5-1095-4021-abdf-b87275dc284b HTTP/1.1" status: 204 len: 168 time: 0.7542341 Nov 24 05:02:38.811216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60276) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:38.817577 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Request body: {'port': {'name': 'tempest-new-port-name-733223768', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:38.818279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.api.validators [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] bootfile-name is not in valid_values {{(pid=103233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:38.818685 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.api.validators [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] tftp-server is not in valid_values {{(pid=103233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:38.819081 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.api.validators [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] server-ip-address is not in valid_values {{(pid=103233) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:38.820205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b53f9f93-c3dd-4071-af9f-9f07a54093de tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Request body: {'floatingip': {'port_id': 'a4d0e48e-8d34-438a-9aea-7a054c94cf3f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:38.886998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:38.943206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b53f9f93-c3dd-4071-af9f-9f07a54093de tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for floatingip, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.062681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.097151 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.102393 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.103180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:39.117358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.118246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3686d-5de9-437b-ac7d-5eb4020bdb8b None None] Sync routers for ids ['06a5a374-0330-4056-846d-5c8e14009e64'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:39.118801 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6f30f28e-a75b-400e-b55e-352129a63dd7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "PUT /v2.0/routers/06a5a374-0330-4056-846d-5c8e14009e64 HTTP/1.1" status: 200 len: 879 time: 5.0855105 Nov 24 05:02:39.135168 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3686d-5de9-437b-ac7d-5eb4020bdb8b None None] Routers {'06a5a374-0330-4056-846d-5c8e14009e64'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:39.136226 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b6d3686d-5de9-437b-ac7d-5eb4020bdb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['06a5a374-0330-4056-846d-5c8e14009e64'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:39.136386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60280) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:39.149305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] In _notify_port_updated(), no bound segment for port dfae285c-ee7e-4cbf-9983-5c9ae8357211 on network 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:02:39.154921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:39.155775 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.158175 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] 10.222.0.37 "PUT /v2.0/ports/dfae285c-ee7e-4cbf-9983-5c9ae8357211 HTTP/1.1" status: 200 len: 1129 time: 0.3457000 Nov 24 05:02:39.161916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60282) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:39.187032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b6d3686d-5de9-437b-ac7d-5eb4020bdb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:39.208191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3686d-5de9-437b-ac7d-5eb4020bdb8b None None] Routers {'06a5a374-0330-4056-846d-5c8e14009e64'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:39.208967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b6d3686d-5de9-437b-ac7d-5eb4020bdb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['06a5a374-0330-4056-846d-5c8e14009e64'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:39.246120 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b6d3686d-5de9-437b-ac7d-5eb4020bdb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:39.247113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3686d-5de9-437b-ac7d-5eb4020bdb8b None None] The sync data for ids ['06a5a374-0330-4056-846d-5c8e14009e64'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:39.263327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e376f4-bffa-420b-a5bc-4896ac2511a8 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Pushing event updated for resources: {'Port': ['ID=dfae285c-ee7e-4cbf-9983-5c9ae8357211,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:39.283470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c583a120-388a-4af0-8e42-accf616bc23e tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:39.289268 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c583a120-388a-4af0-8e42-accf616bc23e tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] 10.222.0.37 "GET /v2.0/ports/dfae285c-ee7e-4cbf-9983-5c9ae8357211 HTTP/1.1" status: 200 len: 1129 time: 0.1203644 Nov 24 05:02:39.311670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60284) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:39.399471 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7daa94f3-b470-4a30-a04b-0939cd6feec0 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/routers/06a5a374-0330-4056-846d-5c8e14009e64 HTTP/1.1" status: 200 len: 920 time: 0.2619665 Nov 24 05:02:39.402181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60286) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:39.437948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-845bb29a-b6d4-4c2d-aa25-3f8642882b62 None None] Provisioning complete for port dfae285c-ee7e-4cbf-9983-5c9ae8357211 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:39.438613 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-845bb29a-b6d4-4c2d-aa25-3f8642882b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.453908 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:02:39.477400 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-845bb29a-b6d4-4c2d-aa25-3f8642882b62 None None] Port dfae285c-ee7e-4cbf-9983-5c9ae8357211 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:39.504647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f4c38-8492-4e1b-9422-122714952b3f tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Deleting port dfae285c-ee7e-4cbf-9983-5c9ae8357211 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:39.504982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4c38-8492-4e1b-9422-122714952b3f tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.509039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a258c9-ab2e-4bcd-9b5b-89fbcaedcd68 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:39.510616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-67a258c9-ab2e-4bcd-9b5b-89fbcaedcd68 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&device_id=06a5a374-0330-4056-846d-5c8e14009e64&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1074336 Nov 24 05:02:39.513236 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60288) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:39.550238 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-b53f9f93-c3dd-4071-af9f-9f07a54093de tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] update failed (client error): The resource could not be found. Nov 24 05:02:39.551480 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b53f9f93-c3dd-4071-af9f-9f07a54093de tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "PUT /v2.0/floatingips/d9ecd808-d604-41cb-9764-99d50eb85431 HTTP/1.1" status: 404 len: 507 time: 0.7445023 Nov 24 05:02:39.555244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60290) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:39.662207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4c38-8492-4e1b-9422-122714952b3f tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.678695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff9dc5-f5b7-4121-8a47-3fcdd273d161 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:39.680302 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-07ff9dc5-f5b7-4121-8a47-3fcdd273d161 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/networks/ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 881 time: 0.1661716 Nov 24 05:02:39.681285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f4c38-8492-4e1b-9422-122714952b3f tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Calling delete_port for dfae285c-ee7e-4cbf-9983-5c9ae8357211 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:39.684928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60296) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:39.714508 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d555bf34-acf1-433b-8306-cc20670ebcea tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=06a5a374-0330-4056-846d-5c8e14009e64 HTTP/1.1" status: 200 len: 205 time: 0.0285201 Nov 24 05:02:39.717610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60298) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:39.774465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48123bb-77ff-4076-a730-2fb6cb20dc41 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Router 2fe7bd7f-b7d7-41df-b949-26af2636be33 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:39.829524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.864185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.866629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0511df38-266d-4356-8b92-395d4d68133d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Deleting port 071671fe-4f06-487f-967c-9e42efd2c02d {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:39.866962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0511df38-266d-4356-8b92-395d4d68133d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:39.886048 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.003391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4c38-8492-4e1b-9422-122714952b3f tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.034733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=d673cbbc-83a0-4e0e-8afd-dcfe94eceff6,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:40.037495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f4c38-8492-4e1b-9422-122714952b3f tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Pushing event deleted for resources: {'Port': ['ID=dfae285c-ee7e-4cbf-9983-5c9ae8357211,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:40.063580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.068277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4c38-8492-4e1b-9422-122714952b3f tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.073554 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3d3f4c38-8492-4e1b-9422-122714952b3f tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] 10.222.0.37 "DELETE /v2.0/ports/dfae285c-ee7e-4cbf-9983-5c9ae8357211 HTTP/1.1" status: 204 len: 168 time: 0.7587399 Nov 24 05:02:40.075173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60300) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:40.084809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.107108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0511df38-266d-4356-8b92-395d4d68133d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.107444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0511df38-266d-4356-8b92-395d4d68133d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.121063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48123bb-77ff-4076-a730-2fb6cb20dc41 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:40.126814 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0511df38-266d-4356-8b92-395d4d68133d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Calling delete_port for 071671fe-4f06-487f-967c-9e42efd2c02d owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:40.131604 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e48123bb-77ff-4076-a730-2fb6cb20dc41 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "PUT /v2.0/routers/2fe7bd7f-b7d7-41df-b949-26af2636be33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8253415 Nov 24 05:02:40.133853 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd153e8-e6da-4eaa-abae-c70f48edfd0e None None] Sync routers for ids ['2fe7bd7f-b7d7-41df-b949-26af2636be33'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:40.138139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60302) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:40.159746 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc6ba94-a966-42dc-9d90-1624e4b08c21 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Deleting subnet 6c52ab1f-ec6f-4739-857e-7cea6cd9e633 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:02:40.161924 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd153e8-e6da-4eaa-abae-c70f48edfd0e None None] Routers {'2fe7bd7f-b7d7-41df-b949-26af2636be33'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:40.162799 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1fd153e8-e6da-4eaa-abae-c70f48edfd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2fe7bd7f-b7d7-41df-b949-26af2636be33'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:40.167876 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ba94-a966-42dc-9d90-1624e4b08c21 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.211682 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1fd153e8-e6da-4eaa-abae-c70f48edfd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:40.226293 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd153e8-e6da-4eaa-abae-c70f48edfd0e None None] Routers {'2fe7bd7f-b7d7-41df-b949-26af2636be33'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:40.228156 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1fd153e8-e6da-4eaa-abae-c70f48edfd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2fe7bd7f-b7d7-41df-b949-26af2636be33'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:40.241808 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ba94-a966-42dc-9d90-1624e4b08c21 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.248863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Deleting port ad04ac90-0629-450f-bf31-98cd7dc2ec95 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:40.249487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.270122 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1fd153e8-e6da-4eaa-abae-c70f48edfd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:40.272016 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd153e8-e6da-4eaa-abae-c70f48edfd0e None None] The sync data for ids ['2fe7bd7f-b7d7-41df-b949-26af2636be33'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:40.339544 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP 541580de-240c-4da9-941b-a7a5440f4c3c associated. External IP: 172.26.0.212, port: a860007c-0fcc-442f-bfae-6b9ba32eb914. Nov 24 05:02:40.402282 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ba94-a966-42dc-9d90-1624e4b08c21 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.426090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.445593 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Calling delete_port for ad04ac90-0629-450f-bf31-98cd7dc2ec95 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:40.454753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.515653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ba94-a966-42dc-9d90-1624e4b08c21 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.550721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6ba94-a966-42dc-9d90-1624e4b08c21 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Pushing event deleted for resources: {'Subnet': ['ID=6c52ab1f-ec6f-4739-857e-7cea6cd9e633,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:40.558509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6bc6ba94-a966-42dc-9d90-1624e4b08c21 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.561678 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6bc6ba94-a966-42dc-9d90-1624e4b08c21 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] 10.222.0.37 "DELETE /v2.0/subnets/6c52ab1f-ec6f-4739-857e-7cea6cd9e633 HTTP/1.1" status: 204 len: 168 time: 0.4855752 Nov 24 05:02:40.566204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3645151-c951-458c-bac9-21b9329c0396 None None] Network 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:40.573374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60306) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:40.659666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.667650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0511df38-266d-4356-8b92-395d4d68133d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.693399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Pushing event deleted for resources: {'Port': ['ID=ad04ac90-0629-450f-bf31-98cd7dc2ec95,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:40.738799 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511df38-266d-4356-8b92-395d4d68133d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event deleted for resources: {'Port': ['ID=071671fe-4f06-487f-967c-9e42efd2c02d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:40.759668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.771255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.800195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e2e7a4-cc68-42eb-a04b-5c2ec9782daa None None] DHCP port deletion for 846fac0f-e351-4f9a-b576-ecf6b4dcc1fa request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:02:40.822391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.872965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-83e2e7a4-cc68-42eb-a04b-5c2ec9782daa None None] Deleting port c5cbd845-503f-44e4-8e42-fadf22c7ded0 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:40.873481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83e2e7a4-cc68-42eb-a04b-5c2ec9782daa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.916447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0511df38-266d-4356-8b92-395d4d68133d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.916667 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0511df38-266d-4356-8b92-395d4d68133d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.921698 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0511df38-266d-4356-8b92-395d4d68133d tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "DELETE /v2.0/floatingips/d9ecd808-d604-41cb-9764-99d50eb85431 HTTP/1.1" status: 204 len: 168 time: 1.3603652 Nov 24 05:02:40.941480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60312) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:40.950119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-78c0c1ab-af03-4c83-9c2a-6438db8913dd tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Request body: {'floatingip': {'floating_network_id': '346f56c8-cf93-4afa-bc78-0cdb7aaf07be', 'port_id': 'a4d0e48e-8d34-438a-9aea-7a054c94cf3f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:40.951837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-83e2e7a4-cc68-42eb-a04b-5c2ec9782daa None None] For port c5cbd845-503f-44e4-8e42-fadf22c7ded0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c5cbd845-503f-44e4-8e42-fadf22c7ded0,segment=NetworkSegment(367140dd-b81b-4b9f-be23-1bf55a966b8f),segment_id=367140dd-b81b-4b9f-be23-1bf55a966b8f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:40.952237 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83e2e7a4-cc68-42eb-a04b-5c2ec9782daa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:40.965234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:40.967451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-83e2e7a4-cc68-42eb-a04b-5c2ec9782daa None None] Calling delete_port for c5cbd845-503f-44e4-8e42-fadf22c7ded0 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:41.009995 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Deleting port 14095bf1-10db-4506-96b2-fb3abf085b75 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:41.010311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.012086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78c0c1ab-af03-4c83-9c2a-6438db8913dd tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.058285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83e2e7a4-cc68-42eb-a04b-5c2ec9782daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.092270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2e7a4-cc68-42eb-a04b-5c2ec9782daa None None] Pushing event deleted for resources: {'Port': ['ID=c5cbd845-503f-44e4-8e42-fadf22c7ded0,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:41.098265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e2e7a4-cc68-42eb-a04b-5c2ec9782daa None None] No DVR routers for this DVR port c5cbd845-503f-44e4-8e42-fadf22c7ded0 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:02:41.148666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.150841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.172906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Deleting port c5cbd845-503f-44e4-8e42-fadf22c7ded0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:41.173177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.196773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.197342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Fanout notify agent at l3_agent the message router_deleted on router 06a5a374-0330-4056-846d-5c8e14009e64 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:02:41.206028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.211261 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2f4c4005-8f4b-4800-b1ce-59490d135096 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/06a5a374-0330-4056-846d-5c8e14009e64 HTTP/1.1" status: 204 len: 168 time: 1.4887285 Nov 24 05:02:41.211466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60314) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:41.216978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a0d39523-f59b-48fe-b5ac-d035475e2bf5 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1759272223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:41.241328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0d39523-f59b-48fe-b5ac-d035475e2bf5 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.242596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0d39523-f59b-48fe-b5ac-d035475e2bf5 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.293330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0d39523-f59b-48fe-b5ac-d035475e2bf5 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.294122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.298223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0d39523-f59b-48fe-b5ac-d035475e2bf5 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.304213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:41.316129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd426b26-3e7c-42a3-9867-0388cadea703 None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:41.319122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a0d39523-f59b-48fe-b5ac-d035475e2bf5 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.322975 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a0d39523-f59b-48fe-b5ac-d035475e2bf5 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1078937 Nov 24 05:02:41.323187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60316) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:41.327003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] For port c5cbd845-503f-44e4-8e42-fadf22c7ded0, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:41.327374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.330633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'enable_snat': True}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:41.342119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd426b26-3e7c-42a3-9867-0388cadea703 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:41.342636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Calling delete_port for 14095bf1-10db-4506-96b2-fb3abf085b75 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:41.342753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-cd426b26-3e7c-42a3-9867-0388cadea703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:41.358767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Calling delete_port for c5cbd845-503f-44e4-8e42-fadf22c7ded0 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:41.364626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Port c5cbd845-503f-44e4-8e42-fadf22c7ded0 was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:02:41.371882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.376421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.395172 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-cd426b26-3e7c-42a3-9867-0388cadea703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:41.405715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd426b26-3e7c-42a3-9867-0388cadea703 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:41.406948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-cd426b26-3e7c-42a3-9867-0388cadea703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:41.444041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-cd426b26-3e7c-42a3-9867-0388cadea703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:41.444041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd426b26-3e7c-42a3-9867-0388cadea703 None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:41.555864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.755743 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.761577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Pushing event deleted for resources: {'Port': ['ID=c5cbd845-503f-44e4-8e42-fadf22c7ded0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:41.764972 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] No DVR routers for this DVR port c5cbd845-503f-44e4-8e42-fadf22c7ded0 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:02:41.773288 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4c865a16-d979-49ec-9518-29d624cc0b1a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.7000008 Nov 24 05:02:41.776113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60320) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:41.780645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3daf7196-8afc-4449-9d02-72a1b09670ce tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'floatingip': {'port_id': 'a860007c-0fcc-442f-bfae-6b9ba32eb914', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:41.783896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.882451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3daf7196-8afc-4449-9d02-72a1b09670ce tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.910240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:41.946270 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-78c0c1ab-af03-4c83-9c2a-6438db8913dd tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:02:41.952641 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-78c0c1ab-af03-4c83-9c2a-6438db8913dd tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0038667 Nov 24 05:02:41.952641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60326) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:41.957114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': 'a4d0e48e-8d34-438a-9aea-7a054c94cf3f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:41.962685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846fac0f-e351-4f9a-b576-ecf6b4dcc1fa']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:41.980537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367140dd-b81b-4b9f-be23-1bf55a966b8f') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:41.980938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367140dd-b81b-4b9f-be23-1bf55a966b8f') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:41.998058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.041933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.044396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.047369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Allocated IP 172.26.0.150 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/bea9ad01-65f9-4a67-9463-4d13a9932af1) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:42.061942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:02:42.062394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:02:42.068346 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:02:42.138300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.173338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event deleted for resources: {'Port': ['ID=14095bf1-10db-4506-96b2-fb3abf085b75,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:42.180091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.189605 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.192611 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] 10.222.0.37 "DELETE /v2.0/networks/846fac0f-e351-4f9a-b576-ecf6b4dcc1fa HTTP/1.1" status: 204 len: 168 time: 1.6150253 Nov 24 05:02:42.268004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd261a4f-d744-4094-9cae-cd5a0cf3c8f7 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921 tempest-ExtraDHCPOptionsIpV6TestJSON-21040921-project] Pushing event deleted for resources: {'Network': ['ID=846fac0f-e351-4f9a-b576-ecf6b4dcc1fa,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:42.298096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.300186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.401972 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.405751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.410796 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c5cbd845-503f-44e4-8e42-fadf22c7ded0 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:02:42.414845 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.439322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: c5cbd845-503f-44e4-8e42-fadf22c7ded0 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:02:42.439923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c5cbd845-503f-44e4-8e42-fadf22c7ded0 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:02:42.446654 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.508720 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:42.513639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:42.521317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:42.525725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.526418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Fanout notify agent at l3_agent the message router_deleted on router 2fe7bd7f-b7d7-41df-b949-26af2636be33 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:02:42.541298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.542454 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d8ff3839-d93f-4b9f-87d3-f114b1c9fcbf tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "DELETE /v2.0/routers/2fe7bd7f-b7d7-41df-b949-26af2636be33 HTTP/1.1" status: 204 len: 168 time: 2.4018984 Nov 24 05:02:42.550255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60334) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:42.569308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60336) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:42.593020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event updated for resources: {'Port': ['ID=bea9ad01-65f9-4a67-9463-4d13a9932af1,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:42.606071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Allocated IP 172.26.0.230 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/7134bed0-aaaf-4ea2-9ea9-d37a88fd518c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:42.729760 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.757351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-1235da23-367a-4a6a-a740-14694e7573d6 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Deleting subnet 1fd8ce30-8886-4f23-b1d7-4d372c2e1251 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:02:42.758833 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b1d3c63d-0da8-4c96-b474-7cdf60f8911c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=517a8518b1da4171940507d5c210ccb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884441 Nov 24 05:02:42.761406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60340) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:42.765584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3daf7196-8afc-4449-9d02-72a1b09670ce tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.769088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1235da23-367a-4a6a-a740-14694e7573d6 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.795492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3daf7196-8afc-4449-9d02-72a1b09670ce tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.821968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.863504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dcc7802f-5f76-41b3-9372-4f64e5f47692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.873989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:42.886839 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:42.887997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1235da23-367a-4a6a-a740-14694e7573d6 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:42.892059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:42.893949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event updated for resources: {'Port': ['ID=7134bed0-aaaf-4ea2-9ea9-d37a88fd518c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:42.923271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dcc7802f-5f76-41b3-9372-4f64e5f47692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.033383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dcc7802f-5f76-41b3-9372-4f64e5f47692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.036014 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dcc7802f-5f76-41b3-9372-4f64e5f47692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.039512 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dcc7802f-5f76-41b3-9372-4f64e5f47692 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bd8f03c-870f-4823-8473-866959b72e84 HTTP/1.1" status: 204 len: 168 time: 0.2748878 Nov 24 05:02:43.056864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7802f-5f76-41b3-9372-4f64e5f47692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd8f03c-870f-4823-8473-866959b72e84,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:43.109777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Deleting port 7134bed0-aaaf-4ea2-9ea9-d37a88fd518c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:43.109999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.196656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.197113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.210689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Calling delete_port for 7134bed0-aaaf-4ea2-9ea9-d37a88fd518c owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:43.352739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.379540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event deleted for resources: {'Port': ['ID=7134bed0-aaaf-4ea2-9ea9-d37a88fd518c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:43.439867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1235da23-367a-4a6a-a740-14694e7573d6 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.465842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.469955 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] create failed (client error): The resource could not be found. Nov 24 05:02:43.471114 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b7e2f550-7db8-4010-8d5a-0b144db0c581 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5186965 Nov 24 05:02:43.474468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60356) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:43.567810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89a75-642d-442f-8370-d2f0606ae4e6 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Deleting port a4d0e48e-8d34-438a-9aea-7a054c94cf3f {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:43.568268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3fc89a75-642d-442f-8370-d2f0606ae4e6 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.658027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1235da23-367a-4a6a-a740-14694e7573d6 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.678886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daf7196-8afc-4449-9d02-72a1b09670ce tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:43.698213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3fc89a75-642d-442f-8370-d2f0606ae4e6 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.709139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235da23-367a-4a6a-a740-14694e7573d6 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd8ce30-8886-4f23-b1d7-4d372c2e1251,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:43.713451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1235da23-367a-4a6a-a740-14694e7573d6 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.713718 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3fc89a75-642d-442f-8370-d2f0606ae4e6 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Calling delete_port for a4d0e48e-8d34-438a-9aea-7a054c94cf3f owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:43.718899 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1235da23-367a-4a6a-a740-14694e7573d6 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "DELETE /v2.0/subnets/1fd8ce30-8886-4f23-b1d7-4d372c2e1251 HTTP/1.1" status: 204 len: 168 time: 1.1625526 Nov 24 05:02:43.720106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60368) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:43.720997 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4012e-7c8c-4add-b406-a405b41fd42c None None] Network 606254b0-cbac-4404-b533-8a291f9e9f78 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:43.874977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.887367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60372) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:43.942989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bdbac8-2efa-4f9d-a95e-e8e01bc2cc99 None None] DHCP port deletion for 606254b0-cbac-4404-b533-8a291f9e9f78 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:02:43.955939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.963642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.967736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daf7196-8afc-4449-9d02-72a1b09670ce tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:43.972959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3daf7196-8afc-4449-9d02-72a1b09670ce tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:43.980458 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d035e14-37d1-4714-a5ef-f44a2a45db17 None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:43.994759 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d035e14-37d1-4714-a5ef-f44a2a45db17 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:43.997177 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5d035e14-37d1-4714-a5ef-f44a2a45db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:44.010542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Deleting port 215fc6bc-12f4-4c2a-b731-cab54c57b65e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:44.011606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.027201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f6bdbac8-2efa-4f9d-a95e-e8e01bc2cc99 None None] Deleting port 215fc6bc-12f4-4c2a-b731-cab54c57b65e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:44.027770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f6bdbac8-2efa-4f9d-a95e-e8e01bc2cc99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.041475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3fc89a75-642d-442f-8370-d2f0606ae4e6 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.090153 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5d035e14-37d1-4714-a5ef-f44a2a45db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:44.104658 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d035e14-37d1-4714-a5ef-f44a2a45db17 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:44.105438 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5d035e14-37d1-4714-a5ef-f44a2a45db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:44.116349 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1680331615'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:44.130165 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89a75-642d-442f-8370-d2f0606ae4e6 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event deleted for resources: {'Port': ['ID=a4d0e48e-8d34-438a-9aea-7a054c94cf3f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:44.130558 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3daf7196-8afc-4449-9d02-72a1b09670ce tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "PUT /v2.0/floatingips/541580de-240c-4da9-941b-a7a5440f4c3c HTTP/1.1" status: 200 len: 979 time: 2.3532481 Nov 24 05:02:44.144080 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60378) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:44.158179 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5d035e14-37d1-4714-a5ef-f44a2a45db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:44.159190 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d035e14-37d1-4714-a5ef-f44a2a45db17 None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:44.189106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f6bdbac8-2efa-4f9d-a95e-e8e01bc2cc99 None None] For port 215fc6bc-12f4-4c2a-b731-cab54c57b65e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=215fc6bc-12f4-4c2a-b731-cab54c57b65e,segment=NetworkSegment(fa8a6d36-7690-41a0-8f0d-601344889828),segment_id=fa8a6d36-7690-41a0-8f0d-601344889828)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:44.189929 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f6bdbac8-2efa-4f9d-a95e-e8e01bc2cc99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.205285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f6bdbac8-2efa-4f9d-a95e-e8e01bc2cc99 None None] Calling delete_port for 215fc6bc-12f4-4c2a-b731-cab54c57b65e owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:44.236217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] For port 215fc6bc-12f4-4c2a-b731-cab54c57b65e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=215fc6bc-12f4-4c2a-b731-cab54c57b65e,segment=NetworkSegment(fa8a6d36-7690-41a0-8f0d-601344889828),segment_id=fa8a6d36-7690-41a0-8f0d-601344889828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:44.237618 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.298193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Calling delete_port for 215fc6bc-12f4-4c2a-b731-cab54c57b65e owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:44.303276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f6bdbac8-2efa-4f9d-a95e-e8e01bc2cc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.332235 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Made reservation on behalf of e7d94c9fdf044b0cb5bb81e544e41f66 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:44.340403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.341109 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdbac8-2efa-4f9d-a95e-e8e01bc2cc99 None None] Pushing event deleted for resources: {'Port': ['ID=215fc6bc-12f4-4c2a-b731-cab54c57b65e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:44.346291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bdbac8-2efa-4f9d-a95e-e8e01bc2cc99 None None] No DVR routers for this DVR port 215fc6bc-12f4-4c2a-b731-cab54c57b65e on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:02:44.367423 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.368652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3fc89a75-642d-442f-8370-d2f0606ae4e6 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.380222 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3fc89a75-642d-442f-8370-d2f0606ae4e6 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "DELETE /v2.0/ports/a4d0e48e-8d34-438a-9aea-7a054c94cf3f HTTP/1.1" status: 204 len: 168 time: 0.9045823 Nov 24 05:02:44.386703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60382) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:44.404550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Router 3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:02:44.415314 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 215fc6bc-12f4-4c2a-b731-cab54c57b65e no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:02:44.429486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.469086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event deleted for resources: {'Port': ['ID=215fc6bc-12f4-4c2a-b731-cab54c57b65e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:44.471290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] No DVR routers for this DVR port 215fc6bc-12f4-4c2a-b731-cab54c57b65e on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:02:44.551503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a02e716-b4a2-44d8-a033-43705005c131 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:44.555703 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9a02e716-b4a2-44d8-a033-43705005c131 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "GET /v2.0/ports?device_id=d92d4209-1ecf-4266-bb37-8a58b599ec39 HTTP/1.1" status: 200 len: 913 time: 0.1655812 Nov 24 05:02:44.557248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60384) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:44.559858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.574444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 215fc6bc-12f4-4c2a-b731-cab54c57b65e {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:02:44.575163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 215fc6bc-12f4-4c2a-b731-cab54c57b65e not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:02:44.643982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606254b0-cbac-4404-b533-8a291f9e9f78']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:44.650882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:44.659385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8a6d36-7690-41a0-8f0d-601344889828') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:44.659713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8a6d36-7690-41a0-8f0d-601344889828') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:44.659937 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.661145 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b018f0ae-7227-437b-94df-a03048173930 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "PUT /v2.0/routers/3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9 HTTP/1.1" status: 200 len: 915 time: 3.3347580 Nov 24 05:02:44.663034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c141508-3c85-4267-87d1-c2a3c1956cfb None None] Sync routers for ids ['3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:44.664713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60386) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:44.666119 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port d673cbbc-83a0-4e0e-8afd-dcfe94eceff6 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:44.666459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.675529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c141508-3c85-4267-87d1-c2a3c1956cfb None None] Routers {'3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:44.675735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.676169 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6c141508-3c85-4267-87d1-c2a3c1956cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:44.676675 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.708733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.712690 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6c141508-3c85-4267-87d1-c2a3c1956cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:44.720689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:02:44.721221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.722239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c141508-3c85-4267-87d1-c2a3c1956cfb None None] Routers {'3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:44.722961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6c141508-3c85-4267-87d1-c2a3c1956cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:44.726354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:02:44.762347 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:02:44.766298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6c141508-3c85-4267-87d1-c2a3c1956cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:44.767166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c141508-3c85-4267-87d1-c2a3c1956cfb None None] The sync data for ids ['3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:44.797269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:02:44.847389 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fcb74a-55bd-4d0b-94f3-1c7713a3be0d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:44.855405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.855784 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Added segment 9ae1fb50-657b-4522-b819-faf41a803b1c of type vlan for network f7580454-409f-4c94-b433-5152ed7109f3 Nov 24 05:02:44.866390 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.875888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.879357 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "DELETE /v2.0/networks/606254b0-cbac-4404-b533-8a291f9e9f78 HTTP/1.1" status: 204 len: 168 time: 1.1572070 Nov 24 05:02:44.882102 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60390) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:44.900181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840395d-1523-4d35-b2f0-63008eb315a5 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event deleted for resources: {'Network': ['ID=606254b0-cbac-4404-b533-8a291f9e9f78,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:44.906342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.906675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:44.922665 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2dd168b9-022d-490b-8bff-62b1943f52d2 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/routers/3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9 HTTP/1.1" status: 200 len: 921 time: 0.2540989 Nov 24 05:02:44.930802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60392) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:44.931683 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for d673cbbc-83a0-4e0e-8afd-dcfe94eceff6 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:44.951814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.044786 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.051033 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:45.051724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.060592 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f1e565-872f-4e0a-af13-d0b05833e2fb tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:45.062080 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-97f1e565-872f-4e0a-af13-d0b05833e2fb tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&device_id=3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1283274 Nov 24 05:02:45.066128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60394) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:45.106171 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2175763 Nov 24 05:02:45.113652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60396) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:45.119599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Request body: {'subnet': {'network_id': 'f7580454-409f-4c94-b433-5152ed7109f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:45.133451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e85b0b01-0b69-41ee-9541-8b64ab73e119 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Deleting port 3139982b-3c75-4bfb-ad47-9e4d5a014533 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:45.133722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e85b0b01-0b69-41ee-9541-8b64ab73e119 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.166686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187a939-f3af-4cee-9172-169827ab980b tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Pushing event updated for resources: {'Network': ['ID=f7580454-409f-4c94-b433-5152ed7109f3,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:45.178116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network f7580454-409f-4c94-b433-5152ed7109f3 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:02:45.241483 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad2081-b43d-429c-afb6-1a9adb949d50 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:45.247085 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-41ad2081-b43d-429c-afb6-1a9adb949d50 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/networks/ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 881 time: 0.1758316 Nov 24 05:02:45.247857 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60400) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:45.290573 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7c0b9612-2a78-4516-83dd-0ea0acf3c7a2 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9 HTTP/1.1" status: 200 len: 205 time: 0.0391135 Nov 24 05:02:45.292728 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e85b0b01-0b69-41ee-9541-8b64ab73e119 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.293063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e85b0b01-0b69-41ee-9541-8b64ab73e119 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.294613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60402) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:45.307005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Made reservation on behalf of e7d94c9fdf044b0cb5bb81e544e41f66 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:45.307984 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e85b0b01-0b69-41ee-9541-8b64ab73e119 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Calling delete_port for 3139982b-3c75-4bfb-ad47-9e4d5a014533 owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:45.309926 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.323446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0036d992-5975-416b-8b2f-60bf61d90e45 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.430133 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.588603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e85b0b01-0b69-41ee-9541-8b64ab73e119 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.642736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b0b01-0b69-41ee-9541-8b64ab73e119 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Pushing event deleted for resources: {'Port': ['ID=3139982b-3c75-4bfb-ad47-9e4d5a014533,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:45.729830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e85b0b01-0b69-41ee-9541-8b64ab73e119 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.732256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e85b0b01-0b69-41ee-9541-8b64ab73e119 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.733392 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e85b0b01-0b69-41ee-9541-8b64ab73e119 tempest-FloatingIPAdminTestJSON-889247217 tempest-FloatingIPAdminTestJSON-889247217-project] 10.222.0.37 "DELETE /v2.0/floatingips/d2a11c59-5412-4a56-9746-53b27c118e40 HTTP/1.1" status: 204 len: 168 time: 0.8426452 Nov 24 05:02:45.746933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=d673cbbc-83a0-4e0e-8afd-dcfe94eceff6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:45.747632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0036d992-5975-416b-8b2f-60bf61d90e45 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Deleting port f3afab57-4b54-4ab0-8b56-71a199b48893 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:45.747953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0036d992-5975-416b-8b2f-60bf61d90e45 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:45.901874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.038363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.038771 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP 541580de-240c-4da9-941b-a7a5440f4c3c disassociated (deleted). External IP: 172.26.0.212, port: a860007c-0fcc-442f-bfae-6b9ba32eb914. Nov 24 05:02:46.064461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-52e30a72-2815-459c-ac28-c7d0248d173d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.083538 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60412) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:46.124038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.159769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0036d992-5975-416b-8b2f-60bf61d90e45 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.163533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.172550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0036d992-5975-416b-8b2f-60bf61d90e45 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Calling delete_port for f3afab57-4b54-4ab0-8b56-71a199b48893 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:46.270374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Pushing event updated for resources: {'Subnet': ['ID=95a6120d-618c-4d30-a76c-377227171951,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:46.318739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Checking segment: {'id': '9ae1fb50-657b-4522-b819-faf41a803b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7580454-409f-4c94-b433-5152ed7109f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:46.319624 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Network hostable DHCP agents. Network: f7580454-409f-4c94-b433-5152ed7109f3, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:02:46.339779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0036d992-5975-416b-8b2f-60bf61d90e45 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.356272 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2dd6558f-95ac-44df-928c-47554a88d057 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2037c7b2a4094d79a2fce37d2ce7cbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664292 Nov 24 05:02:46.360693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60416) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:46.367104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036d992-5975-416b-8b2f-60bf61d90e45 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event deleted for resources: {'Port': ['ID=f3afab57-4b54-4ab0-8b56-71a199b48893,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:46.465384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Network f7580454-409f-4c94-b433-5152ed7109f3 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:02:46.468021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Deleting port bea9ad01-65f9-4a67-9463-4d13a9932af1 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:46.468354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.530523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0036d992-5975-416b-8b2f-60bf61d90e45 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.550930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, f7580454-409f-4c94-b433-5152ed7109f3) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:46.560416 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:46.561019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.561356 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac1f88-6743-4717-961e-7faa219fcbd7 None None] Network f7580454-409f-4c94-b433-5152ed7109f3 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:46.607623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:46.608403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b70da003-c121-41e8-983e-a20c54c91fe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.612884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.635189 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-30ef8ef8-ace8-4fa8-8384-cf2934c444bf tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5163479 Nov 24 05:02:46.639673 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60422) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:46.647429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Request body: {'port': {'network_id': 'f7580454-409f-4c94-b433-5152ed7109f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-438865514'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:46.650513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Calling delete_port for bea9ad01-65f9-4a67-9463-4d13a9932af1 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:46.683296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b70da003-c121-41e8-983e-a20c54c91fe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.706822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0036d992-5975-416b-8b2f-60bf61d90e45 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Router d92d4209-1ecf-4266-bb37-8a58b599ec39 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:46.744641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-f7580454-409f-4c94-b433-5152ed7109f3', 'network_id': 'f7580454-409f-4c94-b433-5152ed7109f3', 'tenant_id': 'e7d94c9fdf044b0cb5bb81e544e41f66', 'fixed_ips': [{'subnet_id': '95a6120d-618c-4d30-a76c-377227171951'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:02:46.745902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.802127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0036d992-5975-416b-8b2f-60bf61d90e45 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:46.814100 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e615b69-2246-4d41-89be-8c3acc9c944a None None] Sync routers for ids ['d92d4209-1ecf-4266-bb37-8a58b599ec39'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:46.823899 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0036d992-5975-416b-8b2f-60bf61d90e45 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "PUT /v2.0/routers/d92d4209-1ecf-4266-bb37-8a58b599ec39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2653577 Nov 24 05:02:46.828652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60424) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:46.833662 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e615b69-2246-4d41-89be-8c3acc9c944a None None] Routers {'d92d4209-1ecf-4266-bb37-8a58b599ec39'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:46.834629 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2e615b69-2246-4d41-89be-8c3acc9c944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d92d4209-1ecf-4266-bb37-8a58b599ec39'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:46.875507 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2e615b69-2246-4d41-89be-8c3acc9c944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:46.888780 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e615b69-2246-4d41-89be-8c3acc9c944a None None] Routers {'d92d4209-1ecf-4266-bb37-8a58b599ec39'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:46.889749 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2e615b69-2246-4d41-89be-8c3acc9c944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d92d4209-1ecf-4266-bb37-8a58b599ec39'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:46.924881 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Allocated IP 172.20.0.2 (f7580454-409f-4c94-b433-5152ed7109f3/95a6120d-618c-4d30-a76c-377227171951/a0b8c758-d923-4981-abbf-ecd2d224b65a) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:46.930548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b17f-4e0d-4ff3-b1d2-37baadbf48da tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.960542 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b70da003-c121-41e8-983e-a20c54c91fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.963049 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b70da003-c121-41e8-983e-a20c54c91fe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:46.964209 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b70da003-c121-41e8-983e-a20c54c91fe9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7074ef95-450a-4a14-8878-cc49fb3fbadd HTTP/1.1" status: 204 len: 168 time: 0.5988836 Nov 24 05:02:46.985627 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2e615b69-2246-4d41-89be-8c3acc9c944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:46.995122 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e615b69-2246-4d41-89be-8c3acc9c944a None None] The sync data for ids ['d92d4209-1ecf-4266-bb37-8a58b599ec39'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:47.004208 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:47.010364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.014891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70da003-c121-41e8-983e-a20c54c91fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7074ef95-450a-4a14-8878-cc49fb3fbadd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:47.037528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Made reservation on behalf of e7d94c9fdf044b0cb5bb81e544e41f66 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:47.041733 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.060774 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f371a455-2de1-4e8c-adc0-fe3e46636bde None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:47.073393 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-eec7a209-beb0-40b4-bdd8-f134d7799b91 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/floatingips/541580de-240c-4da9-941b-a7a5440f4c3c HTTP/1.1" status: 204 len: 168 time: 2.9263299 Nov 24 05:02:47.077509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60430) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:47.105476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f371a455-2de1-4e8c-adc0-fe3e46636bde None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:47.106104 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f371a455-2de1-4e8c-adc0-fe3e46636bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:47.109611 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] device_id is not set on port 700e4e74-9071-4790-86fa-2f4dfd035c17 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:47.137349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b17f-4e0d-4ff3-b1d2-37baadbf48da tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.139684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b17f-4e0d-4ff3-b1d2-37baadbf48da tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.161602 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f371a455-2de1-4e8c-adc0-fe3e46636bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:47.198152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b17f-4e0d-4ff3-b1d2-37baadbf48da tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.198812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba2b17f-4e0d-4ff3-b1d2-37baadbf48da tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Fanout notify agent at l3_agent the message router_deleted on router d92d4209-1ecf-4266-bb37-8a58b599ec39 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:02:47.212619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f371a455-2de1-4e8c-adc0-fe3e46636bde None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:47.213342 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f371a455-2de1-4e8c-adc0-fe3e46636bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:47.217960 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b17f-4e0d-4ff3-b1d2-37baadbf48da tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.223635 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3ba2b17f-4e0d-4ff3-b1d2-37baadbf48da tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "DELETE /v2.0/routers/d92d4209-1ecf-4266-bb37-8a58b599ec39 HTTP/1.1" status: 204 len: 168 time: 0.3901324 Nov 24 05:02:47.228844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60434) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:47.240964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.259627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f371a455-2de1-4e8c-adc0-fe3e46636bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:47.260395 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f371a455-2de1-4e8c-adc0-fe3e46636bde None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:47.283031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Pushing event deleted for resources: {'Port': ['ID=bea9ad01-65f9-4a67-9463-4d13a9932af1,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:47.289965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.300870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.354038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-5784bef5-b5cc-40a2-85b7-f70a64263f49 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Deleting subnet 67480708-b125-487c-b097-2104cd330a1c {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:02:47.362621 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5784bef5-b5cc-40a2-85b7-f70a64263f49 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.379671 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Network f7580454-409f-4c94-b433-5152ed7109f3 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:47.385360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:47.388461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:47.396976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Pushing event updated for resources: {'Port': ['ID=a0b8c758-d923-4981-abbf-ecd2d224b65a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:47.411974 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-eb050b70-c29f-4774-9d96-766501dfb659 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port a860007c-0fcc-442f-bfae-6b9ba32eb914 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:47.412318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb050b70-c29f-4774-9d96-766501dfb659 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.430661 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.434282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5784bef5-b5cc-40a2-85b7-f70a64263f49 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.461381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Attempting to bind port a0b8c758-d923-4981-abbf-ecd2d224b65a on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:47.462781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Attempting to bind port a0b8c758-d923-4981-abbf-ecd2d224b65a by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '9ae1fb50-657b-4522-b819-faf41a803b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7580454-409f-4c94-b433-5152ed7109f3'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:47.463184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Attempting to bind port a0b8c758-d923-4981-abbf-ecd2d224b65a on network f7580454-409f-4c94-b433-5152ed7109f3 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:47.469608 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:02:47.470000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Checking segment: {'id': '9ae1fb50-657b-4522-b819-faf41a803b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7580454-409f-4c94-b433-5152ed7109f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:47.470750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.470930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Bound using segment: {'id': '9ae1fb50-657b-4522-b819-faf41a803b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7580454-409f-4c94-b433-5152ed7109f3'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:02:47.472496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Bound port: a0b8c758-d923-4981-abbf-ecd2d224b65a, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae1fb50-657b-4522-b819-faf41a803b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7580454-409f-4c94-b433-5152ed7109f3'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:02:47.472496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.472680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60436) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:47.492785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20c7004d-4817-4966-ae38-1f2f545053fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.551224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] For port a0b8c758-d923-4981-abbf-ecd2d224b65a, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:02:47.554839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] For port a0b8c758-d923-4981-abbf-ecd2d224b65a, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a0b8c758-d923-4981-abbf-ecd2d224b65a,segment=NetworkSegment(9ae1fb50-657b-4522-b819-faf41a803b1c),segment_id=9ae1fb50-657b-4522-b819-faf41a803b1c)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:02:47.565640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.567004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5784bef5-b5cc-40a2-85b7-f70a64263f49 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.584194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.588127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.652268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4850b2-73f9-4245-a9d6-376d1f7efbc9 None None] Pushing event updated for resources: {'Port': ['ID=a0b8c758-d923-4981-abbf-ecd2d224b65a,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:47.653374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Allocated IP 172.20.0.11 (f7580454-409f-4c94-b433-5152ed7109f3/95a6120d-618c-4d30-a76c-377227171951/700e4e74-9071-4790-86fa-2f4dfd035c17) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:47.655206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20c7004d-4817-4966-ae38-1f2f545053fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.665854 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.666518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Fanout notify agent at l3_agent the message router_deleted on router 3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:02:47.669383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20c7004d-4817-4966-ae38-1f2f545053fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.677955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5784bef5-b5cc-40a2-85b7-f70a64263f49 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.695790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.701330 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9bdd6cbf-6598-4e16-beb9-228b24bcabbd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9 HTTP/1.1" status: 204 len: 168 time: 2.4016380 Nov 24 05:02:47.703299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60442) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:47.716202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b3bf1e7e-a86e-4cab-aa99-e8d5c3b38e21 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2130847959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:47.729702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb050b70-c29f-4774-9d96-766501dfb659 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.732355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784bef5-b5cc-40a2-85b7-f70a64263f49 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event deleted for resources: {'Subnet': ['ID=67480708-b125-487c-b097-2104cd330a1c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:47.746548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5784bef5-b5cc-40a2-85b7-f70a64263f49 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.749950 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5784bef5-b5cc-40a2-85b7-f70a64263f49 tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "DELETE /v2.0/subnets/67480708-b125-487c-b097-2104cd330a1c HTTP/1.1" status: 204 len: 168 time: 0.5191031 Nov 24 05:02:47.753323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f981f4-7247-478a-aff5-0c6023ae1b05 None None] Network 346f56c8-cf93-4afa-bc78-0cdb7aaf07be requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:47.757311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60444) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:47.758828 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-20c7004d-4817-4966-ae38-1f2f545053fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dd478070cc249e0bac24ccf895cd3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854459 Nov 24 05:02:47.761851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60446) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:47.770481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7004d-4817-4966-ae38-1f2f545053fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ce9538-25a6-40c5-9f8b-8ab12866b6a2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:47.792640 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-eb050b70-c29f-4774-9d96-766501dfb659 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for a860007c-0fcc-442f-bfae-6b9ba32eb914 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:47.820637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-849dd006-ca20-42bc-99b5-31b111552eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.842918 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1e7e-a86e-4cab-aa99-e8d5c3b38e21 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.844509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1e7e-a86e-4cab-aa99-e8d5c3b38e21 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.846609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-849dd006-ca20-42bc-99b5-31b111552eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.914828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-849dd006-ca20-42bc-99b5-31b111552eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.939070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-849dd006-ca20-42bc-99b5-31b111552eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:47.942950 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-849dd006-ca20-42bc-99b5-31b111552eb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5ce9538-25a6-40c5-9f8b-8ab12866b6a2 HTTP/1.1" status: 204 len: 168 time: 0.1801355 Nov 24 05:02:47.962056 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dd006-ca20-42bc-99b5-31b111552eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ce9538-25a6-40c5-9f8b-8ab12866b6a2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:48.005736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.090978 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9d3bd-b3f7-4cf2-acbe-2c35ddf7727c None None] DHCP port deletion for 346f56c8-cf93-4afa-bc78-0cdb7aaf07be request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:02:48.138182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1e7e-a86e-4cab-aa99-e8d5c3b38e21 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.166458 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-fab9d3bd-b3f7-4cf2-acbe-2c35ddf7727c None None] Deleting port fed7fe96-038d-477e-ab8a-e69bfcfb183f {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:48.167471 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fab9d3bd-b3f7-4cf2-acbe-2c35ddf7727c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.181124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1e7e-a86e-4cab-aa99-e8d5c3b38e21 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.237820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.239716 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fab9d3bd-b3f7-4cf2-acbe-2c35ddf7727c None None] For port fed7fe96-038d-477e-ab8a-e69bfcfb183f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fed7fe96-038d-477e-ab8a-e69bfcfb183f,segment=NetworkSegment(7efef334-6b4a-4a81-a766-919e228455e2),segment_id=7efef334-6b4a-4a81-a766-919e228455e2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:48.240808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fab9d3bd-b3f7-4cf2-acbe-2c35ddf7727c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.253567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3bf1e7e-a86e-4cab-aa99-e8d5c3b38e21 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.254706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-fab9d3bd-b3f7-4cf2-acbe-2c35ddf7727c None None] Calling delete_port for fed7fe96-038d-477e-ab8a-e69bfcfb183f owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:48.259854 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b3bf1e7e-a86e-4cab-aa99-e8d5c3b38e21 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5527470 Nov 24 05:02:48.261387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60454) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:48.275127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'enable_snat': False}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:48.350355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7b7112e1-e9a3-43bb-91f9-1d1e13724ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.405468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fab9d3bd-b3f7-4cf2-acbe-2c35ddf7727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.450977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9d3bd-b3f7-4cf2-acbe-2c35ddf7727c None None] Pushing event deleted for resources: {'Port': ['ID=fed7fe96-038d-477e-ab8a-e69bfcfb183f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:48.453946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9d3bd-b3f7-4cf2-acbe-2c35ddf7727c None None] No DVR routers for this DVR port fed7fe96-038d-477e-ab8a-e69bfcfb183f on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:02:48.496605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a0b8c758-d923-4981-abbf-ecd2d224b65a up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:48.553890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60456) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:48.575270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a0b8c758-d923-4981-abbf-ecd2d224b65a triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:48.575742 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.606473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0aed10f-453a-4f48-b632-11c9d8e2a578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.610057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.643154 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Deleting port fed7fe96-038d-477e-ab8a-e69bfcfb183f {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:48.643497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.689061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.729567 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port a0b8c758-d923-4981-abbf-ecd2d224b65a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a0b8c758-d923-4981-abbf-ecd2d224b65a,segment=NetworkSegment(9ae1fb50-657b-4522-b819-faf41a803b1c),segment_id=9ae1fb50-657b-4522-b819-faf41a803b1c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:48.738343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.774074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.796725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] For port fed7fe96-038d-477e-ab8a-e69bfcfb183f, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:48.796989 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.837282 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=a0b8c758-d923-4981-abbf-ecd2d224b65a,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:48.874362 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Network f7580454-409f-4c94-b433-5152ed7109f3 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:48.877488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0aed10f-453a-4f48-b632-11c9d8e2a578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.881508 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Calling delete_port for fed7fe96-038d-477e-ab8a-e69bfcfb183f owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:48.884263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device fed7fe96-038d-477e-ab8a-e69bfcfb183f no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:02:48.887121 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.ipam_backend_mixin [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Port fed7fe96-038d-477e-ab8a-e69bfcfb183f was not found and therefore no delete operation was performed {{(pid=103233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:02:48.888513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:48.889595 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0aed10f-453a-4f48-b632-11c9d8e2a578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.896503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:48.926263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: fed7fe96-038d-477e-ab8a-e69bfcfb183f {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:02:48.926840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device fed7fe96-038d-477e-ab8a-e69bfcfb183f not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:02:48.939547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb050b70-c29f-4774-9d96-766501dfb659 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.941241 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b0aed10f-453a-4f48-b632-11c9d8e2a578 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d467019b64774245a9181b4bb8a264fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865540 Nov 24 05:02:48.944416 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:48.946490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60462) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:48.966024 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Pushing event updated for resources: {'Port': ['ID=700e4e74-9071-4790-86fa-2f4dfd035c17,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:48.995006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aed10f-453a-4f48-b632-11c9d8e2a578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d26363-1824-4074-93c0-8a2af4701543,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:49.013217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] No DVR routers for this DVR port fed7fe96-038d-477e-ab8a-e69bfcfb183f on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:02:49.016874 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c17cd0-632b-485d-a74b-03ad9d6e39b1 None None] Network f7580454-409f-4c94-b433-5152ed7109f3 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:49.037002 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb050b70-c29f-4774-9d96-766501dfb659 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=a860007c-0fcc-442f-bfae-6b9ba32eb914,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:49.081519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:49.082212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.098025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c43e63af-738b-4af0-8f4d-d482ad9578e9 None None] Provisioning complete for port a0b8c758-d923-4981-abbf-ecd2d224b65a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:49.098276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c43e63af-738b-4af0-8f4d-d482ad9578e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.103295 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac369f6e-0936-43e9-8bec-22b497eda2ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.106411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.135550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.151459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac369f6e-0936-43e9-8bec-22b497eda2ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.163101 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event deleted for resources: {'Port': ['ID=fed7fe96-038d-477e-ab8a-e69bfcfb183f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:49.200414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.209616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1586ff0d-6f30-41ee-8917-cdc344fbad07 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5656462 Nov 24 05:02:49.209940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60464) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:49.233520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346f56c8-cf93-4afa-bc78-0cdb7aaf07be']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:49.236630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb050b70-c29f-4774-9d96-766501dfb659 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.239840 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-eb050b70-c29f-4774-9d96-766501dfb659 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/ports/a860007c-0fcc-442f-bfae-6b9ba32eb914 HTTP/1.1" status: 204 len: 168 time: 2.1401787 Nov 24 05:02:49.245488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60468) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:49.252276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:49.259005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efef334-6b4a-4a81-a766-919e228455e2') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:49.259336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efef334-6b4a-4a81-a766-919e228455e2') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:49.259864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Request body: {'port': {'network_id': 'f7580454-409f-4c94-b433-5152ed7109f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-32208653', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:49.261023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.api.validators [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] bootfile-name is not in valid_values {{(pid=103232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:49.262131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.api.validators [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] tftp-server is not in valid_values {{(pid=103232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:49.262747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.api.validators [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] server-ip-address is not in valid_values {{(pid=103232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:49.272794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.293074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.301581 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:02:49.302026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:02:49.305281 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:02:49.307194 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac369f6e-0936-43e9-8bec-22b497eda2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.309508 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac369f6e-0936-43e9-8bec-22b497eda2ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.310639 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ac369f6e-0936-43e9-8bec-22b497eda2ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2d26363-1824-4074-93c0-8a2af4701543 HTTP/1.1" status: 204 len: 168 time: 0.3639326 Nov 24 05:02:49.317139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.415791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac369f6e-0936-43e9-8bec-22b497eda2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d26363-1824-4074-93c0-8a2af4701543,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:49.447535 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.457483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.463904 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] 10.222.0.37 "DELETE /v2.0/networks/346f56c8-cf93-4afa-bc78-0cdb7aaf07be HTTP/1.1" status: 204 len: 168 time: 1.7032003 Nov 24 05:02:49.479768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Allocated IP 172.26.0.67 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/9b8d2912-3c5d-49a6-8593-c8bea5738aac) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:49.500027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.525193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca34526-f555-45a6-afde-7fab4e860b2b tempest-FloatingIPNegativeTestJSON-816612393 tempest-FloatingIPNegativeTestJSON-816612393-project] Pushing event deleted for resources: {'Network': ['ID=346f56c8-cf93-4afa-bc78-0cdb7aaf07be,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:49.550880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.600938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c51fc4be-8944-44fc-a03b-4b1de2db3c64 None None] Provisioning complete for port a0b8c758-d923-4981-abbf-ecd2d224b65a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:49.601313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c51fc4be-8944-44fc-a03b-4b1de2db3c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.642788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Made reservation on behalf of e7d94c9fdf044b0cb5bb81e544e41f66 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:49.646446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.701988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] device_id is not set on port a45ac8a8-9410-40bc-8700-9bb4c17c1ac2 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:49.772057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c51fc4be-8944-44fc-a03b-4b1de2db3c64 None None] Provisioning complete for port 700e4e74-9071-4790-86fa-2f4dfd035c17 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:49.772669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c51fc4be-8944-44fc-a03b-4b1de2db3c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.809001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.828863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c51fc4be-8944-44fc-a03b-4b1de2db3c64 None None] Port 700e4e74-9071-4790-86fa-2f4dfd035c17 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:49.884169 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60486) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:49.906989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Allocated IP 172.20.0.7 (f7580454-409f-4c94-b433-5152ed7109f3/95a6120d-618c-4d30-a76c-377227171951/a45ac8a8-9410-40bc-8700-9bb4c17c1ac2) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:49.923010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:49.953746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a66e6598-87d9-4d74-9214-a1c6ddfb5e02 None None] Provisioning complete for port 700e4e74-9071-4790-86fa-2f4dfd035c17 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:49.954170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a66e6598-87d9-4d74-9214-a1c6ddfb5e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.004731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a66e6598-87d9-4d74-9214-a1c6ddfb5e02 None None] Port 700e4e74-9071-4790-86fa-2f4dfd035c17 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:50.005387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:50.031293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.26.0.34 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/ebbf01be-6772-412b-957c-8cd94cc7d89e) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:50.031945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:50.038817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:50.077181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8d2912-3c5d-49a6-8593-c8bea5738aac,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:50.171053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.243012 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9ba61488-7ef5-4c2e-8dac-76c7aa682846 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56d589226e12485b8b741213a8b30b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548560 Nov 24 05:02:50.245201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60502) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:50.255227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.306416 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.331566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:50.339557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:50.342055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=ebbf01be-6772-412b-957c-8cd94cc7d89e,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:50.346724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:50.395516 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50fc417b-8f74-4d90-abd5-b9906636c017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.418690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50fc417b-8f74-4d90-abd5-b9906636c017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.431555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.468070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a0b8c758-d923-4981-abbf-ecd2d224b65a up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:50.477096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.485170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50fc417b-8f74-4d90-abd5-b9906636c017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.487249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50fc417b-8f74-4d90-abd5-b9906636c017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.490722 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-50fc417b-8f74-4d90-abd5-b9906636c017 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eda8c571-fb88-4811-88cc-7c12a30cb825 HTTP/1.1" status: 204 len: 168 time: 0.2424002 Nov 24 05:02:50.530165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc417b-8f74-4d90-abd5-b9906636c017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda8c571-fb88-4811-88cc-7c12a30cb825,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:50.535029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Pushing event updated for resources: {'Port': ['ID=a45ac8a8-9410-40bc-8700-9bb4c17c1ac2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:50.550469 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Network f7580454-409f-4c94-b433-5152ed7109f3 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:50.553918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:50.557592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:50.560210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.618970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a0b8c758-d923-4981-abbf-ecd2d224b65a triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:50.619536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.628025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.758893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.792092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:50.792886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.817863 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b944ab51-0dd5-4ebc-90f3-8d1d0e05a355 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.6046746 Nov 24 05:02:50.820939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60512) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:50.884711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.895136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.923204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06661fd8-1f0d-4f21-976f-4e52715eb8ca tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:50.929531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06661fd8-1f0d-4f21-976f-4e52715eb8ca tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:50.935298 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.935993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06661fd8-1f0d-4f21-976f-4e52715eb8ca tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:50.937909 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-596a0da1-78c4-42e8-8326-40c0a728c45e None None] Provisioning complete for port a45ac8a8-9410-40bc-8700-9bb4c17c1ac2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:50.938412 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-06661fd8-1f0d-4f21-976f-4e52715eb8ca tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1166339 Nov 24 05:02:50.939080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-596a0da1-78c4-42e8-8326-40c0a728c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:50.944740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60516) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:50.981337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-596a0da1-78c4-42e8-8326-40c0a728c45e None None] Port a45ac8a8-9410-40bc-8700-9bb4c17c1ac2 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:51.010474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:51.169068 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=ebbf01be-6772-412b-957c-8cd94cc7d89e,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:51.194843 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:51.211546 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-df936faa-3199-43de-850a-474163411090 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Deleting port a45ac8a8-9410-40bc-8700-9bb4c17c1ac2 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:51.212254 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df936faa-3199-43de-850a-474163411090 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:51.253379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:51.254703 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0a17bf61-8f07-4213-a7c5-ccfc721d3b49 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0082676 Nov 24 05:02:51.259510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60534) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:51.264820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'port': {'network_id': '14f57ebe-2179-4c21-9433-ec464a6771af', 'name': 'tempest-FloatingIPTestJSON-657611773'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:51.449893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Made reservation on behalf of 3decb46235104c048ceea26c2d94110a for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:51.454928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:51.492703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] device_id is not set on port 48060333-f8b7-4d34-9119-6a1e2d3bec25 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:51.495632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Router dbc5abcb-8869-427b-b334-8fd9dfd09887 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:02:51.545427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df936faa-3199-43de-850a-474163411090 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:51.568359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-df936faa-3199-43de-850a-474163411090 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Calling delete_port for a45ac8a8-9410-40bc-8700-9bb4c17c1ac2 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:51.595140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60550) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:51.638694 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:51.641076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:51.645620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:51.647212 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e4feace9-17b0-4e64-ad7e-3a9c66cc827f tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "PUT /v2.0/routers/dbc5abcb-8869-427b-b334-8fd9dfd09887 HTTP/1.1" status: 200 len: 915 time: 3.3790104 Nov 24 05:02:51.649687 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93ba9fc-152b-4b5a-b80a-fbd0b3cf6b0e None None] Sync routers for ids ['dbc5abcb-8869-427b-b334-8fd9dfd09887'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:51.650119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60556) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:51.667390 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ba9fc-152b-4b5a-b80a-fbd0b3cf6b0e None None] Routers {'dbc5abcb-8869-427b-b334-8fd9dfd09887'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:51.668049 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b93ba9fc-152b-4b5a-b80a-fbd0b3cf6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['dbc5abcb-8869-427b-b334-8fd9dfd09887'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:51.716519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.20.0.10 (14f57ebe-2179-4c21-9433-ec464a6771af/6d6d2dec-02fe-47cc-90dd-2cf4fddd4800/48060333-f8b7-4d34-9119-6a1e2d3bec25) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:51.742748 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b93ba9fc-152b-4b5a-b80a-fbd0b3cf6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:51.760143 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f3d97add-dc9c-4ac1-9608-c2ab760f0203 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/routers/dbc5abcb-8869-427b-b334-8fd9dfd09887 HTTP/1.1" status: 200 len: 921 time: 0.1090214 Nov 24 05:02:51.763304 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ba9fc-152b-4b5a-b80a-fbd0b3cf6b0e None None] Routers {'dbc5abcb-8869-427b-b334-8fd9dfd09887'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:51.763524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60558) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:51.763955 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b93ba9fc-152b-4b5a-b80a-fbd0b3cf6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['dbc5abcb-8869-427b-b334-8fd9dfd09887'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:51.802289 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b93ba9fc-152b-4b5a-b80a-fbd0b3cf6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:51.803465 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93ba9fc-152b-4b5a-b80a-fbd0b3cf6b0e None None] The sync data for ids ['dbc5abcb-8869-427b-b334-8fd9dfd09887'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:51.819313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60560) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:51.876516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-476546671'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:51.898021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f854037-3c2c-4006-bde1-021536815ebe tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:51.899715 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6f854037-3c2c-4006-bde1-021536815ebe tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&device_id=dbc5abcb-8869-427b-b334-8fd9dfd09887&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1351523 Nov 24 05:02:51.902802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60564) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:51.903222 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1256129414'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:51.910317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df936faa-3199-43de-850a-474163411090 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:51.913539 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:51.916848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:51.943259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:51.985575 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df936faa-3199-43de-850a-474163411090 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Pushing event deleted for resources: {'Port': ['ID=a45ac8a8-9410-40bc-8700-9bb4c17c1ac2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:52.022409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Made reservation on behalf of 4976c5b0db26473eb198d6bd729d1438 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:52.026534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.032066 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b811b8-76e2-4269-b19a-d4ef35c5e18a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:52.037031 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-21b811b8-76e2-4269-b19a-d4ef35c5e18a tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/networks/ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 881 time: 0.1297898 Nov 24 05:02:52.037031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60566) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:52.068147 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.072653 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-498c395c-cc94-4d10-8f72-64e11f8c5cf8 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbc5abcb-8869-427b-b334-8fd9dfd09887 HTTP/1.1" status: 200 len: 205 time: 0.0325463 Nov 24 05:02:52.074641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60568) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:52.125844 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df936faa-3199-43de-850a-474163411090 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.129173 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-df936faa-3199-43de-850a-474163411090 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] 10.222.0.37 "DELETE /v2.0/ports/a45ac8a8-9410-40bc-8700-9bb4c17c1ac2 HTTP/1.1" status: 204 len: 168 time: 1.1834455 Nov 24 05:02:52.135424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60570) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:52.136361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.145911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Request body: {'port': {'name': 'tempest-new-port-name-2061305', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:52.146379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.api.validators [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] bootfile-name is not in valid_values {{(pid=103232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:52.146652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.api.validators [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] tftp-server is not in valid_values {{(pid=103232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:52.146986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.api.validators [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] server-ip-address is not in valid_values {{(pid=103232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 05:02:52.211388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.244183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.256451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.267114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.272772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.287317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network 14f57ebe-2179-4c21-9433-ec464a6771af is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:52.305444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:52.306030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.307849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.311948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:02:52.314185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=48060333-f8b7-4d34-9119-6a1e2d3bec25,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:52.317559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:02:52.324051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:52.357649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdd370d-2ef1-4964-b8e8-72b502510463,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:52.368063 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.368448 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Added segment fc32680a-522c-412c-8f5e-3abb5dc1e20d of type vlan for network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 Nov 24 05:02:52.369950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.370306 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Added segment d55ae9c7-547d-499f-8835-48c6a6595a36 of type vlan for network 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 Nov 24 05:02:52.415981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce7a0b7-01bb-4550-bc61-5142a290244b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:52.422716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:52.423386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.429190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.449810 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e6a34c3b-d147-4c98-bf6c-db42c045d2f6 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1890771 Nov 24 05:02:52.455696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60576) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:52.461271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-cf563e8f-535c-4ede-ab76-74c6dd67393f tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'floatingip': {'port_id': '48060333-f8b7-4d34-9119-6a1e2d3bec25'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:52.498976 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.507026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cf563e8f-535c-4ede-ab76-74c6dd67393f tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.510559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.517278 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:52.517874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.570622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.596728 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0008907 Nov 24 05:02:52.603569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.610651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:52.611196 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.676667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ede8b3-b7fd-4e27-882c-df493545ea48 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Pushing event updated for resources: {'Network': ['ID=82c0c24f-0162-44c2-9d15-32ad1a2e9d86,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:52.693732 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:02:52.744571 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9236073 Nov 24 05:02:52.784718 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44066b-8fd4-4730-90f1-04ca9cc04669 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:52.806747 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:02:52.887909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Deleting port 9b8d2912-3c5d-49a6-8593-c8bea5738aac {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:52.888252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.928350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.961476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:52.970641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60584) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:52.992494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Request body: {'port': {'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86', 'binding:host_id': 'hv-neutron-8188', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-479431474'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:53.090831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] In _notify_port_updated(), no bound segment for port 700e4e74-9071-4790-86fa-2f4dfd035c17 on network f7580454-409f-4c94-b433-5152ed7109f3 {{(pid=103232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:02:53.096955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:53.097626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.101376 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] 10.222.0.37 "PUT /v2.0/ports/700e4e74-9071-4790-86fa-2f4dfd035c17 HTTP/1.1" status: 200 len: 1134 time: 0.9608324 Nov 24 05:02:53.103085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60586) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:53.114689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa539140-1bac-49e8-88ba-36f81d5de4d5 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Pushing event updated for resources: {'Port': ['ID=700e4e74-9071-4790-86fa-2f4dfd035c17,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:53.129092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.132562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Made reservation on behalf of c3f28ba5a20e4aafa69e2c0d1e689588 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:53.136083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.154295 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.157228 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Calling delete_port for 9b8d2912-3c5d-49a6-8593-c8bea5738aac owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:53.208716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6486ccff-b1aa-4701-a895-daa1ecce6f2c tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:53.216152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60588) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:53.216557 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6486ccff-b1aa-4701-a895-daa1ecce6f2c tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] 10.222.0.37 "GET /v2.0/ports/700e4e74-9071-4790-86fa-2f4dfd035c17 HTTP/1.1" status: 200 len: 1134 time: 0.1116424 Nov 24 05:02:53.238747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cf563e8f-535c-4ede-ab76-74c6dd67393f tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.245820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cf563e8f-535c-4ede-ab76-74c6dd67393f tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.330208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.385195 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-cf563e8f-535c-4ede-ab76-74c6dd67393f tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP d7de7a89-71c3-48ad-bfe2-647ea22b33ca associated. External IP: 172.26.0.34, port: 48060333-f8b7-4d34-9119-6a1e2d3bec25. Nov 24 05:02:53.428539 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.447050 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.462910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-13b1ed61-5570-4273-bc99-2238fff19c6b None None] Provisioning complete for port 700e4e74-9071-4790-86fa-2f4dfd035c17 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:53.464871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13b1ed61-5570-4273-bc99-2238fff19c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.475316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] device_id is not set on port 5d168335-708a-42f3-8426-971d378e6e9b yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:53.560776 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-13b1ed61-5570-4273-bc99-2238fff19c6b None None] Port 700e4e74-9071-4790-86fa-2f4dfd035c17 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:02:53.568893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ae38b0ed-abe5-4640-8eee-be0f1e1359ed tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Deleting port 700e4e74-9071-4790-86fa-2f4dfd035c17 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:53.569398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae38b0ed-abe5-4640-8eee-be0f1e1359ed tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.605569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18c4720-de4d-4a45-8b81-8ea0a7ddfbbf,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:53.635880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.716605 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Pushing event deleted for resources: {'Port': ['ID=9b8d2912-3c5d-49a6-8593-c8bea5738aac,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:53.812854 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae38b0ed-abe5-4640-8eee-be0f1e1359ed tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.834224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.861168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ae38b0ed-abe5-4640-8eee-be0f1e1359ed tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Calling delete_port for 700e4e74-9071-4790-86fa-2f4dfd035c17 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:53.973636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf563e8f-535c-4ede-ab76-74c6dd67393f tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:53.976474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:53.980680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:54.103191 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf563e8f-535c-4ede-ab76-74c6dd67393f tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:54.105122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:54.105755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Fanout notify agent at l3_agent the message router_deleted on router dbc5abcb-8869-427b-b334-8fd9dfd09887 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:02:54.108011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cf563e8f-535c-4ede-ab76-74c6dd67393f tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:54.113944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:54.118255 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-71622550-01ff-4a4a-b3fa-6810dc02226b tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/dbc5abcb-8869-427b-b334-8fd9dfd09887 HTTP/1.1" status: 204 len: 168 time: 2.0391428 Nov 24 05:02:54.123261 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60596) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:54.129194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf7916a-a00a-4a34-9b01-93fd9e05dee2 None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:54.130831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-847985889', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:54.144851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] device_id is not set on port 5d168335-708a-42f3-8426-971d378e6e9b yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:54.145394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7916a-a00a-4a34-9b01-93fd9e05dee2 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:54.146299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9bf7916a-a00a-4a34-9b01-93fd9e05dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:54.148308 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cf563e8f-535c-4ede-ab76-74c6dd67393f tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "PUT /v2.0/floatingips/d7de7a89-71c3-48ad-bfe2-647ea22b33ca HTTP/1.1" status: 200 len: 977 time: 1.6914518 Nov 24 05:02:54.148650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60598) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:54.181490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9bf7916a-a00a-4a34-9b01-93fd9e05dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:54.190797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7916a-a00a-4a34-9b01-93fd9e05dee2 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:54.191410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9bf7916a-a00a-4a34-9b01-93fd9e05dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:54.195327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:54.212748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:54.225876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:54.226911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:54.352925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9bf7916a-a00a-4a34-9b01-93fd9e05dee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:54.353590 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf7916a-a00a-4a34-9b01-93fd9e05dee2 None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:54.363065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event updated for resources: {'Port': ['ID=5d168335-708a-42f3-8426-971d378e6e9b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:54.414673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:54.433784 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae38b0ed-abe5-4640-8eee-be0f1e1359ed tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:54.509470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Checking segment: {'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:54.509860 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Network hostable DHCP agents. Network: 82c0c24f-0162-44c2-9d15-32ad1a2e9d86, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:02:54.531314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port 48060333-f8b7-4d34-9119-6a1e2d3bec25 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:54.531727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:54.556378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38b0ed-abe5-4640-8eee-be0f1e1359ed tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Pushing event deleted for resources: {'Port': ['ID=700e4e74-9071-4790-86fa-2f4dfd035c17,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:55.031959 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.039900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:02:55.046187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae38b0ed-abe5-4640-8eee-be0f1e1359ed tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.049735 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ae38b0ed-abe5-4640-8eee-be0f1e1359ed tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] 10.222.0.37 "DELETE /v2.0/ports/700e4e74-9071-4790-86fa-2f4dfd035c17 HTTP/1.1" status: 204 len: 168 time: 1.8290131 Nov 24 05:02:55.053088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60606) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:55.080027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 82c0c24f-0162-44c2-9d15-32ad1a2e9d86) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:55.084205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:55.095170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd45a1-3770-4fd4-a1f4-230ff1db1e50 None None] Network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:55.100285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.112459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a1f0e0-42f9-4648-847c-634c9602fa95 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Deleting subnet 95a6120d-618c-4d30-a76c-377227171951 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:02:55.116701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65a1f0e0-42f9-4648-847c-634c9602fa95 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.125776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:55.126125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:55.126505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:55.171872 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65a1f0e0-42f9-4648-847c-634c9602fa95 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.187772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:55.188134 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:55.195234 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 2 to bind port 5d168335-708a-42f3-8426-971d378e6e9b Nov 24 05:02:55.240691 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:55.241065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:55.241382 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:55.288126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65a1f0e0-42f9-4648-847c-634c9602fa95 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.335479 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:55.335800 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:55.338541 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 3 to bind port 5d168335-708a-42f3-8426-971d378e6e9b Nov 24 05:02:55.349491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65a1f0e0-42f9-4648-847c-634c9602fa95 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.373292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:55.373642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:55.373983 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:55.375634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1f0e0-42f9-4648-847c-634c9602fa95 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Pushing event deleted for resources: {'Subnet': ['ID=95a6120d-618c-4d30-a76c-377227171951,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:55.381370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65a1f0e0-42f9-4648-847c-634c9602fa95 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.387174 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-65a1f0e0-42f9-4648-847c-634c9602fa95 tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] 10.222.0.37 "DELETE /v2.0/subnets/95a6120d-618c-4d30-a76c-377227171951 HTTP/1.1" status: 204 len: 168 time: 0.3330042 Nov 24 05:02:55.387786 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60608) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:55.398287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc17d1d6-520c-413e-925b-1f3cef11f6a8 None None] Network f7580454-409f-4c94-b433-5152ed7109f3 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:55.424625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:55.424947 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:55.429904 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 4 to bind port 5d168335-708a-42f3-8426-971d378e6e9b Nov 24 05:02:55.461032 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:55.461381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:55.461731 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:55.465001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.465369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.465726 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP d7de7a89-71c3-48ad-bfe2-647ea22b33ca disassociated. External IP: 172.26.0.34, port: 48060333-f8b7-4d34-9119-6a1e2d3bec25. Nov 24 05:02:55.466077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for 48060333-f8b7-4d34-9119-6a1e2d3bec25 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:55.476384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:55.476729 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:55.478684 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.480450 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 5 to bind port 5d168335-708a-42f3-8426-971d378e6e9b Nov 24 05:02:55.567347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:55.567347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:55.567693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:55.575731 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Deleting port a0b8c758-d923-4981-abbf-ecd2d224b65a {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:55.576522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.604292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:55.606403 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:55.607691 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 6 to bind port 5d168335-708a-42f3-8426-971d378e6e9b Nov 24 05:02:55.655400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.660154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:55.660503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:55.660847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:55.690786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.693511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:55.695311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] For port a0b8c758-d923-4981-abbf-ecd2d224b65a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a0b8c758-d923-4981-abbf-ecd2d224b65a,segment=NetworkSegment(9ae1fb50-657b-4522-b819-faf41a803b1c),segment_id=9ae1fb50-657b-4522-b819-faf41a803b1c)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:55.695779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.696156 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f0664c-a2e3-4d74-8983-14f199d6f093 None None] DHCP port deletion for f7580454-409f-4c94-b433-5152ed7109f3 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:02:55.704036 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:55.714770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Calling delete_port for a0b8c758-d923-4981-abbf-ecd2d224b65a owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:55.759453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-67f0664c-a2e3-4d74-8983-14f199d6f093 None None] Deleting port a0b8c758-d923-4981-abbf-ecd2d224b65a {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:55.759859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-67f0664c-a2e3-4d74-8983-14f199d6f093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.826144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-67f0664c-a2e3-4d74-8983-14f199d6f093 None None] For port a0b8c758-d923-4981-abbf-ecd2d224b65a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a0b8c758-d923-4981-abbf-ecd2d224b65a,segment=NetworkSegment(9ae1fb50-657b-4522-b819-faf41a803b1c),segment_id=9ae1fb50-657b-4522-b819-faf41a803b1c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:55.826539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-67f0664c-a2e3-4d74-8983-14f199d6f093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.841880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-67f0664c-a2e3-4d74-8983-14f199d6f093 None None] Calling delete_port for a0b8c758-d923-4981-abbf-ecd2d224b65a owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:55.856635 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 7 to bind port 5d168335-708a-42f3-8426-971d378e6e9b Nov 24 05:02:55.882471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:55.883697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.894431 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:55.895032 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:55.909629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Pushing event deleted for resources: {'Port': ['ID=a0b8c758-d923-4981-abbf-ecd2d224b65a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:55.920201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] No DVR routers for this DVR port a0b8c758-d923-4981-abbf-ecd2d224b65a on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:02:55.937893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-67f0664c-a2e3-4d74-8983-14f199d6f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:55.965410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0664c-a2e3-4d74-8983-14f199d6f093 None None] Pushing event deleted for resources: {'Port': ['ID=a0b8c758-d923-4981-abbf-ecd2d224b65a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:55.971253 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0664c-a2e3-4d74-8983-14f199d6f093 None None] No DVR routers for this DVR port a0b8c758-d923-4981-abbf-ecd2d224b65a on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:02:56.000455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:56.002612 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:56.014630 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 8 to bind port 5d168335-708a-42f3-8426-971d378e6e9b Nov 24 05:02:56.018466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Allocated IP 172.26.0.137 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/bcfcab7d-f52f-4eca-bbe5-1e4d40bd0ffe) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:56.020829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.026146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.049363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7580454-409f-4c94-b433-5152ed7109f3']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:56.059724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae1fb50-657b-4522-b819-faf41a803b1c') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:56.060367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae1fb50-657b-4522-b819-faf41a803b1c') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:56.071676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=48060333-f8b7-4d34-9119-6a1e2d3bec25,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:56.072403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.096145 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.102949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:02:56.103362 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:02:56.106815 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:02:56.122808 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:56.123298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:56.123647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:56.128489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60616) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:56.136522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'network_id': '7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:56.157636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:56.157956 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:56.161019 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 9 to bind port 5d168335-708a-42f3-8426-971d378e6e9b Nov 24 05:02:56.200977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.241478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:56.241824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:56.242162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:56.242374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.245595 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] 10.222.0.37 "DELETE /v2.0/networks/f7580454-409f-4c94-b433-5152ed7109f3 HTTP/1.1" status: 204 len: 168 time: 0.8569019 Nov 24 05:02:56.256962 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c6936-7654-45fa-9615-af4760bd613e tempest-ExtraDHCPOptionsTestJSON-1675361672 tempest-ExtraDHCPOptionsTestJSON-1675361672-project] Pushing event deleted for resources: {'Network': ['ID=f7580454-409f-4c94-b433-5152ed7109f3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:56.258635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:56.258973 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:56.261994 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 10 to bind port 5d168335-708a-42f3-8426-971d378e6e9b Nov 24 05:02:56.282614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:56.286277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.290932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:02:56.294144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:56.294487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:56.294827 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:56.310165 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port 5d168335-708a-42f3-8426-971d378e6e9b on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:56.310598 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port 5d168335-708a-42f3-8426-971d378e6e9b on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:56.310869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.316331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.421098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a0b8c758-d923-4981-abbf-ecd2d224b65a no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:02:56.448990 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: a0b8c758-d923-4981-abbf-ecd2d224b65a {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:02:56.449627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a0b8c758-d923-4981-abbf-ecd2d224b65a not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:02:56.488210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.501253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] For port 5d168335-708a-42f3-8426-971d378e6e9b, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:02:56.501544 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempted to set empty binding levels {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 05:02:56.510612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.532124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.552373 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:56.557907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:56.569286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:56.571692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:56.572296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.572872 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6d486-b6de-4ed0-80bd-06b2523f47cb None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:56.596739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:56.598748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Pushing event updated for resources: {'Port': ['ID=bcfcab7d-f52f-4eca-bbe5-1e4d40bd0ffe,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:56.601044 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6d486-b6de-4ed0-80bd-06b2523f47cb None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:56.616345 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d3f6d486-b6de-4ed0-80bd-06b2523f47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:56.632509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60622) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:56.633288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=725a84a3-17a9-4e1e-aec6-777c474252b2,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:56.660624 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Checking segment: {'id': 'd55ae9c7-547d-499f-8835-48c6a6595a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:56.660989 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network hostable DHCP agents. Network: 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:02:56.665413 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-3cc69747-1b0e-4dc7-8ecc-aef0cc3ff525 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1234694 Nov 24 05:02:56.673586 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.6911790 Nov 24 05:02:56.679161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60626) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:56.705889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42c828-e44c-489b-85e6-08a34157c772 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event updated for resources: {'Port': ['ID=5d168335-708a-42f3-8426-971d378e6e9b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:56.711112 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:02:56.730567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:56.744745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cb7fbc-c52b-4d04-9a83-4654e88a2347 None None] Network 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:56.772358 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:56.772945 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.779795 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d3f6d486-b6de-4ed0-80bd-06b2523f47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:56.783621 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:56.787021 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4245dfa2-c269-4ae4-957f-e69cd46415ff tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/ports/48060333-f8b7-4d34-9119-6a1e2d3bec25 HTTP/1.1" status: 204 len: 168 time: 2.6347067 Nov 24 05:02:56.789864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60630) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:56.809908 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6d486-b6de-4ed0-80bd-06b2523f47cb None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:56.810835 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d3f6d486-b6de-4ed0-80bd-06b2523f47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:56.845791 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d3f6d486-b6de-4ed0-80bd-06b2523f47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:56.846746 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6d486-b6de-4ed0-80bd-06b2523f47cb None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:56.863845 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-021df6f8-6706-468a-8a03-9eab76eb7e9e tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "GET /v2.0/floatingips/d7de7a89-71c3-48ad-bfe2-647ea22b33ca HTTP/1.1" status: 200 len: 687 time: 0.0728633 Nov 24 05:02:56.866544 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60632) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:56.878614 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ebae593a-95eb-4a27-8092-fdce3515f9fc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7458873 Nov 24 05:02:56.880412 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60634) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:56.914588 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1599592372'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:56.932827 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2e4fce68-2793-460c-a7eb-7dcd1f4bc7eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7d94c9fdf044b0cb5bb81e544e41f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969699 Nov 24 05:02:56.941231 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60640) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:57.009307 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-889faeab-21b4-4aca-9b9b-2a9c5a13a2a3 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Deleting port 5d168335-708a-42f3-8426-971d378e6e9b {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:57.009764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-889faeab-21b4-4aca-9b9b-2a9c5a13a2a3 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.011782 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4', 'network_id': '7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4', 'tenant_id': '24a01c7d0b2f492fbd690cfa4974f5fa', 'fixed_ips': [{'subnet_id': '725a84a3-17a9-4e1e-aec6-777c474252b2'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:02:57.013050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.050188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:57.054119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.060977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-8f5fae56-3e3a-40a1-a6e1-324e8750d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:57.062819 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-8f5fae56-3e3a-40a1-a6e1-324e8750d2e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab536a684af0477682b681c825ec9a95&device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 1098 time: 0.2703302 Nov 24 05:02:57.126958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b17a1fa-882b-406f-9a4d-7c5031c9ddee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.142574 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:02:57.152473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.157619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.157970 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Added segment da1a161d-1739-4cf4-b244-1bdba3691c8c of type vlan for network de4a0c07-516f-4866-b3c2-82be0e5ec66e Nov 24 05:02:57.177207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-889faeab-21b4-4aca-9b9b-2a9c5a13a2a3 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] For port 5d168335-708a-42f3-8426-971d378e6e9b, host hv-neutron-8188, got binding levels [] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:57.177572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-889faeab-21b4-4aca-9b9b-2a9c5a13a2a3 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.198459 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Allocated IP 2001:db8:0:ffff::2 (7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4/725a84a3-17a9-4e1e-aec6-777c474252b2/8ba205af-edc1-4c7b-b663-6ad3aa893d46) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:02:57.232312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f04c917a-fa50-43b0-b50e-c510be4d529a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port ebbf01be-6772-412b-957c-8cd94cc7d89e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:02:57.232652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f04c917a-fa50-43b0-b50e-c510be4d529a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.233184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ca9cd-59a7-468c-b99c-31f025ccb72a req-e5edecf7-1a5d-444a-be81-6cca89636aee tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:57.235823 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-765ca9cd-59a7-468c-b99c-31f025ccb72a req-e5edecf7-1a5d-444a-be81-6cca89636aee tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2377882 Nov 24 05:02:57.247372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-889faeab-21b4-4aca-9b9b-2a9c5a13a2a3 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Calling delete_port for 5d168335-708a-42f3-8426-971d378e6e9b owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:57.255421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b17a1fa-882b-406f-9a4d-7c5031c9ddee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.259401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.367500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.374284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.376915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-397d0a22-14a4-42a0-975c-9b362faee52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:57.378500 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-397d0a22-14a4-42a0-975c-9b362faee52d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5092a666-9ff6-4905-ad81-b92144f55977 HTTP/1.1" status: 200 len: 913 time: 0.2924061 Nov 24 05:02:57.380909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:57.381082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.381527 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.424875 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Network 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:57.430070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:57.433569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:57.443945 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-765ca9cd-59a7-468c-b99c-31f025ccb72a req-ab90612e-5e7d-474d-a8ee-01b136b5f86b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944089 Nov 24 05:02:57.468107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Pushing event updated for resources: {'Port': ['ID=8ba205af-edc1-4c7b-b663-6ad3aa893d46,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:57.472377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f04c917a-fa50-43b0-b50e-c510be4d529a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.473146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f04c917a-fa50-43b0-b50e-c510be4d529a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.491474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b17a1fa-882b-406f-9a4d-7c5031c9ddee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.494935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b17a1fa-882b-406f-9a4d-7c5031c9ddee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.499769 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4b17a1fa-882b-406f-9a4d-7c5031c9ddee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09fcb74a-55bd-4d0b-94f3-1c7713a3be0d HTTP/1.1" status: 204 len: 168 time: 0.5560863 Nov 24 05:02:57.515245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Attempting to bind port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:57.515245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Attempting to bind port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'd55ae9c7-547d-499f-8835-48c6a6595a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:57.515245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Attempting to bind port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 on network 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:57.519692 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6382191 Nov 24 05:02:57.523772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60648) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:57.524523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:02:57.524839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Checking segment: {'id': 'd55ae9c7-547d-499f-8835-48c6a6595a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:57.525248 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.525958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Bound using segment: {'id': 'd55ae9c7-547d-499f-8835-48c6a6595a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:02:57.526100 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Bound port: 8ba205af-edc1-4c7b-b663-6ad3aa893d46, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55ae9c7-547d-499f-8835-48c6a6595a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:02:57.526950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.527171 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f204fa-4d89-4b21-945c-560ca69b9dda tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=de4a0c07-516f-4866-b3c2-82be0e5ec66e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:57.538099 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'network_id': 'de4a0c07-516f-4866-b3c2-82be0e5ec66e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:57.541396 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-af0c73f9-966e-4cd5-bfbf-abcf5494b1c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 HTTP/1.1" status: 200 len: 1001 time: 0.1483638 Nov 24 05:02:57.570950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f04c917a-fa50-43b0-b50e-c510be4d529a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for ebbf01be-6772-412b-957c-8cd94cc7d89e owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:02:57.574946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-889faeab-21b4-4aca-9b9b-2a9c5a13a2a3 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.582374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17a1fa-882b-406f-9a4d-7c5031c9ddee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fcb74a-55bd-4d0b-94f3-1c7713a3be0d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:57.596725 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] For port 8ba205af-edc1-4c7b-b663-6ad3aa893d46, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:02:57.600613 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] For port 8ba205af-edc1-4c7b-b663-6ad3aa893d46, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8ba205af-edc1-4c7b-b663-6ad3aa893d46,segment=NetworkSegment(d55ae9c7-547d-499f-8835-48c6a6595a36),segment_id=d55ae9c7-547d-499f-8835-48c6a6595a36)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:02:57.604454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network de4a0c07-516f-4866-b3c2-82be0e5ec66e details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:02:57.626966 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.660810 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889faeab-21b4-4aca-9b9b-2a9c5a13a2a3 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d168335-708a-42f3-8426-971d378e6e9b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:57.695991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-889faeab-21b4-4aca-9b9b-2a9c5a13a2a3 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.700281 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-889faeab-21b4-4aca-9b9b-2a9c5a13a2a3 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "DELETE /v2.0/ports/5d168335-708a-42f3-8426-971d378e6e9b HTTP/1.1" status: 204 len: 168 time: 1.0201397 Nov 24 05:02:57.703706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60650) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:57.732837 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-72629fa8-371e-4bfa-95fb-3c9a7e108b12 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] GET failed (client error): The resource could not be found. Nov 24 05:02:57.734390 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-72629fa8-371e-4bfa-95fb-3c9a7e108b12 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "GET /v2.0/ports/5d168335-708a-42f3-8426-971d378e6e9b HTTP/1.1" status: 404 len: 333 time: 0.0297463 Nov 24 05:02:57.738113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-bfea1ce5-a94a-4b24-ae08-7ac0ba982312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:57.741863 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-bfea1ce5-a94a-4b24-ae08-7ac0ba982312 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72a128c7-8d2b-405e-a9ae-c297d81ee2d2 HTTP/1.1" status: 200 len: 851 time: 0.1881001 Nov 24 05:02:57.742191 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60652) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:57.761059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Request body: {'port': {'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1926660431'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:57.769382 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.823852 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6ffde-3617-4414-bb84-663fb8c55c24 None None] Pushing event updated for resources: {'Port': ['ID=8ba205af-edc1-4c7b-b663-6ad3aa893d46,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:57.828946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Made reservation on behalf of c3f28ba5a20e4aafa69e2c0d1e689588 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:57.832172 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.857524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] device_id is not set on port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:57.941280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:02:57.944835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:57.999887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-77c5f6bc-7a55-4a48-b3af-34c49c7ad317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:58.004283 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-77c5f6bc-7a55-4a48-b3af-34c49c7ad317 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5092a666-9ff6-4905-ad81-b92144f55977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2175753 Nov 24 05:02:58.044759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab8e8e-6ac6-4e9f-9940-a980f95bf5df req-97896102-1026-4658-8b37-b2fbd9d51320 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:58.046921 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-50ab8e8e-6ac6-4e9f-9940-a980f95bf5df req-97896102-1026-4658-8b37-b2fbd9d51320 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1348825 Nov 24 05:02:58.301953 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:58.306442 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-50ab8e8e-6ac6-4e9f-9940-a980f95bf5df req-e6c5505d-95ac-4f33-adf7-54bc9c7c8c14 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233374 Nov 24 05:02:58.360802 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-9b53b437-6527-4be4-b3d4-427eaf8b5e4e service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389728 Nov 24 05:02:58.492495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:58.543866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f04c917a-fa50-43b0-b50e-c510be4d529a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:58.544387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8ba205af-edc1-4c7b-b663-6ad3aa893d46 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:02:58.569707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:02:58.586090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:58.595051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c917a-fa50-43b0-b50e-c510be4d529a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=ebbf01be-6772-412b-957c-8cd94cc7d89e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:58.596344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:02:58.597283 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:58.600764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:58.616744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:58.617223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:58.621681 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c0e66b5a-12a6-4138-b98c-af0b80402b27 req-7738fafa-3916-4655-ac74-56f247caeace service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429640 Nov 24 05:02:58.650439 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9071655 Nov 24 05:02:58.654665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60682) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:58.656369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee0161-767f-4ff2-bf87-a72c7f385712 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event updated for resources: {'Port': ['ID=d647903e-b8bc-46dd-a3a3-f41a2ddde6e8,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:58.675814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:58.709753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Router 210f4e95-c288-436e-85e6-d008e5a0a6b6 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:02:58.793653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60686) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:58.823877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f04c917a-fa50-43b0-b50e-c510be4d529a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:58.826718 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f04c917a-fa50-43b0-b50e-c510be4d529a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:58.828829 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f04c917a-fa50-43b0-b50e-c510be4d529a tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/floatingips/d7de7a89-71c3-48ad-bfe2-647ea22b33ca HTTP/1.1" status: 204 len: 168 time: 1.9556868 Nov 24 05:02:58.834915 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60690) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:58.865128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:58.886177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '8783ae01-36c7-401e-8b5d-1d99615900c8'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:58.910011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:58.986125 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 8ba205af-edc1-4c7b-b663-6ad3aa893d46, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8ba205af-edc1-4c7b-b663-6ad3aa893d46,segment=NetworkSegment(d55ae9c7-547d-499f-8835-48c6a6595a36),segment_id=d55ae9c7-547d-499f-8835-48c6a6595a36)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:02:58.999960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:59.053030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:59.122229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:59.127545 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=8ba205af-edc1-4c7b-b663-6ad3aa893d46,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:59.199105 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=0bc24a9f-e253-4508-ba09-9b5f8036948e,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:59.200051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ea4b6-5aae-42fe-a128-b39aea0e57f5 req-33aa7046-9b8b-4818-8eb4-910115e9ca6b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:59.208865 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ac6ea4b6-5aae-42fe-a128-b39aea0e57f5 req-33aa7046-9b8b-4818-8eb4-910115e9ca6b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1498363 Nov 24 05:02:59.228625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-11ec4dd1-12c2-43dd-b894-96ebdc036ced tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] Request body: {'port': {'network_id': '8fafbb84-ea96-40f6-971f-7153779f6bc3', 'name': 'tempest-NetworksNegativeTestJSON-1776141150'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:59.235142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:02:59.258606 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a524640-dc30-4eed-b4da-a1157f2b9972 None None] Sync routers for ids ['210f4e95-c288-436e-85e6-d008e5a0a6b6'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:02:59.273283 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ec4dd1-12c2-43dd-b894-96ebdc036ced tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] POST failed (client error): The resource could not be found. Nov 24 05:02:59.274136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ec4dd1-12c2-43dd-b894-96ebdc036ced tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:02:59.274418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a524640-dc30-4eed-b4da-a1157f2b9972 None None] Routers {'210f4e95-c288-436e-85e6-d008e5a0a6b6'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:59.275049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8a524640-dc30-4eed-b4da-a1157f2b9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['210f4e95-c288-436e-85e6-d008e5a0a6b6'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:59.275942 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-11ec4dd1-12c2-43dd-b894-96ebdc036ced tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4769166 Nov 24 05:02:59.284038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60696) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:59.284580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db405b12-ead1-4a79-b2ec-271c37590eb7 None None] Network 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:59.315552 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f312c4bd-16a8-4715-9258-35db93d0f64f tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] DELETE failed (client error): The resource could not be found. Nov 24 05:02:59.316141 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f312c4bd-16a8-4715-9258-35db93d0f64f tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:02:59.319100 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ac6ea4b6-5aae-42fe-a128-b39aea0e57f5 req-b28b7b08-69bd-475d-90ad-6e8b3ec4ca3a tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093686 Nov 24 05:02:59.319692 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f312c4bd-16a8-4715-9258-35db93d0f64f tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] 10.222.0.37 "DELETE /v2.0/networks/4e200c39-8af2-4817-b106-9ffe7d83dbaf HTTP/1.1" status: 404 len: 339 time: 0.0323339 Nov 24 05:02:59.320603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Checking segment: {'id': 'da1a161d-1739-4cf4-b244-1bdba3691c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de4a0c07-516f-4866-b3c2-82be0e5ec66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:02:59.321041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network hostable DHCP agents. Network: de4a0c07-516f-4866-b3c2-82be0e5ec66e, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:02:59.324333 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60698) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:59.325798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:59.329844 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2179bd9b-08dc-41a4-85cd-ad6641a6f5fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1996548 Nov 24 05:02:59.354583 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60700) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:59.362345 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:59.364922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8a524640-dc30-4eed-b4da-a1157f2b9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:59.365854 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ded8343-a79d-4fe3-b7d3-e55707787c5b tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] DELETE failed (client error): The resource could not be found. Nov 24 05:02:59.366602 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ded8343-a79d-4fe3-b7d3-e55707787c5b tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:02:59.374131 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1ded8343-a79d-4fe3-b7d3-e55707787c5b tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] 10.222.0.37 "DELETE /v2.0/ports/c6a5723d-653d-401e-9931-5730fc6f6c1a HTTP/1.1" status: 404 len: 333 time: 0.0488164 Nov 24 05:02:59.375376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60702) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:59.413502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e2c5cc0f-8df0-44bd-8b4e-6a206b5a994b None None] Provisioning complete for port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:02:59.414325 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e2c5cc0f-8df0-44bd-8b4e-6a206b5a994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:59.429905 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabfdce8-5465-4cc4-add8-f0f7c0fff822 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] DELETE failed (client error): The resource could not be found. Nov 24 05:02:59.431126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabfdce8-5465-4cc4-add8-f0f7c0fff822 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:02:59.440138 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fabfdce8-5465-4cc4-add8-f0f7c0fff822 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] 10.222.0.37 "DELETE /v2.0/subnets/98ab48f7-21ef-4d8f-abcd-aeb56a23166b HTTP/1.1" status: 404 len: 337 time: 0.0612280 Nov 24 05:02:59.441751 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60706) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:59.444196 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a524640-dc30-4eed-b4da-a1157f2b9972 None None] Routers {'210f4e95-c288-436e-85e6-d008e5a0a6b6'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:02:59.444836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8a524640-dc30-4eed-b4da-a1157f2b9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['210f4e95-c288-436e-85e6-d008e5a0a6b6'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:59.474165 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-2234d94d-6449-46e0-a1e0-0bc8c5ffba90 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] GET failed (client error): The resource could not be found. Nov 24 05:02:59.474643 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network de4a0c07-516f-4866-b3c2-82be0e5ec66e is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:02:59.479466 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2234d94d-6449-46e0-a1e0-0bc8c5ffba90 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] 10.222.0.37 "GET /v2.0/networks/69b4d03c-9222-4039-8ef7-4b093ce417ae HTTP/1.1" status: 404 len: 339 time: 0.0288796 Nov 24 05:02:59.480266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60708) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:59.489220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] device_id is not set on port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:02:59.492714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8a524640-dc30-4eed-b4da-a1157f2b9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:02:59.493376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a524640-dc30-4eed-b4da-a1157f2b9972 None None] The sync data for ids ['210f4e95-c288-436e-85e6-d008e5a0a6b6'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:02:59.504782 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:59.510774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:59.526891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, de4a0c07-516f-4866-b3c2-82be0e5ec66e) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:02:59.528885 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-3739faad-d795-4c31-86f4-e9e896033c32 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] GET failed (client error): The resource could not be found. Nov 24 05:02:59.534450 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3739faad-d795-4c31-86f4-e9e896033c32 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] 10.222.0.37 "GET /v2.0/ports/aea98afb-0cf6-4203-afe4-b458dd67b52f HTTP/1.1" status: 404 len: 333 time: 0.0481625 Nov 24 05:02:59.536241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60712) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:59.537657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:59.538360 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:59.589618 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2c0e9e-6feb-49b5-adcc-1de8cfb61603 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] GET failed (client error): The resource could not be found. Nov 24 05:02:59.590234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:59.590501 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:59.590876 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:59.591299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc9acae-e979-4ea5-a4b3-2d5b4433a32d None None] Network de4a0c07-516f-4866-b3c2-82be0e5ec66e requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:02:59.594696 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-df2c0e9e-6feb-49b5-adcc-1de8cfb61603 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] 10.222.0.37 "GET /v2.0/subnets/5a117a31-f1f3-4784-aaa0-29100696244a HTTP/1.1" status: 404 len: 337 time: 0.0513082 Nov 24 05:02:59.597738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60714) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:59.598787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:59.599753 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:59.599874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:59.600475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event updated for resources: {'Port': ['ID=d647903e-b8bc-46dd-a3a3-f41a2ddde6e8,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:02:59.604394 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 2 to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 Nov 24 05:02:59.615269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a156e45f-ae28-4429-84b6-8c4450c8a2fe tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:59.641489 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-a156e45f-ae28-4429-84b6-8c4450c8a2fe tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] PUT failed (client error): The resource could not be found. Nov 24 05:02:59.641853 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a156e45f-ae28-4429-84b6-8c4450c8a2fe tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:02:59.646713 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a156e45f-ae28-4429-84b6-8c4450c8a2fe tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] 10.222.0.37 "PUT /v2.0/networks/3713167c-1242-43b0-ad2f-285b81373804 HTTP/1.1" status: 404 len: 339 time: 0.0399356 Nov 24 05:02:59.648106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60716) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:59.649058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:59.649606 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:59.650160 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:59.657020 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3c33c40e-d0b0-4e3c-a9d3-c70fec1ab534 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1306908 Nov 24 05:02:59.662197 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c408e2d3-a2e0-4660-a797-62dade86ae69 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:59.664987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60718) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:59.698174 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c408e2d3-a2e0-4660-a797-62dade86ae69 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] PUT failed (client error): The resource could not be found. Nov 24 05:02:59.698829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c408e2d3-a2e0-4660-a797-62dade86ae69 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:02:59.704088 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c408e2d3-a2e0-4660-a797-62dade86ae69 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] 10.222.0.37 "PUT /v2.0/ports/37a8f3c8-4c9d-4e00-88dc-fbce567c920a HTTP/1.1" status: 404 len: 333 time: 0.0470738 Nov 24 05:02:59.708328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:59.708662 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:59.726826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60720) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:02:59.727327 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 3 to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 Nov 24 05:02:59.738827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-dcc1baa3-7a1f-4477-8229-44986f84c895 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:02:59.766094 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc1baa3-7a1f-4477-8229-44986f84c895 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] PUT failed (client error): The resource could not be found. Nov 24 05:02:59.767129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc1baa3-7a1f-4477-8229-44986f84c895 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:02:59.767766 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dcc1baa3-7a1f-4477-8229-44986f84c895 tempest-NetworksNegativeTestJSON-136671856 tempest-NetworksNegativeTestJSON-136671856-project] 10.222.0.37 "PUT /v2.0/subnets/7aca957f-0273-4b15-9fcc-8fec2e033753 HTTP/1.1" status: 404 len: 337 time: 0.0360188 Nov 24 05:02:59.782125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:59.782459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:59.782796 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:59.791478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:59.791830 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:59.795401 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 4 to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 Nov 24 05:02:59.826264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:59.826604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:59.827069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:59.832224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-de4a0c07-516f-4866-b3c2-82be0e5ec66e', 'network_id': 'de4a0c07-516f-4866-b3c2-82be0e5ec66e', 'tenant_id': '24a01c7d0b2f492fbd690cfa4974f5fa', 'fixed_ips': [{'subnet_id': '0bc24a9f-e253-4508-ba09-9b5f8036948e'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:02:59.833776 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:02:59.839403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:59.839986 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:59.852894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f7ac-20c1-4682-a255-31a8e6a8b699 req-7d99e5fa-c50e-41fc-9d12-1f908d60d3b2 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:02:59.854695 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-76a2f7ac-20c1-4682-a255-31a8e6a8b699 req-7d99e5fa-c50e-41fc-9d12-1f908d60d3b2 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 945 time: 0.1862872 Nov 24 05:02:59.856433 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 5 to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 Nov 24 05:02:59.876798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:59.877412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:59.877910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:59.893454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:59.894042 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:59.895608 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 6 to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 Nov 24 05:02:59.929531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:02:59.930028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:02:59.930823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:02:59.950965 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:02:59.951300 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:02:59.969846 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-76a2f7ac-20c1-4682-a255-31a8e6a8b699 req-f0584138-69f3-491e-a160-3f6a890333ee tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea7d126-038d-4244-bba3-6eb69df005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996208 Nov 24 05:02:59.970266 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 7 to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 Nov 24 05:03:00.026549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Allocated IP 2001:db8::1 (de4a0c07-516f-4866-b3c2-82be0e5ec66e/0bc24a9f-e253-4508-ba09-9b5f8036948e/8139ecea-7723-445f-b8dc-347e49f75125) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:00.045341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:00.045697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:00.046039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:00.055929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:00.056281 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:00.056694 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 8 to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 Nov 24 05:03:00.065620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.077042 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.26.0.133 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/b4aa45e6-906c-44d7-8703-9b7a5bef591c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:00.078147 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:00.078577 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:00.079134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:00.087089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:00.087426 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:00.088018 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 9 to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 Nov 24 05:03:00.112573 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:00.112939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:00.113264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:00.121355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:00.121696 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:00.122140 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 10 to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 Nov 24 05:03:00.137171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:00.137749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:00.138643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:00.144533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:00.145061 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:00.145575 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.147256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.147578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60730) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:00.169491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f69e943d-1984-4541-ae6a-0eed096ba436 None None] Provisioning complete for port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:00.169491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f69e943d-1984-4541-ae6a-0eed096ba436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.218803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.222378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.249783 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] For port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:00.250705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempted to set empty binding levels {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 05:03:00.259564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.322988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.325586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.335295 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event updated for resources: {'Port': ['ID=d647903e-b8bc-46dd-a3a3-f41a2ddde6e8,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:00.337063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.352826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bd23caea-2628-41f1-a51e-ea6e5c57fb4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.376681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.385259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Deleting port bcfcab7d-f52f-4eca-bbe5-1e4d40bd0ffe {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:00.385606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.399564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] In _notify_port_updated(), no bound segment for port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:03:00.400467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.404176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.407497 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-be49dc90-e16b-41e8-9486-44afbe16bccf tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "PUT /v2.0/ports/d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 HTTP/1.1" status: 200 len: 977 time: 1.7426369 Nov 24 05:03:00.410189 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60738) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:00.453986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc24a9f-e253-4508-ba09-9b5f8036948e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:00.470298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.544808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Pushing event updated for resources: {'Port': ['ID=8139ecea-7723-445f-b8dc-347e49f75125,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:00.548331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8ba205af-edc1-4c7b-b663-6ad3aa893d46 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:00.596431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Network de4a0c07-516f-4866-b3c2-82be0e5ec66e is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:00.600377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:00.604553 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:00.607218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:00.612786 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.613928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.613928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.614199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.614784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.615088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.616449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.616449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.616449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.616819 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:00.616977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.617369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.617822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.618276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.618735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.619191 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.619668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.620126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.620582 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.621037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.621489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.621940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.622391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.622842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.623294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.623778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.624232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.625219 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.625675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.633401 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a2b8e11c-8ff0-4e18-bd5e-442f43d3d3bc tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24317 time: 0.2222040 Nov 24 05:03:00.634053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60742) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:00.658627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53769257-86ba-486d-b3d8-ed40866a1b14 req-1be000cf-df3f-473a-9fa6-a3fd21aab4ac tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:00.660542 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-53769257-86ba-486d-b3d8-ed40866a1b14 req-1be000cf-df3f-473a-9fa6-a3fd21aab4ac tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1512408 Nov 24 05:03:00.710601 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:00.711275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.748307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Attempting to bind port 8139ecea-7723-445f-b8dc-347e49f75125 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:00.748896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Attempting to bind port 8139ecea-7723-445f-b8dc-347e49f75125 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'da1a161d-1739-4cf4-b244-1bdba3691c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de4a0c07-516f-4866-b3c2-82be0e5ec66e'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:00.752947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Attempting to bind port 8139ecea-7723-445f-b8dc-347e49f75125 on network de4a0c07-516f-4866-b3c2-82be0e5ec66e {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:00.762352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:00.762730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Checking segment: {'id': 'da1a161d-1739-4cf4-b244-1bdba3691c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de4a0c07-516f-4866-b3c2-82be0e5ec66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:00.763129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.763523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Bound using segment: {'id': 'da1a161d-1739-4cf4-b244-1bdba3691c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de4a0c07-516f-4866-b3c2-82be0e5ec66e'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:00.764039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Bound port: 8139ecea-7723-445f-b8dc-347e49f75125, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a161d-1739-4cf4-b244-1bdba3691c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'de4a0c07-516f-4866-b3c2-82be0e5ec66e'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:00.764417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.877876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] For port 8139ecea-7723-445f-b8dc-347e49f75125, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:00.901728 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] For port 8139ecea-7723-445f-b8dc-347e49f75125, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8139ecea-7723-445f-b8dc-347e49f75125,segment=NetworkSegment(da1a161d-1739-4cf4-b244-1bdba3691c8c),segment_id=da1a161d-1739-4cf4-b244-1bdba3691c8c)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:00.904123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:00.907840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.912992 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.936101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=b4aa45e6-906c-44d7-8703-9b7a5bef591c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:00.972600 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:00.977488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4a0c07-516f-4866-b3c2-82be0e5ec66e']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:00.998263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616fe4a-7889-4178-94de-a378ed275506 None None] Pushing event updated for resources: {'Port': ['ID=8139ecea-7723-445f-b8dc-347e49f75125,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:00.998616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1a161d-1739-4cf4-b244-1bdba3691c8c') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:00.998920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1a161d-1739-4cf4-b244-1bdba3691c8c') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:01.007778 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Calling delete_port for bcfcab7d-f52f-4eca-bbe5-1e4d40bd0ffe owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:01.018507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.023796 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d2338-a3be-4281-918e-044afa3c33d1 None None] Network de4a0c07-516f-4866-b3c2-82be0e5ec66e requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:01.089846 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bd23caea-2628-41f1-a51e-ea6e5c57fb4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.093753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.105938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bd23caea-2628-41f1-a51e-ea6e5c57fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.123394 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-53769257-86ba-486d-b3d8-ed40866a1b14 req-ec88f0db-3f59-4864-9057-1421f0bed4da tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4440846 Nov 24 05:03:01.127815 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:01.128294 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:01.131709 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:01.165821 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bd23caea-2628-41f1-a51e-ea6e5c57fb4e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2be1a72c91054fa795226c77769c31da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0166483 Nov 24 05:03:01.170023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60746) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:01.177749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81743ffa-a915-4e15-adf3-5b5b6c584802 req-bf6e751c-30ca-48af-8ba9-7e17d301485e tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:01.179279 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-81743ffa-a915-4e15-adf3-5b5b6c584802 req-bf6e751c-30ca-48af-8ba9-7e17d301485e tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 945 time: 0.1346457 Nov 24 05:03:01.181214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e444bc3a-0001-47e7-b225-aad485dec394 None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:03:01.186097 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23caea-2628-41f1-a51e-ea6e5c57fb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a8c5ea-73a9-4acc-87d5-951d0dc28f81,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:01.206269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-243bc6b2-232d-45fc-8986-b979b53b087f tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Deleting port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:01.206615 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-243bc6b2-232d-45fc-8986-b979b53b087f tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.309936 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.api [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 05:03:01.309936 dv-neutron-818850-5-hyperv neutron-server[103232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 05:03:01.309936 dv-neutron-818850-5-hyperv neutron-server[103232]: [parameters: {'id': 'de4a0c07-516f-4866-b3c2-82be0e5ec66e'}] Nov 24 05:03:01.309936 dv-neutron-818850-5-hyperv neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:03:01.310395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG oslo_db.api [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:03:01.312267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e444bc3a-0001-47e7-b225-aad485dec394 None None] Resources bound (agent type, host, resource id): {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:03:01.332762 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-81743ffa-a915-4e15-adf3-5b5b6c584802 req-977e2c7b-ee99-475e-a831-74acc21f3b1b tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea7d126-038d-4244-bba3-6eb69df005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411602 Nov 24 05:03:01.334054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-243bc6b2-232d-45fc-8986-b979b53b087f tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] For port d647903e-b8bc-46dd-a3a3-f41a2ddde6e8, host hv-neutron-8188, got binding levels [] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:01.334424 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-243bc6b2-232d-45fc-8986-b979b53b087f tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.342059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b7b7d0-98f0-4b21-acb6-b192a8b05ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.350777 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-243bc6b2-232d-45fc-8986-b979b53b087f tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Calling delete_port for d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:01.377351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b7b7d0-98f0-4b21-acb6-b192a8b05ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.474946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.486800 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-243bc6b2-232d-45fc-8986-b979b53b087f tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.517827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b7b7d0-98f0-4b21-acb6-b192a8b05ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.520401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b7b7d0-98f0-4b21-acb6-b192a8b05ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.523833 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-08b7b7d0-98f0-4b21-acb6-b192a8b05ae6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56a8c5ea-73a9-4acc-87d5-951d0dc28f81 HTTP/1.1" status: 204 len: 168 time: 0.3413999 Nov 24 05:03:01.526428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Pushing event deleted for resources: {'Port': ['ID=bcfcab7d-f52f-4eca-bbe5-1e4d40bd0ffe,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:01.533050 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bc6b2-232d-45fc-8986-b979b53b087f tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event deleted for resources: {'Port': ['ID=d647903e-b8bc-46dd-a3a3-f41a2ddde6e8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:01.548770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7b7d0-98f0-4b21-acb6-b192a8b05ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a8c5ea-73a9-4acc-87d5-951d0dc28f81,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:01.556005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-243bc6b2-232d-45fc-8986-b979b53b087f tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.563309 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-243bc6b2-232d-45fc-8986-b979b53b087f tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 HTTP/1.1" status: 204 len: 168 time: 0.9241898 Nov 24 05:03:01.564401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60752) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:01.587741 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3fd21f-b64e-4dab-a9eb-f4f01d834c4e tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] GET failed (client error): The resource could not be found. Nov 24 05:03:01.596070 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4c3fd21f-b64e-4dab-a9eb-f4f01d834c4e tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "GET /v2.0/ports/d647903e-b8bc-46dd-a3a3-f41a2ddde6e8 HTTP/1.1" status: 404 len: 333 time: 0.0305171 Nov 24 05:03:01.596734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60754) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:01.601935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2043961115', 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:01.630561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Made reservation on behalf of c3f28ba5a20e4aafa69e2c0d1e689588 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:01.633653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.650901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] device_id is not set on port edb6a783-c51b-45cb-8360-c233e8c17718 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:01.679904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.797555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.820175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.828503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.837755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port d977cae1-d3e7-4d0f-9069-858be0cc07f8 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:01.840204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.848700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.892152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Port d977cae1-d3e7-4d0f-9069-858be0cc07f8 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:01.892952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.908501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port 201a2efe-0b99-47c1-951f-d29261f3c302 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:01.912124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.941743 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:01.944746 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:01.951015 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:01.952116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:01.952821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:01.967566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event updated for resources: {'Port': ['ID=edb6a783-c51b-45cb-8360-c233e8c17718,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:01.984480 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-05c8d8db-5e9f-44c0-8de6-30685dba02fe tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3865070 Nov 24 05:03:01.985179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60764) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:02.034069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01acefe-c6c5-4ec7-8f31-d53dc76aedd6 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:02.037991 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f01acefe-c6c5-4ec7-8f31-d53dc76aedd6 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "GET /v2.0/ports/edb6a783-c51b-45cb-8360-c233e8c17718 HTTP/1.1" status: 200 len: 955 time: 0.0491755 Nov 24 05:03:02.038949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60768) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:02.062190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port 9fcf7adb-07e0-4e07-919d-9e673769021b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:02.063074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.103915 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Port 9fcf7adb-07e0-4e07-919d-9e673769021b cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:02.115830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port 01252cc1-3165-4ac9-b1d9-b025db9efd97 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:02.116495 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.127518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7615645b-8193-4342-8e4f-121cddacddf4 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Deleting port edb6a783-c51b-45cb-8360-c233e8c17718 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:02.128148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7615645b-8193-4342-8e4f-121cddacddf4 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.159529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Port 01252cc1-3165-4ac9-b1d9-b025db9efd97 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:02.194004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port 4d22aeed-70ae-43e8-9901-1ce8775b3ea6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:02.194390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.195190 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.209798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.215246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7615645b-8193-4342-8e4f-121cddacddf4 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.235292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Port 4d22aeed-70ae-43e8-9901-1ce8775b3ea6 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:02.236350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7615645b-8193-4342-8e4f-121cddacddf4 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Calling delete_port for edb6a783-c51b-45cb-8360-c233e8c17718 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:02.245833 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port dae155ed-3e10-405b-a747-b77546a68acb triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:02.246208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.308426 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting port 8139ecea-7723-445f-b8dc-347e49f75125 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:02.308702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.350745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Router 210f4e95-c288-436e-85e6-d008e5a0a6b6 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:02.352407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port d5bae0f3-9b74-4420-9a00-76575a0c64de triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:02.352995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.353405 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.402904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.420443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] For port 8139ecea-7723-445f-b8dc-347e49f75125, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8139ecea-7723-445f-b8dc-347e49f75125,segment=NetworkSegment(da1a161d-1739-4cf4-b244-1bdba3691c8c),segment_id=da1a161d-1739-4cf4-b244-1bdba3691c8c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:02.420811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.463931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16be539-c9f7-42f0-88ea-3440ab0bed97 req-2318f2db-2805-4250-940e-0a08a04e86df tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:02.472691 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a16be539-c9f7-42f0-88ea-3440ab0bed97 req-2318f2db-2805-4250-940e-0a08a04e86df tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1719453 Nov 24 05:03:02.490689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port 8783ae01-36c7-401e-8b5d-1d99615900c8 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:02.492448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.528769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Calling delete_port for 8139ecea-7723-445f-b8dc-347e49f75125 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:02.539534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-c928c70c-d6bc-4225-9dc5-62f916f9c154 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:02.541151 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-c928c70c-d6bc-4225-9dc5-62f916f9c154 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 945 time: 0.2483342 Nov 24 05:03:02.560570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Port 8783ae01-36c7-401e-8b5d-1d99615900c8 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:02.579196 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port ea99be65-da60-48ac-9ae0-84ca000a1baf triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:02.579840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.581276 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a16be539-c9f7-42f0-88ea-3440ab0bed97 req-486173c3-e5ff-4f5c-8e66-110d3a14442f tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065292 Nov 24 05:03:02.590059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=b4aa45e6-906c-44d7-8703-9b7a5bef591c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:02.599582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:02.607058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.610914 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-57dc895d-3393-40d2-9454-f6738654874e tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "PUT /v2.0/routers/210f4e95-c288-436e-85e6-d008e5a0a6b6 HTTP/1.1" status: 200 len: 705 time: 3.2514474 Nov 24 05:03:02.612267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60784) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:02.617612 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2794325-27f2-45d4-b383-47520652297f None None] Sync routers for ids ['210f4e95-c288-436e-85e6-d008e5a0a6b6'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:02.637478 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2794325-27f2-45d4-b383-47520652297f None None] Routers {'210f4e95-c288-436e-85e6-d008e5a0a6b6'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:02.638330 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c2794325-27f2-45d4-b383-47520652297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['210f4e95-c288-436e-85e6-d008e5a0a6b6'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:02.648912 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7615645b-8193-4342-8e4f-121cddacddf4 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.668864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Port ea99be65-da60-48ac-9ae0-84ca000a1baf cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:02.681355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port f4838264-c8c9-417a-a7c6-ab1def32cb28 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:02.681734 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.701168 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c2794325-27f2-45d4-b383-47520652297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:02.715008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.719636 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2794325-27f2-45d4-b383-47520652297f None None] Routers {'210f4e95-c288-436e-85e6-d008e5a0a6b6'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:02.720887 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c2794325-27f2-45d4-b383-47520652297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['210f4e95-c288-436e-85e6-d008e5a0a6b6'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:02.753539 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615645b-8193-4342-8e4f-121cddacddf4 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event deleted for resources: {'Port': ['ID=edb6a783-c51b-45cb-8360-c233e8c17718,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:02.762257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Port f4838264-c8c9-417a-a7c6-ab1def32cb28 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:02.774879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7615645b-8193-4342-8e4f-121cddacddf4 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.783489 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7615645b-8193-4342-8e4f-121cddacddf4 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "DELETE /v2.0/ports/edb6a783-c51b-45cb-8360-c233e8c17718 HTTP/1.1" status: 204 len: 168 time: 0.7435558 Nov 24 05:03:02.788104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60792) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:02.795537 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port b4aa45e6-906c-44d7-8703-9b7a5bef591c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:02.795902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.798333 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5228d-e5e2-4942-a8ca-d41dcdd0bee1 req-84d8e3e8-8a45-4a30-b18d-326cc3937249 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:02.801907 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c2794325-27f2-45d4-b383-47520652297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:02.802558 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2794325-27f2-45d4-b383-47520652297f None None] The sync data for ids ['210f4e95-c288-436e-85e6-d008e5a0a6b6'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:02.806753 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-47a5228d-e5e2-4942-a8ca-d41dcdd0bee1 req-84d8e3e8-8a45-4a30-b18d-326cc3937249 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 945 time: 0.3255944 Nov 24 05:03:02.832482 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-55001547-9851-414f-bc51-c5f378fce64d tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] GET failed (client error): The resource could not be found. Nov 24 05:03:02.834143 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-55001547-9851-414f-bc51-c5f378fce64d tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "GET /v2.0/ports/edb6a783-c51b-45cb-8360-c233e8c17718 HTTP/1.1" status: 404 len: 333 time: 0.0445940 Nov 24 05:03:02.842822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Port b4aa45e6-906c-44d7-8703-9b7a5bef591c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:02.853001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60794) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:02.856399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Provisioning complete for port 73fcdc03-a6f0-423a-b198-8209edfbdca1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:02.856952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72fa11c2-695e-4f11-b2a8-3766fc65d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.857687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Request body: {'port': {'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1603522690'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:02.884988 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a444bb15-2ead-4e4f-8df3-60a53345abcf tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/routers/210f4e95-c288-436e-85e6-d008e5a0a6b6 HTTP/1.1" status: 200 len: 740 time: 0.2716494 Nov 24 05:03:02.886182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60796) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:02.950704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Deleting port d7ab1eeb-45ee-4460-aa36-b6def9c09545 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:02.951055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.978343 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4fa03641-b45d-432e-9705-405d4df4e541 tempest-RoutersAdminTest-784500186 tempest-RoutersAdminTest-784500186-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&device_id=210f4e95-c288-436e-85e6-d008e5a0a6b6 HTTP/1.1" status: 200 len: 205 time: 0.0846400 Nov 24 05:03:02.979118 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:02.981021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60802) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:02.995819 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-47a5228d-e5e2-4942-a8ca-d41dcdd0bee1 req-4f43170e-349c-4861-897d-2416f4c1de95 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ea7d126-038d-4244-bba3-6eb69df005fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743891 Nov 24 05:03:03.001808 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Made reservation on behalf of c3f28ba5a20e4aafa69e2c0d1e689588 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:03.004186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.033445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216aaad2-379f-4425-a5d0-5da77263c0fb req-d3518184-03ce-466a-ad2d-12de94bb0ed7 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:03.035012 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-216aaad2-379f-4425-a5d0-5da77263c0fb req-d3518184-03ce-466a-ad2d-12de94bb0ed7 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 946 time: 0.1828473 Nov 24 05:03:03.076648 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0fa5174c-8d3c-46a2-bb9b-31b88ec8a44c tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=210f4e95-c288-436e-85e6-d008e5a0a6b6 HTTP/1.1" status: 200 len: 205 time: 0.0658419 Nov 24 05:03:03.079909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Port': ['ID=8139ecea-7723-445f-b8dc-347e49f75125,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:03.080266 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] device_id is not set on port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:03.081739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60806) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:03.184327 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-216aaad2-379f-4425-a5d0-5da77263c0fb req-3dc712c3-81db-4392-9705-9fa665d2e367 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410255 Nov 24 05:03:03.222637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] For port d7ab1eeb-45ee-4460-aa36-b6def9c09545, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d7ab1eeb-45ee-4460-aa36-b6def9c09545,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:03.223060 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.372489 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No DVR routers for this DVR port 8139ecea-7723-445f-b8dc-347e49f75125 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:03.441437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60816) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:03.444013 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP b30644b8-1cf0-4531-a777-c5ce12b90454 associated. External IP: 172.26.0.133, port: 8783ae01-36c7-401e-8b5d-1d99615900c8. Nov 24 05:03:03.462748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb82b047-0153-4543-8d0b-7d669cecf4e7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.470164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.552164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.552559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.552841 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Floating IP f6346670-8edc-4e24-8c6c-0c9174dfdcd7 disassociated. External IP: 172.26.0.76, port: d7ab1eeb-45ee-4460-aa36-b6def9c09545. Nov 24 05:03:03.553175 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Calling delete_port for d7ab1eeb-45ee-4460-aa36-b6def9c09545 owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:03.567623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.608239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.659634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:03.660024 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:03.675179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:03.676354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:03.677396 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.706142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8518980 Nov 24 05:03:03.706958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcc4e2-ce29-4d12-9ce2-2dd25d1c9334 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e7484a-1dc3-43dc-9a60-ab5664aa29e7,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:03.712444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60824) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:03.722297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:03.730423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'network': {'name': 'tempest-network-smoke--1192331145', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'port_security_enabled': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:03.760759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4a0c07-516f-4866-b3c2-82be0e5ec66e']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:03.787179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1a161d-1739-4cf4-b244-1bdba3691c8c') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:03.787566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1a161d-1739-4cf4-b244-1bdba3691c8c') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:03.790596 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb82b047-0153-4543-8d0b-7d669cecf4e7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.803555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb82b047-0153-4543-8d0b-7d669cecf4e7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.812390 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.866113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.893277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:03.897300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.898667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c882a-d4bb-449f-a5de-4675c36c7168 req-22e56449-2dfe-4224-bc2f-733246424f09 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:03.899556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.906150 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e48c882a-d4bb-449f-a5de-4675c36c7168 req-22e56449-2dfe-4224-bc2f-733246424f09 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1930039 Nov 24 05:03:03.916644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:03.917031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:03.951097 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:03.953956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.966987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb82b047-0153-4543-8d0b-7d669cecf4e7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.967497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb82b047-0153-4543-8d0b-7d669cecf4e7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Fanout notify agent at l3_agent the message router_deleted on router 210f4e95-c288-436e-85e6-d008e5a0a6b6 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:03:03.982514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.985346 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb82b047-0153-4543-8d0b-7d669cecf4e7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:03.986452 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cb82b047-0153-4543-8d0b-7d669cecf4e7 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/210f4e95-c288-436e-85e6-d008e5a0a6b6 HTTP/1.1" status: 204 len: 168 time: 0.9020810 Nov 24 05:03:03.995392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60828) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:04.079079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.088641 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e48c882a-d4bb-449f-a5de-4675c36c7168 req-0f44c4ee-a6fd-4e2f-87a9-76d7d08f9cc2 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810744 Nov 24 05:03:04.089324 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Pushing event deleted for resources: {'Port': ['ID=d7ab1eeb-45ee-4460-aa36-b6def9c09545,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:04.089741 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.092910 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/de4a0c07-516f-4866-b3c2-82be0e5ec66e HTTP/1.1" status: 204 len: 168 time: 4.4266729 Nov 24 05:03:04.101893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60832) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:04.116250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116732463'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:04.132449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff34d9-6f5b-4f3e-9bad-dd8f818889eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Network': ['ID=de4a0c07-516f-4866-b3c2-82be0e5ec66e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:04.169535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:04.191397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:04.195011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.238408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] device_id is not set on port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:04.246497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.261438 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8ff3baeb-e0d3-4ef3-abbf-78cf704e17b6 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=210f4e95-c288-436e-85e6-d008e5a0a6b6 HTTP/1.1" status: 200 len: 205 time: 0.2547758 Nov 24 05:03:04.269075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60834) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:04.278616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.285597 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.324749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0294b5b-0605-4332-8119-694e9b17574a req-eb9551fd-0da1-47b2-a35a-87d7fb44ff2c tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:04.325542 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-27264551-1389-45e0-9525-473217f39ec9 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] delete failed (client error): The resource could not be found. Nov 24 05:03:04.326744 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-27264551-1389-45e0-9525-473217f39ec9 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/210f4e95-c288-436e-85e6-d008e5a0a6b6 HTTP/1.1" status: 404 len: 336 time: 0.0567091 Nov 24 05:03:04.328061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.340259 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0294b5b-0605-4332-8119-694e9b17574a req-eb9551fd-0da1-47b2-a35a-87d7fb44ff2c tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 946 time: 0.3623900 Nov 24 05:03:04.341594 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:04.344707 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60836) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:04.369079 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ca6fd61d-1c8c-413b-b3ba-89c9aaa23221 req-ad4bbc15-ef1c-444e-943d-4674c4e120d3 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 210 time: 0.1070979 Nov 24 05:03:04.427546 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:04.435397 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-04745fca-3546-42fd-87ba-b6590b78c137 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbc5abcb-8869-427b-b334-8fd9dfd09887 HTTP/1.1" status: 200 len: 205 time: 0.0802455 Nov 24 05:03:04.442955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.443384 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Added segment ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b of type vlan for network f64f7ab0-1963-486d-92bd-f935ab83c55e Nov 24 05:03:04.448224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60838) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:04.475971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.476586 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Added segment 34da4f99-2b70-4abd-838d-a67f5ef97f08 of type vlan for network 71a7fc35-9529-48a5-9505-3edd8dcad952 Nov 24 05:03:04.522061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e7484a-1dc3-43dc-9a60-ab5664aa29e7,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:04.535713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:04.558447 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-93219cd0-f3af-4ca3-89a0-defa43fd91fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] delete failed (client error): The resource could not be found. Nov 24 05:03:04.559491 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-93219cd0-f3af-4ca3-89a0-defa43fd91fd tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/dbc5abcb-8869-427b-b334-8fd9dfd09887 HTTP/1.1" status: 404 len: 336 time: 0.1089003 Nov 24 05:03:04.567125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60840) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:04.579573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.583648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:04.583808 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:04.584752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:04.603736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:04.616949 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0294b5b-0605-4332-8119-694e9b17574a req-521569df-4e96-4174-847e-b5aeb6723e8f tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750959 Nov 24 05:03:04.621390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49037db7-31ab-4182-bad4-c58ba9f7a365 None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:04.636897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.642584 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-484d6ad0-3bae-4d61-809a-04febd7f3217 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9 HTTP/1.1" status: 200 len: 205 time: 0.0718722 Nov 24 05:03:04.645816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60842) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:04.646511 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:04.646887 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:04.650880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49037db7-31ab-4182-bad4-c58ba9f7a365 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:04.654592 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-49037db7-31ab-4182-bad4-c58ba9f7a365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:04.655703 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 2 to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 Nov 24 05:03:04.659449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.686131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.692742 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:04.693601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.714822 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-6e491c62-b67e-4670-b2d2-5510eb20b462 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] delete failed (client error): The resource could not be found. Nov 24 05:03:04.716391 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6e491c62-b67e-4670-b2d2-5510eb20b462 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/3c8195d8-f2ef-4821-9cd5-c5cb6b07c9a9 HTTP/1.1" status: 404 len: 336 time: 0.0686574 Nov 24 05:03:04.720533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60844) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:04.736428 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-49037db7-31ab-4182-bad4-c58ba9f7a365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:04.748291 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dce561a1-d9b7-4ae7-ba3e-feb7d3e397fa tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.9101951 Nov 24 05:03:04.759872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60846) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:04.768774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-542745638'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:04.769621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49037db7-31ab-4182-bad4-c58ba9f7a365 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:04.770380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-49037db7-31ab-4182-bad4-c58ba9f7a365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:04.789029 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6846676 Nov 24 05:03:04.790109 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.796933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:04.797865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.800410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60848) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:04.839464 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'network_id': 'f64f7ab0-1963-486d-92bd-f935ab83c55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:04.863352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-49037db7-31ab-4182-bad4-c58ba9f7a365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:04.864461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49037db7-31ab-4182-bad4-c58ba9f7a365 None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:04.876607 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad75d5-0862-49a6-836c-5fad90744fca tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=f64f7ab0-1963-486d-92bd-f935ab83c55e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:04.893369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network f64f7ab0-1963-486d-92bd-f935ab83c55e details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:04.919552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Made reservation on behalf of 3decb46235104c048ceea26c2d94110a for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:04.923898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:04.944905 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5022621 Nov 24 05:03:04.989584 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60850) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:05.009123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'admin_state_up': True, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:05.046438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:05.046438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:05.046960 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:05.074774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:05.075894 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ed1dff0a-3a4a-4536-a353-c4a18cd62d06 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=06a5a374-0330-4056-846d-5c8e14009e64 HTTP/1.1" status: 200 len: 205 time: 0.3542070 Nov 24 05:03:05.076819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:05.076953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60852) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:05.077967 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:05.080983 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 3 to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 Nov 24 05:03:05.086754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e4b21-e949-4ccc-ad3a-b0e0c4a5ce85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Network': ['ID=71a7fc35-9529-48a5-9505-3edd8dcad952,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:05.105412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 71a7fc35-9529-48a5-9505-3edd8dcad952 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:05.108526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Router 1e11f492-f92e-454b-883c-68b44a3a9e82 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:05.124956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:05.128375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:05.135340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:05.148918 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-268ad980-cce8-443d-b695-f3ad2c53db22 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] delete failed (client error): The resource could not be found. Nov 24 05:03:05.153588 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-268ad980-cce8-443d-b695-f3ad2c53db22 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/06a5a374-0330-4056-846d-5c8e14009e64 HTTP/1.1" status: 404 len: 336 time: 0.0699370 Nov 24 05:03:05.153588 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:05.153588 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Added segment 3c7b424a-00fe-4795-951f-ef50b64f3aa3 of type vlan for network 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 Nov 24 05:03:05.155128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60856) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:05.167435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:05.167853 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:05.168397 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 4 to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 Nov 24 05:03:05.209050 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:05.209404 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:05.209730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:05.216588 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b812d178-2f7d-4436-9d06-2953f8b56271 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=116c77d4-5e50-4708-bdbd-742f2d6a546c HTTP/1.1" status: 200 len: 205 time: 0.0593457 Nov 24 05:03:05.217583 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:05.219351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:05.222237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:05.225832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:05.230911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60858) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:05.269544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:05.269544 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:05.270977 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 5 to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 Nov 24 05:03:05.346302 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:05.346669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:05.347027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:05.360033 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-06c143be-0a9d-4472-b881-6fd779276d9d tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] delete failed (client error): The resource could not be found. Nov 24 05:03:05.363949 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-06c143be-0a9d-4472-b881-6fd779276d9d tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/116c77d4-5e50-4708-bdbd-742f2d6a546c HTTP/1.1" status: 404 len: 336 time: 0.1282442 Nov 24 05:03:05.364113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60860) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:05.365256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:05.366240 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:05.366585 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:05.374288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd56b9-89cc-4514-83f1-1d7faf1595db req-7dd5f68e-fc7f-4c01-bee2-0b69f929d9af tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:05.375782 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-34dd56b9-89cc-4514-83f1-1d7faf1595db req-7dd5f68e-fc7f-4c01-bee2-0b69f929d9af tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1213319 Nov 24 05:03:05.385721 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 6 to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 Nov 24 05:03:05.427147 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6da731fb-015c-488b-957b-017d363e12a5 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f455a4d-b02c-4075-a8f5-cfb6766f176e HTTP/1.1" status: 200 len: 205 time: 0.0615556 Nov 24 05:03:05.432129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60864) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:05.442266 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:05.473446 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d104e16-c866-4790-a5d3-af5a58b5dcef None None] Sync routers for ids ['1e11f492-f92e-454b-883c-68b44a3a9e82'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:05.494216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:05.494216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:05.494216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:05.503856 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d104e16-c866-4790-a5d3-af5a58b5dcef None None] Routers {'1e11f492-f92e-454b-883c-68b44a3a9e82'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:05.504484 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-3d104e16-c866-4790-a5d3-af5a58b5dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1e11f492-f92e-454b-883c-68b44a3a9e82'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:05.527274 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-99269c1e-6286-43b5-bd90-d32a889f4bb6 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] delete failed (client error): The resource could not be found. Nov 24 05:03:05.528365 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-99269c1e-6286-43b5-bd90-d32a889f4bb6 tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/routers/2f455a4d-b02c-4075-a8f5-cfb6766f176e HTTP/1.1" status: 404 len: 336 time: 0.0876570 Nov 24 05:03:05.567674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60866) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:05.579995 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:05.580632 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:05.592357 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 7 to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 Nov 24 05:03:05.597812 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ee6b996-6013-484e-afa5-193f8189f493 req-03dd277a-9587-4d57-bc47-164a7ee62a4d tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7 HTTP/1.1" status: 200 len: 210 time: 0.1427894 Nov 24 05:03:05.599200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] No DVR routers for this DVR port d7ab1eeb-45ee-4460-aa36-b6def9c09545 on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:05.609269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:05.613480 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-19317088-dc48-41a3-bfe7-b64bd25b73f1 req-50a1ac88-26d0-4383-8772-ca7466602df9 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.31 "DELETE /v2.0/ports/d7ab1eeb-45ee-4460-aa36-b6def9c09545 HTTP/1.1" status: 204 len: 173 time: 3.0450740 Nov 24 05:03:05.622816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'name': 'network-vif-deleted', 'tag': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:03:05.626388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7a36d0-6b29-42e2-86bd-ae2735c1f281" -d '{"events": [{"server_uuid": "5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7", "name": "network-vif-deleted", "tag": "d7ab1eeb-45ee-4460-aa36-b6def9c09545"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:03:05.661859 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-34dd56b9-89cc-4514-83f1-1d7faf1595db req-df51b92c-900b-435d-9844-26db8da175e7 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696352 Nov 24 05:03:05.663065 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8bdaa4-c4f2-439c-a193-d590fece1c3d tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] DELETE failed (client error): The resource could not be found. Nov 24 05:03:05.663761 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8bdaa4-c4f2-439c-a193-d590fece1c3d tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:03:05.667327 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7c8bdaa4-c4f2-439c-a193-d590fece1c3d tempest-RoutersAdminTest-2052330421 tempest-RoutersAdminTest-2052330421-project] 10.222.0.37 "DELETE /v2.0/subnets/211ea3b2-00f3-41e8-91e4-ed5062311349 HTTP/1.1" status: 404 len: 337 time: 0.0855873 Nov 24 05:03:05.668705 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-3d104e16-c866-4790-a5d3-af5a58b5dcef None None] Set router 1e11f492-f92e-454b-883c-68b44a3a9e82 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:05.668861 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:05.669332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:05.669947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:05.683216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:05.683770 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:05.684181 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 8 to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 Nov 24 05:03:05.707233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e161e35-138a-4b83-b962-765555156764 x-openstack-request-id: req-4e161e35-138a-4b83-b962-765555156764 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:03:05.707638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7", "name": "network-vif-deleted", "tag": "d7ab1eeb-45ee-4460-aa36-b6def9c09545", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:03:05.707904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e161e35-138a-4b83-b962-765555156764 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:03:05.713638 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3f99f0-1e98-4702-b0d4-b5fc8f0969a7', 'name': 'network-vif-deleted', 'tag': 'd7ab1eeb-45ee-4460-aa36-b6def9c09545', 'status': 'completed', 'code': 200} Nov 24 05:03:05.758110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:05.758467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:05.758823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:05.775510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:05.775974 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:05.777099 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 9 to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 Nov 24 05:03:05.784649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:03:05.802528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:05.821791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:05.823074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:05.824009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:05.842160 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-3e5e2df7-cd9c-4d57-b2ca-2572eac279b3 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:05.844628 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-3e5e2df7-cd9c-4d57-b2ca-2572eac279b3 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.31 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 946 time: 0.5959871 Nov 24 05:03:05.851878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:05.852404 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:05.852914 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempt 10 to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 Nov 24 05:03:05.882070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:05.882568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:05.883047 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempting to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:05.896326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:05.896726 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Failed to bind port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'fc32680a-522c-412c-8f5e-3abb5dc1e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '82c0c24f-0162-44c2-9d15-32ad1a2e9d86'}] Nov 24 05:03:05.897204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:05.947837 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad61852-dd81-4fd1-a9ee-53e617090c2d req-87ff9ee4-26f9-4d7a-8626-6804b548beb0 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:05.949150 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ad61852-dd81-4fd1-a9ee-53e617090c2d req-87ff9ee4-26f9-4d7a-8626-6804b548beb0 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 946 time: 0.1140442 Nov 24 05:03:06.024265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d7ab1eeb-45ee-4460-aa36-b6def9c09545 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:06.040494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] For port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:06.040874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attempted to set empty binding levels {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 05:03:06.049544 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.055797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:06.056723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.057391 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ad61852-dd81-4fd1-a9ee-53e617090c2d req-5db3f487-5fb9-479f-af89-e2d484846379 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846426 Nov 24 05:03:06.059106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.076965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: d7ab1eeb-45ee-4460-aa36-b6def9c09545 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:06.077858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d7ab1eeb-45ee-4460-aa36-b6def9c09545 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:06.100499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] In _notify_port_updated(), no bound segment for port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 on network 82c0c24f-0162-44c2-9d15-32ad1a2e9d86 {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:03:06.101442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:06.102805 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.104400 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "PUT /v2.0/ports/c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 HTTP/1.1" status: 200 len: 977 time: 2.3903980 Nov 24 05:03:06.107199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60876) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:06.148567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad022e4-fbef-4a36-ab17-13fdda586237 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e7484a-1dc3-43dc-9a60-ab5664aa29e7,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:06.170774 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4092894 Nov 24 05:03:06.179211 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-3d104e16-c866-4790-a5d3-af5a58b5dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8', 'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'mac_address': 'fa:16:3e:84:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:38Z', 'updated_at': '2021-11-24T05:01:48Z', 'revision_number': 5, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'subnets': [{'id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:06.184455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60878) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:06.193177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'subnet': {'network_id': '2cf8fe5e-fa62-4314-b2d0-7d4647aec691', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:06.252553 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d104e16-c866-4790-a5d3-af5a58b5dcef None None] Checking router: 1e11f492-f92e-454b-883c-68b44a3a9e82 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:03:06.263251 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d104e16-c866-4790-a5d3-af5a58b5dcef None None] Routers {'1e11f492-f92e-454b-883c-68b44a3a9e82'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:06.266245 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-3d104e16-c866-4790-a5d3-af5a58b5dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1e11f492-f92e-454b-883c-68b44a3a9e82'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:06.309434 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3dcff099-6f1e-4a83-9a5b-cb329b130646 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Deleting port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:06.311470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3dcff099-6f1e-4a83-9a5b-cb329b130646 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.345346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60882) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:06.355783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.366940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Made reservation on behalf of 3decb46235104c048ceea26c2d94110a for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:06.370983 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.372637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc14b98-6e3e-46cd-bb81-46656cef5b01 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Network': ['ID=2cf8fe5e-fa62-4314-b2d0-7d4647aec691,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:06.388066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:06.420274 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.523269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Deleting port 1307ce14-9104-44db-9048-cdf7f0ff1b17 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:06.524059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.547567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-3dcff099-6f1e-4a83-9a5b-cb329b130646 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] For port c1e7484a-1dc3-43dc-9a60-ab5664aa29e7, host hv-neutron-8188, got binding levels [] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:06.548146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3dcff099-6f1e-4a83-9a5b-cb329b130646 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.602993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3dcff099-6f1e-4a83-9a5b-cb329b130646 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Calling delete_port for c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:06.629716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=58b23dea-bf2d-401b-afdf-24eb9490d654,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:06.646520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Checking segment: {'id': 'ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f64f7ab0-1963-486d-92bd-f935ab83c55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:06.646865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network hostable DHCP agents. Network: f64f7ab0-1963-486d-92bd-f935ab83c55e, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:06.659907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] For port 1307ce14-9104-44db-9048-cdf7f0ff1b17, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1307ce14-9104-44db-9048-cdf7f0ff1b17,segment=NetworkSegment(30a27ab3-4374-47f6-867e-fc5f3ff57798),segment_id=30a27ab3-4374-47f6-867e-fc5f3ff57798)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:06.660277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.669767 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f54b236-96ca-4d4c-bf9c-2a916a4efcb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.676097 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-3d104e16-c866-4790-a5d3-af5a58b5dcef None None] Set router 1e11f492-f92e-454b-883c-68b44a3a9e82 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:06.742136 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60890) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:06.757584 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network f64f7ab0-1963-486d-92bd-f935ab83c55e is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:06.788904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, f64f7ab0-1963-486d-92bd-f935ab83c55e) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:06.800292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f0c706-e820-4c71-b1bb-527fe35e69ae None None] Network f64f7ab0-1963-486d-92bd-f935ab83c55e requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:06.844673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:06.845207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:06.888711 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b44dfed6-6c7e-4c94-9ba9-a84ef09bf2fe tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0555775 Nov 24 05:03:06.920560 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60894) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:06.936005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1966003214'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:07.001869 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-3d104e16-c866-4790-a5d3-af5a58b5dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8', 'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'mac_address': 'fa:16:3e:84:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:38Z', 'updated_at': '2021-11-24T05:01:48Z', 'revision_number': 5, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'subnets': [{'id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:07.011013 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-f64f7ab0-1963-486d-92bd-f935ab83c55e', 'network_id': 'f64f7ab0-1963-486d-92bd-f935ab83c55e', 'tenant_id': '24a01c7d0b2f492fbd690cfa4974f5fa', 'fixed_ips': [{'subnet_id': '58b23dea-bf2d-401b-afdf-24eb9490d654'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:07.011936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.054569 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d104e16-c866-4790-a5d3-af5a58b5dcef None None] The sync data for ids ['1e11f492-f92e-454b-883c-68b44a3a9e82'] in dv-neutron-818850-5-hyperv is: [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8', 'name': '', 'network_id': '551933d2-0664-432d-be12-011678275453', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'mac_address': 'fa:16:3e:84:c4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:38Z', 'updated_at': '2021-11-24T05:01:48Z', 'revision_number': 5, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'subnets': [{'id': 'f587fcce-bc49-428e-b6ba-714bf7f74662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:07.059855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.101458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.101458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.101458 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Floating IP fd9039dc-2c17-4bc9-a7ce-de602f521bea disassociated. External IP: 172.26.0.198, port: 1307ce14-9104-44db-9048-cdf7f0ff1b17. Nov 24 05:03:07.101955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Calling delete_port for 1307ce14-9104-44db-9048-cdf7f0ff1b17 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:07.137195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.138839 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:07.143562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.192859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Allocated IP 2001:db8::1 (f64f7ab0-1963-486d-92bd-f935ab83c55e/58b23dea-bf2d-401b-afdf-24eb9490d654/859e1892-9358-44d3-ba71-40302d11d2f9) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:07.231143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Subnet': ['ID=d68159f3-af06-48df-bf92-81e6fc9868d4,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:07.231753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.302290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:07.308952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f54b236-96ca-4d4c-bf9c-2a916a4efcb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.333780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.334135 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Added segment 27c3adff-b95b-4cf2-bac6-da573032e3da of type vlan for network 37655262-c564-4e18-b0dc-973d0f6c930e Nov 24 05:03:07.342328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f54b236-96ca-4d4c-bf9c-2a916a4efcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.379069 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1f54b236-96ca-4d4c-bf9c-2a916a4efcb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9ff2c8f891f4ff1a728a4cc61e4c612&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0312545 Nov 24 05:03:07.385136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60898) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:07.389371 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fdb6a-85c4-4fff-955e-4aed89b800d5 req-2bb94130-e002-4ed7-8255-d49a19e54f6d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:07.391548 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ed0fdb6a-85c4-4fff-955e-4aed89b800d5 req-2bb94130-e002-4ed7-8255-d49a19e54f6d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.4868984 Nov 24 05:03:07.392334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3dcff099-6f1e-4a83-9a5b-cb329b130646 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.396333 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30427488-2ae0-4e6f-b0c2-d9660d7ed0ca tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.402980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.412743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.443524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Checking segment: {'id': '3c7b424a-00fe-4795-951f-ef50b64f3aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2cf8fe5e-fa62-4314-b2d0-7d4647aec691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:07.444156 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network hostable DHCP agents. Network: 2cf8fe5e-fa62-4314-b2d0-7d4647aec691, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:07.467510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcff099-6f1e-4a83-9a5b-cb329b130646 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1e7484a-1dc3-43dc-9a60-ab5664aa29e7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:07.473912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Network f64f7ab0-1963-486d-92bd-f935ab83c55e is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:07.474756 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3dcff099-6f1e-4a83-9a5b-cb329b130646 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.475225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Pushing event updated for resources: {'Port': ['ID=859e1892-9358-44d3-ba71-40302d11d2f9,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:07.477998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:07.479159 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3dcff099-6f1e-4a83-9a5b-cb329b130646 tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 HTTP/1.1" status: 204 len: 168 time: 1.3707182 Nov 24 05:03:07.483353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:07.491484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21eeed-cf93-4afe-828a-5a50e32fcdf7 req-d5412024-523e-40e2-a36b-aee2a96f5271 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:07.491724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60900) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:07.497597 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec21eeed-cf93-4afe-828a-5a50e32fcdf7 req-d5412024-523e-40e2-a36b-aee2a96f5271 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 946 time: 0.2681317 Nov 24 05:03:07.516261 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fb398a-0422-43c2-bd90-b11a0885d989 None None] New status for floating IP f6346670-8edc-4e24-8c6c-0c9174dfdcd7: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:03:07.524353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30427488-2ae0-4e6f-b0c2-d9660d7ed0ca tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.572272 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-179d3434-c445-4ef8-8a68-91d37216db4a tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] GET failed (client error): The resource could not be found. Nov 24 05:03:07.576156 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-179d3434-c445-4ef8-8a68-91d37216db4a tempest-PortsAdminExtendedAttrsTestJSON-798725483 tempest-PortsAdminExtendedAttrsTestJSON-798725483-project-admin] 10.222.0.37 "GET /v2.0/ports/c1e7484a-1dc3-43dc-9a60-ab5664aa29e7 HTTP/1.1" status: 404 len: 333 time: 0.0753033 Nov 24 05:03:07.576347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54b236-96ca-4d4c-bf9c-2a916a4efcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb33772-3113-4798-9fd2-c94bd0fc083f,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:07.578941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60902) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:07.584944 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:07.607158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.166 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/12147578-ff7c-4234-b3bd-9e1b935d2dc2) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:07.610286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.611840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 2cf8fe5e-fa62-4314-b2d0-7d4647aec691) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:07.625868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e95d51d-a218-4a84-82ea-bfea7428ae4c None None] Network 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:07.632932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.646613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:07.647283 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.671848 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Attempting to bind port 859e1892-9358-44d3-ba71-40302d11d2f9 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:07.672345 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Attempting to bind port 859e1892-9358-44d3-ba71-40302d11d2f9 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f64f7ab0-1963-486d-92bd-f935ab83c55e'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:07.672790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Attempting to bind port 859e1892-9358-44d3-ba71-40302d11d2f9 on network f64f7ab0-1963-486d-92bd-f935ab83c55e {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:07.679867 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec21eeed-cf93-4afe-828a-5a50e32fcdf7 req-ed990d1b-00fd-4189-8362-36f8093f1b1a tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups?id=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806548 Nov 24 05:03:07.686431 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ed0fdb6a-85c4-4fff-955e-4aed89b800d5 req-3f255c71-a9c0-4c1d-afe2-a942d3b9add4 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322686 Nov 24 05:03:07.698535 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-610fad11-f5fb-4653-b928-ca77e6c8a6bf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5120618 Nov 24 05:03:07.701176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60904) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:07.705590 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:07.706296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Checking segment: {'id': 'ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f64f7ab0-1963-486d-92bd-f935ab83c55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:07.706970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.707509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Bound using segment: {'id': 'ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f64f7ab0-1963-486d-92bd-f935ab83c55e'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:07.708421 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Bound port: 859e1892-9358-44d3-ba71-40302d11d2f9, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f64f7ab0-1963-486d-92bd-f935ab83c55e'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:07.708972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.719877 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1852185685', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:07.727052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30427488-2ae0-4e6f-b0c2-d9660d7ed0ca tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.729718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30427488-2ae0-4e6f-b0c2-d9660d7ed0ca tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.732029 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-30427488-2ae0-4e6f-b0c2-d9660d7ed0ca tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "DELETE /v2.0/security-groups/0ea7d126-038d-4244-bba3-6eb69df005fa HTTP/1.1" status: 204 len: 168 time: 0.9877763 Nov 24 05:03:07.736887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60906) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:07.737336 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Pushing event deleted for resources: {'Port': ['ID=1307ce14-9104-44db-9048-cdf7f0ff1b17,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:07.763294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30427488-2ae0-4e6f-b0c2-d9660d7ed0ca tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea7d126-038d-4244-bba3-6eb69df005fa,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:07.769729 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-e77c8b4e-27e8-4558-813d-b5345b5d79ab tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] show failed (client error): The resource could not be found. Nov 24 05:03:07.773495 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e77c8b4e-27e8-4558-813d-b5345b5d79ab tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "GET /v2.0/security-groups/0ea7d126-038d-4244-bba3-6eb69df005fa HTTP/1.1" status: 404 len: 347 time: 0.0306282 Nov 24 05:03:07.774879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60908) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:07.787255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.813582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:07.814342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.827990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.830421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.831688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f06252fe-e802-4eb9-a59b-4c5fd917893d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.831925 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.869022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] For port 859e1892-9358-44d3-ba71-40302d11d2f9, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:07.872563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] For port 859e1892-9358-44d3-ba71-40302d11d2f9, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=859e1892-9358-44d3-ba71-40302d11d2f9,segment=NetworkSegment(ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b),segment_id=ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:07.894123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.945649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:07.959140 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0276973 Nov 24 05:03:07.969077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60910) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:07.974195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f06252fe-e802-4eb9-a59b-4c5fd917893d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.022307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'network_id': '37655262-c564-4e18-b0dc-973d0f6c930e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:08.027979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809c7f2-b6b0-4a91-b5fd-9fbfded7a523 None None] Pushing event updated for resources: {'Port': ['ID=859e1892-9358-44d3-ba71-40302d11d2f9,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:08.082790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-2cf8fe5e-fa62-4314-b2d0-7d4647aec691', 'network_id': '2cf8fe5e-fa62-4314-b2d0-7d4647aec691', 'tenant_id': '3decb46235104c048ceea26c2d94110a', 'fixed_ips': [{'subnet_id': 'd68159f3-af06-48df-bf92-81e6fc9868d4'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:08.083983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.087348 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ce8cab72-b3bb-40d7-abb5-e160e4955963 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Deleting port ea99be65-da60-48ac-9ae0-84ca000a1baf {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:08.087747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ce8cab72-b3bb-40d7-abb5-e160e4955963 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.165372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.295704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ce8cab72-b3bb-40d7-abb5-e160e4955963 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.296083 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ce8cab72-b3bb-40d7-abb5-e160e4955963 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.312692 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Allocated IP 172.20.0.2 (2cf8fe5e-fa62-4314-b2d0-7d4647aec691/d68159f3-af06-48df-bf92-81e6fc9868d4/94d7c04f-27a8-4bae-9e63-68797101248a) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:08.364526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ce8cab72-b3bb-40d7-abb5-e160e4955963 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Calling delete_port for ea99be65-da60-48ac-9ae0-84ca000a1baf owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:08.528870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8afcd-c6bc-4fa2-882d-6b4a5199f90a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=37655262-c564-4e18-b0dc-973d0f6c930e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:08.558880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 37655262-c564-4e18-b0dc-973d0f6c930e details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:08.560988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 859e1892-9358-44d3-ba71-40302d11d2f9 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:08.634635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.655276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.658999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.680752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.684758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.709472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.733018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Network 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:08.743226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Router 951e7447-244a-499e-acbf-d5b259556079 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:08.744465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:08.750905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:08.760614 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 859e1892-9358-44d3-ba71-40302d11d2f9 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:08.761190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.786587 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Pushing event updated for resources: {'Port': ['ID=94d7c04f-27a8-4bae-9e63-68797101248a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:08.792966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c0c24f-0162-44c2-9d15-32ad1a2e9d86']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:08.799789 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ce8cab72-b3bb-40d7-abb5-e160e4955963 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.846453 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cab72-b3bb-40d7-abb5-e160e4955963 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Pushing event deleted for resources: {'Port': ['ID=ea99be65-da60-48ac-9ae0-84ca000a1baf,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:08.846960 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc32680a-522c-412c-8f5e-3abb5dc1e20d') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:08.848268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc32680a-522c-412c-8f5e-3abb5dc1e20d') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:08.850115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f06252fe-e802-4eb9-a59b-4c5fd917893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.853085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f06252fe-e802-4eb9-a59b-4c5fd917893d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.856642 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f06252fe-e802-4eb9-a59b-4c5fd917893d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bb33772-3113-4798-9fd2-c94bd0fc083f HTTP/1.1" status: 204 len: 168 time: 1.4675922 Nov 24 05:03:08.856799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Attempting to bind port 94d7c04f-27a8-4bae-9e63-68797101248a on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:08.856799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Attempting to bind port 94d7c04f-27a8-4bae-9e63-68797101248a by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '3c7b424a-00fe-4795-951f-ef50b64f3aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2cf8fe5e-fa62-4314-b2d0-7d4647aec691'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:08.856799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Attempting to bind port 94d7c04f-27a8-4bae-9e63-68797101248a on network 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:08.866736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:08.867130 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Checking segment: {'id': '3c7b424a-00fe-4795-951f-ef50b64f3aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2cf8fe5e-fa62-4314-b2d0-7d4647aec691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:08.867536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.867960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Bound using segment: {'id': '3c7b424a-00fe-4795-951f-ef50b64f3aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2cf8fe5e-fa62-4314-b2d0-7d4647aec691'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:08.868455 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Bound port: 94d7c04f-27a8-4bae-9e63-68797101248a, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7b424a-00fe-4795-951f-ef50b64f3aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2cf8fe5e-fa62-4314-b2d0-7d4647aec691'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:08.868838 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.883880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2903e39-937e-4a1e-8bd1-db0eeeee77fd None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:08.932149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:08.944719 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79647b-ca45-404e-b662-5f538f2802e0 req-39bcca61-de46-4f98-a5b2-665526a9c095 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:08.946242 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0e79647b-ca45-404e-b662-5f538f2802e0 req-39bcca61-de46-4f98-a5b2-665526a9c095 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1664956 Nov 24 05:03:08.968958 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7435d5b8-8495-4952-93a0-6c66b7fe8533 req-91844616-0caf-403b-a4b4-29d06fa688d1 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 210 time: 0.0701225 Nov 24 05:03:08.973858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.017001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.028406 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0e79647b-ca45-404e-b662-5f538f2802e0 req-50456d3c-e8f3-44e8-8869-f40a463d79e2 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623307 Nov 24 05:03:09.029288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ce8cab72-b3bb-40d7-abb5-e160e4955963 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.031961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06252fe-e802-4eb9-a59b-4c5fd917893d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb33772-3113-4798-9fd2-c94bd0fc083f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:09.037367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ce8cab72-b3bb-40d7-abb5-e160e4955963 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.040451 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ce8cab72-b3bb-40d7-abb5-e160e4955963 tempest-ServersTestJSON-1637983462 tempest-ServersTestJSON-1637983462-project] 10.222.0.37 "DELETE /v2.0/floatingips/f6346670-8edc-4e24-8c6c-0c9174dfdcd7 HTTP/1.1" status: 204 len: 168 time: 1.2630444 Nov 24 05:03:09.043878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60918) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:09.064952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] For port 94d7c04f-27a8-4bae-9e63-68797101248a, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:09.075671 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:09.079912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.090853 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 859e1892-9358-44d3-ba71-40302d11d2f9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=859e1892-9358-44d3-ba71-40302d11d2f9,segment=NetworkSegment(ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b),segment_id=ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:09.092255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:09.092881 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.094239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] For port 94d7c04f-27a8-4bae-9e63-68797101248a, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=94d7c04f-27a8-4bae-9e63-68797101248a,segment=NetworkSegment(3c7b424a-00fe-4795-951f-ef50b64f3aa3),segment_id=3c7b424a-00fe-4795-951f-ef50b64f3aa3)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:09.097886 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:09.101735 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.110281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.197698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=859e1892-9358-44d3-ba71-40302d11d2f9,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:09.251330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.26.0.61 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/f91eee61-9e37-4f6e-95b6-d67cf9d599ff) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:09.276535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9da464-0eb6-4e0d-84ad-b52dbbc76208 None None] Pushing event updated for resources: {'Port': ['ID=94d7c04f-27a8-4bae-9e63-68797101248a,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:09.312022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.417805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Performing IP validity checks on allocation pools {{(pid=103232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 05:03:09.418609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 05:03:09.443330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.468161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60922) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:09.470284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:09.471815 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.478133 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] 10.222.0.37 "DELETE /v2.0/networks/82c0c24f-0162-44c2-9d15-32ad1a2e9d86 HTTP/1.1" status: 204 len: 168 time: 1.8892186 Nov 24 05:03:09.537080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=12147578-ff7c-4234-b3bd-9e1b935d2dc2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:09.548131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:09.570354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:09.593560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024bd0d-153f-419a-a964-608a2777e7c1 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:09.600582 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ed304-cb66-4bbf-9f54-c09f47e97ef7 None None] Sync routers for ids ['951e7447-244a-499e-acbf-d5b259556079'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:09.611085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:09.622680 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ed304-cb66-4bbf-9f54-c09f47e97ef7 None None] Routers {'951e7447-244a-499e-acbf-d5b259556079'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:09.623343 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f90ed304-cb66-4bbf-9f54-c09f47e97ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['951e7447-244a-499e-acbf-d5b259556079'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:09.624927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f27bef-077b-4781-b63d-955449812e93 tempest-PortsAdminExtendedAttrsTestJSON-51960590 tempest-PortsAdminExtendedAttrsTestJSON-51960590-project] Pushing event deleted for resources: {'Network': ['ID=82c0c24f-0162-44c2-9d15-32ad1a2e9d86,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:09.694176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-cd072aae-98ab-4323-a043-36daa19ea0d6 None None] Provisioning complete for port 12147578-ff7c-4234-b3bd-9e1b935d2dc2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:09.694689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cd072aae-98ab-4323-a043-36daa19ea0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.761375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c51f9ab-29a5-4ab7-9fc0-e7ef9381cfbc None None] Network f64f7ab0-1963-486d-92bd-f935ab83c55e requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:09.793843 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] No DVR routers for this DVR port 1307ce14-9104-44db-9048-cdf7f0ff1b17 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:09.814577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:09.815565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-cd072aae-98ab-4323-a043-36daa19ea0d6 None None] Port 12147578-ff7c-4234-b3bd-9e1b935d2dc2 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:09.820532 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3bfcc772-5832-4462-a250-b48d1fcdc6d5 req-7664371d-1b1e-40a7-8708-aca3585aad93 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.31 "DELETE /v2.0/ports/1307ce14-9104-44db-9048-cdf7f0ff1b17 HTTP/1.1" status: 204 len: 173 time: 3.9672496 Nov 24 05:03:09.821466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'name': 'network-vif-deleted', 'tag': '1307ce14-9104-44db-9048-cdf7f0ff1b17'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:03:09.824203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de6e776-557c-4265-b067-7ceabf383177" -d '{"events": [{"server_uuid": "b422dc14-e6b9-4eae-aa1d-6df3d353b795", "name": "network-vif-deleted", "tag": "1307ce14-9104-44db-9048-cdf7f0ff1b17"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:03:09.876764 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-f90ed304-cb66-4bbf-9f54-c09f47e97ef7 None None] Set router 951e7447-244a-499e-acbf-d5b259556079 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:09.876996 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fb7ff341-eb34-483a-a1f4-9a2392d827f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d161857b6f324fcebe85c4194ccfdc96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3823214 Nov 24 05:03:09.903000 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60930) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:09.919942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60932) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:09.952039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-041fc3dd-b4e6-4c1a-ae39-df1ecd4533af None None] Provisioning complete for port 859e1892-9358-44d3-ba71-40302d11d2f9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:09.953373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-041fc3dd-b4e6-4c1a-ae39-df1ecd4533af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:10.047609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c429b7-88fe-4331-bac7-b543a1bdd3ee x-openstack-request-id: req-80c429b7-88fe-4331-bac7-b543a1bdd3ee {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:03:10.047924 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b422dc14-e6b9-4eae-aa1d-6df3d353b795", "name": "network-vif-deleted", "tag": "1307ce14-9104-44db-9048-cdf7f0ff1b17", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:03:10.048180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80c429b7-88fe-4331-bac7-b543a1bdd3ee {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:03:10.048586 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b422dc14-e6b9-4eae-aa1d-6df3d353b795', 'name': 'network-vif-deleted', 'tag': '1307ce14-9104-44db-9048-cdf7f0ff1b17', 'status': 'completed', 'code': 200} Nov 24 05:03:10.192548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:10.314243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1307ce14-9104-44db-9048-cdf7f0ff1b17 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:10.342420 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 1307ce14-9104-44db-9048-cdf7f0ff1b17 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:10.342945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1307ce14-9104-44db-9048-cdf7f0ff1b17 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:10.348632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-421f87c2-b6ab-442d-8d82-5b3546e38d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:10.368083 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8f299b87-6fed-4304-b4e2-a92cc75dc3ba req-ba49e62b-0187-4477-b12d-0e6766e7a46c tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/ports?device_id=b422dc14-e6b9-4eae-aa1d-6df3d353b795 HTTP/1.1" status: 200 len: 210 time: 0.1709130 Nov 24 05:03:10.380548 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f90ed304-cb66-4bbf-9f54-c09f47e97ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:35Z', 'revision_number': 4, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c93b946f-91f8-489a-910b-8e65859cf83c', 'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'mac_address': 'fa:16:3e:8e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:32Z', 'updated_at': '2021-11-24T05:01:42Z', 'revision_number': 5, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'subnets': [{'id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:10.383214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=a719860e-c988-4f15-9154-50798709009b,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:10.463490 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ed304-cb66-4bbf-9f54-c09f47e97ef7 None None] Checking router: 951e7447-244a-499e-acbf-d5b259556079 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:03:10.470006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-421f87c2-b6ab-442d-8d82-5b3546e38d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:10.480142 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ed304-cb66-4bbf-9f54-c09f47e97ef7 None None] Routers {'951e7447-244a-499e-acbf-d5b259556079'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:10.480762 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f90ed304-cb66-4bbf-9f54-c09f47e97ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['951e7447-244a-499e-acbf-d5b259556079'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:10.516095 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:10.542156 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637f328-8c7b-499e-b57c-84b5b187dcb9 req-bc69a9a9-480b-4ad6-b759-4b0cbe24f744 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:10.543758 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4637f328-8c7b-499e-b57c-84b5b187dcb9 req-bc69a9a9-480b-4ad6-b759-4b0cbe24f744 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3418634 Nov 24 05:03:10.659861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 859e1892-9358-44d3-ba71-40302d11d2f9 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:10.686159 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4637f328-8c7b-499e-b57c-84b5b187dcb9 req-59c2a957-7209-4965-981f-80ce4465aa94 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103508 Nov 24 05:03:10.715609 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-f90ed304-cb66-4bbf-9f54-c09f47e97ef7 None None] Set router 951e7447-244a-499e-acbf-d5b259556079 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:10.753533 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f3e4d7ed-f9b9-42ae-951e-158f1c7fa4e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4976c5b0db26473eb198d6bd729d1438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7687480 Nov 24 05:03:10.753533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Checking segment: {'id': '27c3adff-b95b-4cf2-bac6-da573032e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '37655262-c564-4e18-b0dc-973d0f6c930e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:10.753533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network hostable DHCP agents. Network: 37655262-c564-4e18-b0dc-973d0f6c930e, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:10.755003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60942) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:10.801024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 859e1892-9358-44d3-ba71-40302d11d2f9 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:10.803785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:10.818679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:10.852930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-421f87c2-b6ab-442d-8d82-5b3546e38d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:10.855453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-421f87c2-b6ab-442d-8d82-5b3546e38d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:10.860455 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-421f87c2-b6ab-442d-8d82-5b3546e38d5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/755d1def-5a8a-40af-9069-28fe70b1e4ec HTTP/1.1" status: 204 len: 168 time: 0.9472556 Nov 24 05:03:10.884427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:10.900714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f87c2-b6ab-442d-8d82-5b3546e38d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755d1def-5a8a-40af-9069-28fe70b1e4ec,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:10.903943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:10.916114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:10.931342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network 37655262-c564-4e18-b0dc-973d0f6c930e is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:10.943300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:10.974290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.004898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef417036-e592-4125-b77b-f2d63f8f3aab None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:11.007994 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 37655262-c564-4e18-b0dc-973d0f6c930e) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:11.011142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61b13b8d-3b70-4d0f-b621-1cab97ded440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.026062 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66033535-ad3e-46bd-8917-c8ea204178e6 None None] Network 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:11.049678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1d88fd-4ba6-4d12-bb7a-7df79ff3a66d None None] Network 37655262-c564-4e18-b0dc-973d0f6c930e requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:11.050573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:11.051177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.085748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=f91eee61-9e37-4f6e-95b6-d67cf9d599ff,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:11.163293 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61b13b8d-3b70-4d0f-b621-1cab97ded440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.185895 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a4533998-184b-4a4c-bb1b-34b071794bf5 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2033515 Nov 24 05:03:11.192990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60950) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:11.273929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e86b06-8718-4052-a129-722fc58cccf8 req-a7d1b758-1863-4a7f-87a2-1cadd672b9d4 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:11.275622 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b4e86b06-8718-4052-a129-722fc58cccf8 req-a7d1b758-1863-4a7f-87a2-1cadd672b9d4 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1993518 Nov 24 05:03:11.302286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7cfe2c05-cd4f-4a12-a08f-78d52eebb626 None None] Provisioning complete for port 859e1892-9358-44d3-ba71-40302d11d2f9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:11.305563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2c05-cd4f-4a12-a08f-78d52eebb626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.349264 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f90ed304-cb66-4bbf-9f54-c09f47e97ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:35Z', 'revision_number': 4, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c93b946f-91f8-489a-910b-8e65859cf83c', 'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'mac_address': 'fa:16:3e:8e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:32Z', 'updated_at': '2021-11-24T05:01:42Z', 'revision_number': 5, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'subnets': [{'id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:11.401489 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90ed304-cb66-4bbf-9f54-c09f47e97ef7 None None] The sync data for ids ['951e7447-244a-499e-acbf-d5b259556079'] in dv-neutron-818850-5-hyperv is: [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:01:35Z', 'revision_number': 4, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c93b946f-91f8-489a-910b-8e65859cf83c', 'name': '', 'network_id': 'c609e9e6-b34c-4628-a801-92ccc9015484', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'mac_address': 'fa:16:3e:8e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:32Z', 'updated_at': '2021-11-24T05:01:42Z', 'revision_number': 5, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'subnets': [{'id': '2eb4dd17-e739-452f-93b3-b5465177e693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:11.479997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f111bc1-0faf-4809-9724-6128a707e30a req-d5247d6c-5e8d-435b-9b4d-50143f06a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:11.481757 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-5f111bc1-0faf-4809-9724-6128a707e30a req-d5247d6c-5e8d-435b-9b4d-50143f06a90f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab536a684af0477682b681c825ec9a95&device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 1098 time: 0.2970457 Nov 24 05:03:11.502518 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.543133 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60960) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:11.571860 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b4e86b06-8718-4052-a129-722fc58cccf8 req-99ea4eaa-112f-44d0-b8a4-96776256d568 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869155 Nov 24 05:03:11.651235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 94d7c04f-27a8-4bae-9e63-68797101248a up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:11.745862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd85dbac-e2cf-4491-a062-c42f2380a7a6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.750809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.893166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 94d7c04f-27a8-4bae-9e63-68797101248a triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:11.893647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.923089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61b13b8d-3b70-4d0f-b621-1cab97ded440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.925709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-37655262-c564-4e18-b0dc-973d0f6c930e', 'network_id': '37655262-c564-4e18-b0dc-973d0f6c930e', 'tenant_id': '24a01c7d0b2f492fbd690cfa4974f5fa', 'fixed_ips': [{'subnet_id': 'a719860e-c988-4f15-9154-50798709009b'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:11.926721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.931319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61b13b8d-3b70-4d0f-b621-1cab97ded440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.933009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd85dbac-e2cf-4491-a062-c42f2380a7a6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:11.934164 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-61b13b8d-3b70-4d0f-b621-1cab97ded440 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cdd370d-2ef1-4964-b8e8-72b502510463 HTTP/1.1" status: 204 len: 168 time: 1.1633749 Nov 24 05:03:11.937688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6439b6ea-45e1-4b8e-a7b8-1dd406117327 None None] New status for floating IP fd9039dc-2c17-4bc9-a7ce-de602f521bea: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:03:12.011964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.308629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b13b8d-3b70-4d0f-b621-1cab97ded440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdd370d-2ef1-4964-b8e8-72b502510463,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:12.350386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd85dbac-e2cf-4491-a062-c42f2380a7a6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.353597 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd85dbac-e2cf-4491-a062-c42f2380a7a6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.357365 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dd85dbac-e2cf-4491-a062-c42f2380a7a6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "DELETE /v2.0/security-groups/135e0ae5-bc51-4257-8c0f-acd0c78b0ef4 HTTP/1.1" status: 204 len: 168 time: 0.8109028 Nov 24 05:03:12.359428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] Deleting port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:12.359794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.367498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60978) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:12.367716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60980) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:12.380974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Allocated IP 2001:db8::3 (37655262-c564-4e18-b0dc-973d0f6c930e/a719860e-c988-4f15-9154-50798709009b/9c1221e1-6d21-497f-87b7-dfc7b3dcf09c) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:12.424792 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-13e44102-32cd-4cf7-be0a-1b1dafbd00c0 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] show failed (client error): The resource could not be found. Nov 24 05:03:12.428168 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-13e44102-32cd-4cf7-be0a-1b1dafbd00c0 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "GET /v2.0/security-groups/135e0ae5-bc51-4257-8c0f-acd0c78b0ef4 HTTP/1.1" status: 404 len: 347 time: 0.0562377 Nov 24 05:03:12.432144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60984) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:12.432931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85dbac-e2cf-4491-a062-c42f2380a7a6 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=135e0ae5-bc51-4257-8c0f-acd0c78b0ef4,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:12.563893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.576538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f111bc1-0faf-4809-9724-6128a707e30a req-7950702b-c6f7-4946-a6f9-1f69fea61bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:12.578394 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-5f111bc1-0faf-4809-9724-6128a707e30a req-7950702b-c6f7-4946-a6f9-1f69fea61bf2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5092a666-9ff6-4905-ad81-b92144f55977 HTTP/1.1" status: 200 len: 913 time: 1.0866084 Nov 24 05:03:12.585323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.616261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.659944 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ec46fe01-cda0-4d30-85bf-3576f4b402c6 tempest-AgentManagementNegativeTest-799399734 tempest-AgentManagementNegativeTest-799399734-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2866671 Nov 24 05:03:12.714861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Network 37655262-c564-4e18-b0dc-973d0f6c930e is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:12.723159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Pushing event updated for resources: {'Port': ['ID=9c1221e1-6d21-497f-87b7-dfc7b3dcf09c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:12.724904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.726033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:12.730086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:12.731945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60990) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:12.801980 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] For port b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:12.802385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.824455 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.839159 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-5f111bc1-0faf-4809-9724-6128a707e30a req-c996e8b1-e5cb-4fbd-ac7e-d22557d1e85d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 HTTP/1.1" status: 200 len: 1001 time: 0.2424226 Nov 24 05:03:12.855780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Attempting to bind port 9c1221e1-6d21-497f-87b7-dfc7b3dcf09c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:12.856161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Attempting to bind port 9c1221e1-6d21-497f-87b7-dfc7b3dcf09c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '27c3adff-b95b-4cf2-bac6-da573032e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '37655262-c564-4e18-b0dc-973d0f6c930e'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:12.856537 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Attempting to bind port 9c1221e1-6d21-497f-87b7-dfc7b3dcf09c on network 37655262-c564-4e18-b0dc-973d0f6c930e {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:12.864248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:03:12.866018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0f07ddd8-f87d-4cb9-b90e-3b6c1536a6c3 None None] Provisioning complete for port f91eee61-9e37-4f6e-95b6-d67cf9d599ff triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:12.866400 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f07ddd8-f87d-4cb9-b90e-3b6c1536a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.872785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:12.873166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Checking segment: {'id': '27c3adff-b95b-4cf2-bac6-da573032e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '37655262-c564-4e18-b0dc-973d0f6c930e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:12.873629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.874096 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Bound using segment: {'id': '27c3adff-b95b-4cf2-bac6-da573032e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '37655262-c564-4e18-b0dc-973d0f6c930e'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:12.874847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Bound port: 9c1221e1-6d21-497f-87b7-dfc7b3dcf09c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c3adff-b95b-4cf2-bac6-da573032e3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '37655262-c564-4e18-b0dc-973d0f6c930e'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:12.875246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:12.876857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] Calling delete_port for b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:12.977640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] For port 9c1221e1-6d21-497f-87b7-dfc7b3dcf09c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:12.985038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] For port 9c1221e1-6d21-497f-87b7-dfc7b3dcf09c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9c1221e1-6d21-497f-87b7-dfc7b3dcf09c,segment=NetworkSegment(27c3adff-b95b-4cf2-bac6-da573032e3da),segment_id=27c3adff-b95b-4cf2-bac6-da573032e3da)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:13.031544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 94d7c04f-27a8-4bae-9e63-68797101248a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=94d7c04f-27a8-4bae-9e63-68797101248a,segment=NetworkSegment(3c7b424a-00fe-4795-951f-ef50b64f3aa3),segment_id=3c7b424a-00fe-4795-951f-ef50b64f3aa3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:13.046368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.066913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 60994) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:13.069832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f111bc1-0faf-4809-9724-6128a707e30a req-6f19c1cf-503c-4092-b3bd-b74e0238a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:13.071380 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-5f111bc1-0faf-4809-9724-6128a707e30a req-6f19c1cf-503c-4092-b3bd-b74e0238a86b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72a128c7-8d2b-405e-a9ae-c297d81ee2d2 HTTP/1.1" status: 200 len: 851 time: 0.1919084 Nov 24 05:03:13.081047 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6d21a48d-1e72-43ff-b3c7-9772e3e2112a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3f28ba5a20e4aafa69e2c0d1e689588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431063 Nov 24 05:03:13.112930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b416bba-301b-4e92-ad98-46d37b97a491 None None] Pushing event updated for resources: {'Port': ['ID=9c1221e1-6d21-497f-87b7-dfc7b3dcf09c,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:13.116006 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.159967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0f07ddd8-f87d-4cb9-b90e-3b6c1536a6c3 None None] Port f91eee61-9e37-4f6e-95b6-d67cf9d599ff cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:13.184868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.200706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0f07ddd8-f87d-4cb9-b90e-3b6c1536a6c3 None None] Provisioning complete for port 94d7c04f-27a8-4bae-9e63-68797101248a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:13.201075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f07ddd8-f87d-4cb9-b90e-3b6c1536a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.224656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 60998) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:13.247254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=94d7c04f-27a8-4bae-9e63-68797101248a,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:13.349851 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bffa6-a418-41bd-845b-a26c9926d087 req-4a1e31cf-bcd8-4ab3-b1d0-988206a1a9a1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:13.356632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.357752 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec0bffa6-a418-41bd-845b-a26c9926d087 req-4a1e31cf-bcd8-4ab3-b1d0-988206a1a9a1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.6534956 Nov 24 05:03:13.399384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37655262-c564-4e18-b0dc-973d0f6c930e']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:13.411257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c3adff-b95b-4cf2-bac6-da573032e3da') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:13.411674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c3adff-b95b-4cf2-bac6-da573032e3da') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:13.422990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.423123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7feca5d1-1de7-4e10-868a-05099009a097 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Deleting port 9fcf7adb-07e0-4e07-919d-9e673769021b {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:13.423354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7feca5d1-1de7-4e10-868a-05099009a097 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.470720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.482279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:13.482967 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.517351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7a690ebd-9fc9-4cab-b110-e83b9fa7cb71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:13.535547 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:13.547357 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec0bffa6-a418-41bd-845b-a26c9926d087 req-9be2a277-e31e-4b90-8ec9-d625d83104af tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881444 Nov 24 05:03:13.570435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7a690ebd-9fc9-4cab-b110-e83b9fa7cb71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.592287 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Subnet': ['ID=a719860e-c988-4f15-9154-50798709009b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:13.616243 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a958434-0651-43cb-a5a8-755c7499e0e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.629447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f111bc1-0faf-4809-9724-6128a707e30a req-cfe3f506-dad1-4bd3-a6fa-2cc04f194575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:13.630976 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-5f111bc1-0faf-4809-9724-6128a707e30a req-cfe3f506-dad1-4bd3-a6fa-2cc04f194575 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5092a666-9ff6-4905-ad81-b92144f55977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5468254 Nov 24 05:03:13.677497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router e0310a87-aa7c-4610-8a11-273b354d9613 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:03:13.701762 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7feca5d1-1de7-4e10-868a-05099009a097 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.701762 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7feca5d1-1de7-4e10-868a-05099009a097 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.724264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7feca5d1-1de7-4e10-868a-05099009a097 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Calling delete_port for 9fcf7adb-07e0-4e07-919d-9e673769021b owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:13.750359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.api [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 05:03:13.750359 dv-neutron-818850-5-hyperv neutron-server[103232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 05:03:13.750359 dv-neutron-818850-5-hyperv neutron-server[103232]: [parameters: {'id': '37655262-c564-4e18-b0dc-973d0f6c930e'}] Nov 24 05:03:13.750359 dv-neutron-818850-5-hyperv neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:03:13.750828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG oslo_db.api [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:03:13.759083 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7a690ebd-9fc9-4cab-b110-e83b9fa7cb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.762032 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7a690ebd-9fc9-4cab-b110-e83b9fa7cb71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.763234 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7a690ebd-9fc9-4cab-b110-e83b9fa7cb71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f18c4720-de4d-4a45-8b81-8ea0a7ddfbbf HTTP/1.1" status: 204 len: 168 time: 0.5365355 Nov 24 05:03:13.781361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a690ebd-9fc9-4cab-b110-e83b9fa7cb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18c4720-de4d-4a45-8b81-8ea0a7ddfbbf,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:13.890920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:13.907776 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Sync routers for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:13.908381 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-5f111bc1-0faf-4809-9724-6128a707e30a req-99c09ebc-f79e-424c-ba48-8ea1066e549f service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344601 Nov 24 05:03:13.920216 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:13.921405 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:13.931619 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.964869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:13.966112 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e7495a3f-1846-4166-b548-96cc72f2fe9e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.9687667 Nov 24 05:03:13.970852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32772) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:13.985848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a958434-0651-43cb-a5a8-755c7499e0e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.005795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:14.028452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a958434-0651-43cb-a5a8-755c7499e0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.094238 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3a958434-0651-43cb-a5a8-755c7499e0e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3d2402eea83433ab2c99273e647a13b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0217211 Nov 24 05:03:14.111570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32776) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:14.128895 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:14.143162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca3ba0-b9a6-4b1e-8aa6-7cb34b489087 None None] Sync routers for ids ['e0310a87-aa7c-4610-8a11-273b354d9613'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:14.162284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca3ba0-b9a6-4b1e-8aa6-7cb34b489087 None None] Routers {'e0310a87-aa7c-4610-8a11-273b354d9613'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:14.162940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-63ca3ba0-b9a6-4b1e-8aa6-7cb34b489087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e0310a87-aa7c-4610-8a11-273b354d9613'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:14.189155 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a958434-0651-43cb-a5a8-755c7499e0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6c119d-2905-41db-81ef-4a805210df81,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:14.211976 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:14.226668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.233848 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6c133b5b-eb7f-4931-9347-8512a9e0a54d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5254242 Nov 24 05:03:14.235265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32780) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:14.249554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-63ca3ba0-b9a6-4b1e-8aa6-7cb34b489087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:14.259658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca3ba0-b9a6-4b1e-8aa6-7cb34b489087 None None] Routers {'e0310a87-aa7c-4610-8a11-273b354d9613'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:14.260597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-63ca3ba0-b9a6-4b1e-8aa6-7cb34b489087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e0310a87-aa7c-4610-8a11-273b354d9613'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:14.263746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.313421 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-5f111bc1-0faf-4809-9724-6128a707e30a req-c2c0555b-48f6-4c56-8efb-00295c8a5520 service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979111 Nov 24 05:03:14.314399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-63ca3ba0-b9a6-4b1e-8aa6-7cb34b489087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:14.315412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca3ba0-b9a6-4b1e-8aa6-7cb34b489087 None None] The sync data for ids ['e0310a87-aa7c-4610-8a11-273b354d9613'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:14.412731 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1f775504-3767-49f2-bd8c-f5c641275eac tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=227fcf8641794a6b9aef85d3570bf3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4345124 Nov 24 05:03:14.416621 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32786) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:14.447136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3190e09-f067-4c96-86c6-82f5a6e20eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.478347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting port 9c1221e1-6d21-497f-87b7-dfc7b3dcf09c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:14.479258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.522598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3190e09-f067-4c96-86c6-82f5a6e20eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.632162 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:03:10Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:14.642770 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] For port 9c1221e1-6d21-497f-87b7-dfc7b3dcf09c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9c1221e1-6d21-497f-87b7-dfc7b3dcf09c,segment=NetworkSegment(27c3adff-b95b-4cf2-bac6-da573032e3da),segment_id=27c3adff-b95b-4cf2-bac6-da573032e3da)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:14.643141 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.669505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Calling delete_port for 9c1221e1-6d21-497f-87b7-dfc7b3dcf09c owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:14.697135 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Checking router: 5026718c-0420-4f5f-bb8b-6bc4eafb4224 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:03:14.697508 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Updating router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 port 12147578-ff7c-4234-b3bd-9e1b935d2dc2 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:03:14.722476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cca2d6-cea5-4d63-a33b-ae87ce8370f9 None None] Network 37655262-c564-4e18-b0dc-973d0f6c930e requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:14.761631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3190e09-f067-4c96-86c6-82f5a6e20eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.769849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3190e09-f067-4c96-86c6-82f5a6e20eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.775360 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d3190e09-f067-4c96-86c6-82f5a6e20eb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b6c119d-2905-41db-81ef-4a805210df81 HTTP/1.1" status: 204 len: 168 time: 0.6480350 Nov 24 05:03:14.778962 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.833780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3190e09-f067-4c96-86c6-82f5a6e20eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6c119d-2905-41db-81ef-4a805210df81,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:14.884575 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.923295 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7feca5d1-1de7-4e10-868a-05099009a097 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.927838 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-edeb5b7f-7c5a-42da-9adb-a1542d3d12a5 None None] Could not find standard attr ID for object 9c1221e1-6d21-497f-87b7-dfc7b3dcf09c. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:03:14.961542 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feca5d1-1de7-4e10-868a-05099009a097 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Pushing event deleted for resources: {'Port': ['ID=9fcf7adb-07e0-4e07-919d-9e673769021b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:14.963316 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:14.974172 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d1573e-ea87-4ae2-8a5a-d8fd120be057 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:14.975828 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-19d1573e-ea87-4ae2-8a5a-d8fd120be057 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5562415 Nov 24 05:03:14.988728 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Port': ['ID=9c1221e1-6d21-497f-87b7-dfc7b3dcf09c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:14.989734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32802) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:15.002840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No DVR routers for this DVR port 9c1221e1-6d21-497f-87b7-dfc7b3dcf09c on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:15.033752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab3d1c3-b6c3-482d-843a-44ba91241ffe None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:15.069146 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0fdb0a21-80e6-4986-99ff-84f6e0b21948 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0769925 Nov 24 05:03:15.082639 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32804) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:15.083350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfb3ef-a76c-4c3e-aac3-46aedd6d49f0 req-12d1701d-c33f-4cc1-816c-c3b33511dd34 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:15.085142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-75bfb3ef-a76c-4c3e-aac3-46aedd6d49f0 req-12d1701d-c33f-4cc1-816c-c3b33511dd34 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3679068 Nov 24 05:03:15.099145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312443862', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:15.210722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c7b400-2ad7-4ccc-8aa3-bb6814dc13f7 None None] DHCP port deletion for 37655262-c564-4e18-b0dc-973d0f6c930e request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:15.330530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.377665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37655262-c564-4e18-b0dc-973d0f6c930e']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:15.410179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c3adff-b95b-4cf2-bac6-da573032e3da') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:15.410906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c3adff-b95b-4cf2-bac6-da573032e3da') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:15.432057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.445620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 94d7c04f-27a8-4bae-9e63-68797101248a up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:15.447724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:15.452512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.456972 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-75bfb3ef-a76c-4c3e-aac3-46aedd6d49f0 req-da500407-2894-4a88-91e2-16a9274bba92 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528264 Nov 24 05:03:15.473888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.490863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:15.491788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:15.495667 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:15.515859 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7feca5d1-1de7-4e10-868a-05099009a097 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.524792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7feca5d1-1de7-4e10-868a-05099009a097 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.526233 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7feca5d1-1de7-4e10-868a-05099009a097 tempest-ServersTestManualDisk-1977780912 tempest-ServersTestManualDisk-1977780912-project] 10.222.0.37 "DELETE /v2.0/floatingips/fd9039dc-2c17-4bc9-a7ce-de602f521bea HTTP/1.1" status: 204 len: 168 time: 3.0913465 Nov 24 05:03:15.537965 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32816) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:15.570863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 94d7c04f-27a8-4bae-9e63-68797101248a triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:15.571243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.609063 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.618823 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.697457 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.712346 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.715813 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/37655262-c564-4e18-b0dc-973d0f6c930e HTTP/1.1" status: 204 len: 168 time: 4.5118828 Nov 24 05:03:15.727095 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32826) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:15.735349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9a13b-c79e-43f6-8ba2-c1958ab97bad tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Network': ['ID=37655262-c564-4e18-b0dc-973d0f6c930e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:15.736004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-628343767'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:15.745947 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Pushing event updated for resources: {'Port': ['ID=12147578-ff7c-4234-b3bd-9e1b935d2dc2,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:15.762230 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.763000 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.763368 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.766887 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.767303 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.770672 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.771476 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.772053 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.772429 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.773029 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.773378 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.773722 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:15.792989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1f5354-8bee-41f4-8f73-797fef178842 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:15.830036 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Attempting to bind port 12147578-ff7c-4234-b3bd-9e1b935d2dc2 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:15.830430 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Attempting to bind port 12147578-ff7c-4234-b3bd-9e1b935d2dc2 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:15.830795 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Attempting to bind port 12147578-ff7c-4234-b3bd-9e1b935d2dc2 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:15.840570 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:15.841124 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:15.844566 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.845052 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:15.845587 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Bound port: 12147578-ff7c-4234-b3bd-9e1b935d2dc2, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:15.846243 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.872052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3721c051-ba82-4fc7-afb1-2f3a554f1200 None None] Provisioning complete for port 12147578-ff7c-4234-b3bd-9e1b935d2dc2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:15.874417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3721c051-ba82-4fc7-afb1-2f3a554f1200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.909619 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] For port 12147578-ff7c-4234-b3bd-9e1b935d2dc2, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:15.918597 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] For port 12147578-ff7c-4234-b3bd-9e1b935d2dc2, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=12147578-ff7c-4234-b3bd-9e1b935d2dc2,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:15.929580 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.962597 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:15.964523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3721c051-ba82-4fc7-afb1-2f3a554f1200 None None] Port 12147578-ff7c-4234-b3bd-9e1b935d2dc2 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:16.002528 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eee280-2f01-4a3f-9cc5-3994dd9f790f None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:16.018067 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:16.018722 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:16.083654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1aa993f8-2085-4438-b776-8782790860c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:16.121773 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Subnet': ['ID=525a4a93-e392-4468-9b67-9ecd7c3d7863,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:16.126437 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d50949-43fb-4091-8ecf-bbbcf35de307 None None] Pushing event updated for resources: {'Port': ['ID=12147578-ff7c-4234-b3bd-9e1b935d2dc2,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:16.132775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Checking segment: {'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:16.133531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network hostable DHCP agents. Network: 71a7fc35-9529-48a5-9505-3edd8dcad952, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:16.144656 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bf6170ba-0be4-4e95-a2cf-6fac42c63752 None None] Provisioning complete for port 12147578-ff7c-4234-b3bd-9e1b935d2dc2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:16.149601 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bf6170ba-0be4-4e95-a2cf-6fac42c63752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:16.156648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 71a7fc35-9529-48a5-9505-3edd8dcad952 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:16.174542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 71a7fc35-9529-48a5-9505-3edd8dcad952) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:16.187365 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:16.188942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:16.205378 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:16.237581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea38c3f7-b8db-4fdf-b100-b689f5512c30 None None] Network 71a7fc35-9529-48a5-9505-3edd8dcad952 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:16.386225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bf6170ba-0be4-4e95-a2cf-6fac42c63752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:16.416504 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bde5baa9-0564-4cf1-8b6b-1435811fadd1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3186982 Nov 24 05:03:16.416724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32846) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:16.440147 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:16.446339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bf6170ba-0be4-4e95-a2cf-6fac42c63752 None None] For port 12147578-ff7c-4234-b3bd-9e1b935d2dc2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=12147578-ff7c-4234-b3bd-9e1b935d2dc2,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:16.461489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:16.469019 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bf6170ba-0be4-4e95-a2cf-6fac42c63752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:16.523415 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:03:16.548159 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:03:10Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:16.562296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32850) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:16.571327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6170ba-0be4-4e95-a2cf-6fac42c63752 None None] Pushing event updated for resources: {'Port': ['ID=12147578-ff7c-4234-b3bd-9e1b935d2dc2,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:16.591542 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6a678-f98d-433a-b3b2-fa9bef54e021 None None] The sync data for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv is: [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:03:10Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:16.629164 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-71a7fc35-9529-48a5-9505-3edd8dcad952', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:16.630067 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:16.777623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:16.811427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32856) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:16.860645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:16.861010 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Added segment 1b20ab6e-a149-428e-8e0d-0fa67be7862a of type vlan for network d97f38b2-5b06-4824-ab26-9c796adc0179 Nov 24 05:03:16.916830 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] Router 1e11f492-f92e-454b-883c-68b44a3a9e82 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:16.928002 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2441f0c3-5550-449d-aa16-82bfb7172153 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:16.940274 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-ce7bb971-5a66-4790-ac91-6ba1d3bd1eb0 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:16.944393 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ce7bb971-5a66-4790-ac91-6ba1d3bd1eb0 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3779733 Nov 24 05:03:16.944775 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Allocated IP 172.20.0.2 (71a7fc35-9529-48a5-9505-3edd8dcad952/525a4a93-e392-4468-9b67-9ecd7c3d7863/25b6e31f-5277-4aa4-9efa-352f53635037) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:16.956934 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32860) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:16.960938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-e4123d59-5cc3-4190-8f0a-68a1ef33d77c tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:16.961246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0272a4-d6b3-44d0-8d9d-eb4d6497c8ed req-092b8fe8-0bfe-44cf-b9f1-e37adfd4512a tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:16.962935 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f0272a4-d6b3-44d0-8d9d-eb4d6497c8ed req-092b8fe8-0bfe-44cf-b9f1-e37adfd4512a tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3207805 Nov 24 05:03:16.964924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32862) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:16.970473 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e4123d59-5cc3-4190-8f0a-68a1ef33d77c tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0131791 Nov 24 05:03:16.984656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-f3db280a-ddfd-4edf-b406-d4269b624e55 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:16.984656 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f3db280a-ddfd-4edf-b406-d4269b624e55 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0086377 Nov 24 05:03:17.006665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:17.013254 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32864) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.038057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-9f1d6ee1-9536-4b6e-84e5-44f1690c1164 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.039063 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9f1d6ee1-9536-4b6e-84e5-44f1690c1164 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0171349 Nov 24 05:03:17.045221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32866) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.090443 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-232ddf96-184a-4655-bca9-6045aebb6384 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.091730 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-232ddf96-184a-4655-bca9-6045aebb6384 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0385158 Nov 24 05:03:17.096187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32868) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.100614 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-71a27816-8ce0-4b5a-93d5-a6e5ccbf9521 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.104241 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-71a27816-8ce0-4b5a-93d5-a6e5ccbf9521 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043640 Nov 24 05:03:17.104419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32870) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.108756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-bd71f932-55f2-4285-972b-594bcdee0953 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.112925 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bd71f932-55f2-4285-972b-594bcdee0953 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043783 Nov 24 05:03:17.112925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32872) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.126138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-96995335-4322-4065-b142-49d59b311994 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.129888 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-96995335-4322-4065-b142-49d59b311994 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0138271 Nov 24 05:03:17.132507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32874) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.136443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-ed2d017d-86c4-42d1-ad87-a83cdad84632 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.140885 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ed2d017d-86c4-42d1-ad87-a83cdad84632 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044308 Nov 24 05:03:17.141088 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32876) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.145670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-e78d7ccc-a41a-43fd-b665-a85016322cc6 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.149193 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e78d7ccc-a41a-43fd-b665-a85016322cc6 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047443 Nov 24 05:03:17.149344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32878) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.153847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-ae1ec02c-cab5-46bf-8eba-985ff7489b7b tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.157823 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ae1ec02c-cab5-46bf-8eba-985ff7489b7b tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045760 Nov 24 05:03:17.158639 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32880) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.162540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-e557ef20-c64f-4117-9123-8a4c3636201a tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.166529 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e557ef20-c64f-4117-9123-8a4c3636201a tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042241 Nov 24 05:03:17.166529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32882) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.170660 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-9cbb27b6-11e4-421b-b2c1-e8e9cc34192e tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.174620 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9cbb27b6-11e4-421b-b2c1-e8e9cc34192e tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045078 Nov 24 05:03:17.175419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32884) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.179848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-6522c578-c597-4440-b813-b811455142dc tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.184746 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6522c578-c597-4440-b813-b811455142dc tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051451 Nov 24 05:03:17.184746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32886) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.189831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-2fe70560-4631-41b4-99e8-3577f697b9b9 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.193456 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2fe70560-4631-41b4-99e8-3577f697b9b9 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057099 Nov 24 05:03:17.203475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32888) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.205456 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:17.212908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-07225756-cd0c-4957-8e4e-8cf0959b7fa6 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.214207 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-07225756-cd0c-4957-8e4e-8cf0959b7fa6 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057659 Nov 24 05:03:17.223449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:17.227932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:17.235050 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:17.235528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:17.237824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32890) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.261406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-4f0a9307-943a-45ac-82b9-bcee295b6fd0 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.262482 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4f0a9307-943a-45ac-82b9-bcee295b6fd0 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0090761 Nov 24 05:03:17.270696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32892) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.307568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Network 71a7fc35-9529-48a5-9505-3edd8dcad952 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:17.310659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:17.314836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:17.317489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-bf869ecb-0f90-43aa-8f24-a4e3a53e6d9a tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.324638 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bf869ecb-0f90-43aa-8f24-a4e3a53e6d9a tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0195584 Nov 24 05:03:17.328253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32894) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.341548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Pushing event updated for resources: {'Port': ['ID=25b6e31f-5277-4aa4-9efa-352f53635037,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:17.342017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-4d4ac917-65b2-4d5d-a37a-b2da75a00596 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.344053 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4d4ac917-65b2-4d5d-a37a-b2da75a00596 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0113158 Nov 24 05:03:17.348153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32896) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.354666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-81c05938-0be7-476e-ba15-3eba3fe72693 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.359387 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-81c05938-0be7-476e-ba15-3eba3fe72693 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0065670 Nov 24 05:03:17.359387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32898) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.364533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-3b702a55-f08d-4005-a650-adb760326114 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.367780 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3b702a55-f08d-4005-a650-adb760326114 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056238 Nov 24 05:03:17.368610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32900) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.372195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 12147578-ff7c-4234-b3bd-9e1b935d2dc2 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:17.402167 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f0272a4-d6b3-44d0-8d9d-eb4d6497c8ed req-7d5cc37e-615c-4963-9fa6-41bfe07612d0 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4166114 Nov 24 05:03:17.411989 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2441f0c3-5550-449d-aa16-82bfb7172153 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] 10.222.0.37 "PUT /v2.0/quotas/4bb52ed797314dd69b13cd4aeb1e58af HTTP/1.1" status: 200 len: 366 time: 0.5956883 Nov 24 05:03:17.419955 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32902) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.438002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Attempting to bind port 25b6e31f-5277-4aa4-9efa-352f53635037 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:17.441185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Attempting to bind port 25b6e31f-5277-4aa4-9efa-352f53635037 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:17.441772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Attempting to bind port 25b6e31f-5277-4aa4-9efa-352f53635037 on network 71a7fc35-9529-48a5-9505-3edd8dcad952 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:17.443680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-573d5c54-7a07-429f-9533-d7171d9b7bab tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.446955 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-573d5c54-7a07-429f-9533-d7171d9b7bab tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044322 Nov 24 05:03:17.447756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32906) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.454080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-2cbfe101-59c9-401d-888c-2188de6714ce tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.457286 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2cbfe101-59c9-401d-888c-2188de6714ce tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0066099 Nov 24 05:03:17.463701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:17.464194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Checking segment: {'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:17.464673 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:17.465138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Bound using segment: {'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:17.465875 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Bound port: 25b6e31f-5277-4aa4-9efa-352f53635037, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:17.466371 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:17.477971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32908) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.484703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-f249d20e-ddf2-49cc-bb88-090b0858221e tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.485883 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f249d20e-ddf2-49cc-bb88-090b0858221e tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0070121 Nov 24 05:03:17.487088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:17.488541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32910) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.497731 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-4fcac9b0-f171-4f8b-b3fb-c71cc2c42955 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.498944 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4fcac9b0-f171-4f8b-b3fb-c71cc2c42955 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0092838 Nov 24 05:03:17.502071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32912) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.505318 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7739487 Nov 24 05:03:17.508402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-0fd1064e-2ec4-4f1f-b13a-56b933bfd38c tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.509365 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0fd1064e-2ec4-4f1f-b13a-56b933bfd38c tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061896 Nov 24 05:03:17.512002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32914) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.512993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32916) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.521819 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'network_id': 'd97f38b2-5b06-4824-ab26-9c796adc0179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:17.528271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-241edd01-84a1-462b-8b57-765b0c140979 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.529242 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-241edd01-84a1-462b-8b57-765b0c140979 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0137029 Nov 24 05:03:17.533559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32918) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.541710 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b1bed-c9d1-4653-a480-49901b0a4fa8 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=d97f38b2-5b06-4824-ab26-9c796adc0179,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:17.550081 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fbb67602-bd0f-47fa-9bcd-24a9f643e304 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1219220 Nov 24 05:03:17.551028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-b6997c87-349d-4080-a4ca-e2872240e583 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.552164 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b6997c87-349d-4080-a4ca-e2872240e583 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0078201 Nov 24 05:03:17.562020 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32920) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.562506 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32922) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.571175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] For port 25b6e31f-5277-4aa4-9efa-352f53635037, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:17.574071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-e65dab5c-1e03-411e-910e-ba539673752b tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.575053 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e65dab5c-1e03-411e-910e-ba539673752b tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0104349 Nov 24 05:03:17.580321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] For port 25b6e31f-5277-4aa4-9efa-352f53635037, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=25b6e31f-5277-4aa4-9efa-352f53635037,segment=NetworkSegment(34da4f99-2b70-4abd-838d-a67f5ef97f08),segment_id=34da4f99-2b70-4abd-838d-a67f5ef97f08)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:17.581093 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32924) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.585448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network d97f38b2-5b06-4824-ab26-9c796adc0179 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:17.607377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:17.615757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-bf330c37-2bed-4fc3-8185-e0ad3ec2a4f1 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.616743 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bf330c37-2bed-4fc3-8185-e0ad3ec2a4f1 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0249410 Nov 24 05:03:17.619866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32926) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.629896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:17.642428 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b35f49e-9cb7-4306-8de1-353d86edfc07 None None] Sync routers for ids ['1e11f492-f92e-454b-883c-68b44a3a9e82'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:17.644516 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2a07ed60-d7ab-4dce-9571-9ad3241249b2 admin admin] 10.222.0.37 "PUT /v2.0/routers/1e11f492-f92e-454b-883c-68b44a3a9e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6003721 Nov 24 05:03:17.653338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32928) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.657760 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b35f49e-9cb7-4306-8de1-353d86edfc07 None None] Routers {'1e11f492-f92e-454b-883c-68b44a3a9e82'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:17.658427 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0b35f49e-9cb7-4306-8de1-353d86edfc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1e11f492-f92e-454b-883c-68b44a3a9e82'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:17.694568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 12147578-ff7c-4234-b3bd-9e1b935d2dc2 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:17.694937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:17.710888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-3d54e6ea-7b67-42c1-93c9-436cfc98e74d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.711921 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3d54e6ea-7b67-42c1-93c9-436cfc98e74d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0893834 Nov 24 05:03:17.713389 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8e0e9666-c206-40f9-9ff8-934457a1fe20 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] 10.222.0.37 "GET /v2.0/quotas/4bb52ed797314dd69b13cd4aeb1e58af HTTP/1.1" status: 200 len: 366 time: 0.1498892 Nov 24 05:03:17.725216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32930) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.725760 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32932) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.740793 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-c8414c1d-db14-4216-a5c6-1d4993b35c8c tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.742016 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c8414c1d-db14-4216-a5c6-1d4993b35c8c tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0120451 Nov 24 05:03:17.757653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32934) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.763566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-508f4ebe-8ba5-4032-bda6-7b51189d03a4 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.770026 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-508f4ebe-8ba5-4032-bda6-7b51189d03a4 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0057602 Nov 24 05:03:17.782374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32936) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.804387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-487f19b4-392d-495d-ae94-9ce5a4240c77 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.805473 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-487f19b4-392d-495d-ae94-9ce5a4240c77 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0206969 Nov 24 05:03:17.817602 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32938) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.826447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:17.831135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-67309e1e-3c6d-4390-933a-fcc75fe1fb63 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.832341 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-67309e1e-3c6d-4390-933a-fcc75fe1fb63 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0072351 Nov 24 05:03:17.836188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32940) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.851409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eddcac-e5b4-463e-a320-c857dc8fa9d8 None None] Pushing event updated for resources: {'Port': ['ID=25b6e31f-5277-4aa4-9efa-352f53635037,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:17.855147 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2c6a8-b623-4ef2-8215-6fbb20d21760 req-f87fca8f-0d10-4a16-a2eb-c1968083be98 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:17.857133 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-97b2c6a8-b623-4ef2-8215-6fbb20d21760 req-f87fca8f-0d10-4a16-a2eb-c1968083be98 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3089385 Nov 24 05:03:17.862623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-992d30e2-cf54-49e1-a3cb-9775b1bc5b22 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.865975 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-992d30e2-cf54-49e1-a3cb-9775b1bc5b22 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0053322 Nov 24 05:03:17.925092 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0b35f49e-9cb7-4306-8de1-353d86edfc07 None None] Set router 1e11f492-f92e-454b-883c-68b44a3a9e82 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:17.927471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32942) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.935375 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-54fe15ba-ab82-455d-a358-93b1ca3e2d0c tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/4bb52ed797314dd69b13cd4aeb1e58af HTTP/1.1" status: 204 len: 168 time: 0.2040880 Nov 24 05:03:17.949709 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32944) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.953238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-b3d6351e-f9ae-4005-b06c-5d6a4c95387a tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.956651 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b3d6351e-f9ae-4005-b06c-5d6a4c95387a tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0178521 Nov 24 05:03:17.961388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32946) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:17.982562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-c1c4108a-283a-4a9a-943e-276ee98ae63d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:17.986142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c1c4108a-283a-4a9a-943e-276ee98ae63d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0124490 Nov 24 05:03:17.990365 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32948) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.001695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-8cc5c828-9f8d-4722-9987-7220175ec65a tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.003264 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8cc5c828-9f8d-4722-9987-7220175ec65a tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0107107 Nov 24 05:03:18.016155 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32950) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.028314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-4535ba7d-87ba-40bb-9524-09f163f74c13 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.031940 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4535ba7d-87ba-40bb-9524-09f163f74c13 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0100441 Nov 24 05:03:18.036291 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32952) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.044523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-12b70b15-1c49-4aa2-b02b-1f118df8da9e tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.048906 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-12b70b15-1c49-4aa2-b02b-1f118df8da9e tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0075519 Nov 24 05:03:18.051085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32954) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.062058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-1912c23f-de62-4211-866f-17d0041f658f tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.062952 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1912c23f-de62-4211-866f-17d0041f658f tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0108523 Nov 24 05:03:18.067306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32956) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.069855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-4b6db764-90ab-4317-bdb6-f41ac379323d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.070803 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4b6db764-90ab-4317-bdb6-f41ac379323d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042431 Nov 24 05:03:18.073700 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32958) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.079285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-a43c9c4b-c319-48c5-b5e2-a8c996709cb3 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.080949 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a43c9c4b-c319-48c5-b5e2-a8c996709cb3 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0061932 Nov 24 05:03:18.086826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32960) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.088843 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:18.092386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:18.098283 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-04dbec61-5a27-4466-a40b-0e4b78cc03e5 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.099256 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-04dbec61-5a27-4466-a40b-0e4b78cc03e5 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0113852 Nov 24 05:03:18.103212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32962) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.124772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-91903cdb-5322-47bf-a8fc-665d314b2bee tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.128338 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-91903cdb-5322-47bf-a8fc-665d314b2bee tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0182405 Nov 24 05:03:18.130663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32964) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.132070 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4fb61586-98de-4c63-88ce-d68691c30790 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1756303 Nov 24 05:03:18.149071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:18.152066 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-fd13ad29-e5b2-4041-9494-e411c8a8ccab tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.152185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32966) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.153133 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fd13ad29-e5b2-4041-9494-e411c8a8ccab tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0215347 Nov 24 05:03:18.162551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32968) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.171105 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-9cdb3946-ea5a-47bc-b13f-2c816fa13f59 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.172473 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9cdb3946-ea5a-47bc-b13f-2c816fa13f59 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0065136 Nov 24 05:03:18.187615 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-06a98a7b-59b0-474c-9afc-3aa2c3fd7cba tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] 10.222.0.37 "GET /v2.0/quotas/4bb52ed797314dd69b13cd4aeb1e58af HTTP/1.1" status: 200 len: 370 time: 0.0208981 Nov 24 05:03:18.188441 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32970) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.213082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32972) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.238272 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0b35f49e-9cb7-4306-8de1-353d86edfc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:03:13Z', 'revision_number': 5, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:18.245648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-082c61ff-9181-4111-a483-198ea47d6936 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.252825 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-83c6e893-b902-45d4-a7ae-68d6ca120f22 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] 10.222.0.37 "GET /v2.0/quotas/4bb52ed797314dd69b13cd4aeb1e58af/default HTTP/1.1" status: 200 len: 370 time: 0.0357916 Nov 24 05:03:18.257100 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-082c61ff-9181-4111-a483-198ea47d6936 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0133281 Nov 24 05:03:18.271820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32974) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.272459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32976) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.275440 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b35f49e-9cb7-4306-8de1-353d86edfc07 None None] Checking router: 1e11f492-f92e-454b-883c-68b44a3a9e82 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:03:18.288752 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b35f49e-9cb7-4306-8de1-353d86edfc07 None None] Routers {'1e11f492-f92e-454b-883c-68b44a3a9e82'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:18.289361 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0b35f49e-9cb7-4306-8de1-353d86edfc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:02:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1e11f492-f92e-454b-883c-68b44a3a9e82'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:18.290198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-43f49cf2-5d46-46a2-ae4e-06b108c82b29 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.294198 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-43f49cf2-5d46-46a2-ae4e-06b108c82b29 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0164049 Nov 24 05:03:18.323319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32978) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.330669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e0c02e4a-e5e8-4704-a0f0-10090ce45341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:18.331231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-c0f5e7fc-3d5e-4c44-8e2d-a6c7d61c4ab2 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.332160 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c0f5e7fc-3d5e-4c44-8e2d-a6c7d61c4ab2 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074198 Nov 24 05:03:18.345337 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32980) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.349309 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-97b2c6a8-b623-4ef2-8215-6fbb20d21760 req-ca16e9bc-ec6c-4bc6-8618-42647284cc80 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239931 Nov 24 05:03:18.356552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-50a012e0-71c3-423c-ae8d-91818a577e3d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.357589 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-50a012e0-71c3-423c-ae8d-91818a577e3d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071228 Nov 24 05:03:18.362118 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-9adfd9f1-8043-4434-ab13-89d878cfc488 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] delete failed (client error): The resource could not be found. Nov 24 05:03:18.363185 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9adfd9f1-8043-4434-ab13-89d878cfc488 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/4bb52ed797314dd69b13cd4aeb1e58af HTTP/1.1" status: 404 len: 348 time: 0.0843136 Nov 24 05:03:18.368382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 32982) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.372752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:18.380946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-e9013a12-b20e-457a-b0e8-d3a4b2915685 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.383039 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e9013a12-b20e-457a-b0e8-d3a4b2915685 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0059526 Nov 24 05:03:18.396230 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32988) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.412981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-2785f1c3-6c8c-4ac0-b744-a7c37007213f tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.416532 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2785f1c3-6c8c-4ac0-b744-a7c37007213f tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0164042 Nov 24 05:03:18.424199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32990) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.430849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-9026400f-1bb9-415e-8063-c0fdf6d00aaa tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.434416 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9026400f-1bb9-415e-8063-c0fdf6d00aaa tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0066917 Nov 24 05:03:18.472126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32992) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.478190 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0b35f49e-9cb7-4306-8de1-353d86edfc07 None None] Set router 1e11f492-f92e-454b-883c-68b44a3a9e82 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:18.488245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-8b2d150e-fa1b-4c4b-8096-f8cb2c842da1 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.493525 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8b2d150e-fa1b-4c4b-8096-f8cb2c842da1 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0164714 Nov 24 05:03:18.498194 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32994) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.512775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-4cc9ff2e-0fb6-41fe-a307-03ee37122edb tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.516036 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4cc9ff2e-0fb6-41fe-a307-03ee37122edb tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0116785 Nov 24 05:03:18.516577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32996) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.522984 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-1f09b03e-de51-418a-a859-f490990e86d6 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.526511 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1f09b03e-de51-418a-a859-f490990e86d6 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047181 Nov 24 05:03:18.530928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 32998) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.537814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.20.0.1 (2cf8fe5e-fa62-4314-b2d0-7d4647aec691/d68159f3-af06-48df-bf92-81e6fc9868d4/ec97c3cd-832f-4b82-b939-f3673ac90ff3) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:18.541432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-6a9cecfd-29d1-422c-be81-0a927e7e8f23 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.545134 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6a9cecfd-29d1-422c-be81-0a927e7e8f23 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0077934 Nov 24 05:03:18.550299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33000) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.557200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-4f28e7f4-3df8-44ee-a9a6-938db7b39d31 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.558305 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4f28e7f4-3df8-44ee-a9a6-938db7b39d31 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0071325 Nov 24 05:03:18.566487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33002) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.576547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-270a8243-d668-467d-9aa2-0f0385b1f662 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.577671 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-270a8243-d668-467d-9aa2-0f0385b1f662 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0102010 Nov 24 05:03:18.603632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33004) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.603836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33006) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.623693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-c9d30b13-d923-4378-858a-029179e1feee tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.625475 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c9d30b13-d923-4378-858a-029179e1feee tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0206032 Nov 24 05:03:18.631583 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33010) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.662991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:18.668428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-49c03e55-613c-4735-a4b7-6f81b887eef0 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.669560 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-49c03e55-613c-4735-a4b7-6f81b887eef0 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0311046 Nov 24 05:03:18.672689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33012) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.688193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-72b57ad1-d77a-418a-977e-7c462855d80c tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.689173 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-72b57ad1-d77a-418a-977e-7c462855d80c tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0122657 Nov 24 05:03:18.697278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33014) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.710362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-8d35c740-6cf7-4ae8-b4f4-a36ea126e85f tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.712286 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8d35c740-6cf7-4ae8-b4f4-a36ea126e85f tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0129895 Nov 24 05:03:18.721194 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33016) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.726478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.1 (71a7fc35-9529-48a5-9505-3edd8dcad952/525a4a93-e392-4468-9b67-9ecd7c3d7863/ca99135f-0747-4013-a7ef-95b1d022cf09) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:18.729015 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0b35f49e-9cb7-4306-8de1-353d86edfc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:03:13Z', 'revision_number': 5, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:18.733009 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-2b8d88ca-686a-481e-b4eb-242081f916ba tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.734445 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2b8d88ca-686a-481e-b4eb-242081f916ba tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0101061 Nov 24 05:03:18.743785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33018) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.751552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-2a4f2d30-6cf3-4bcb-b4c8-41f5b161cb6d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.755008 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2a4f2d30-6cf3-4bcb-b4c8-41f5b161cb6d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0072229 Nov 24 05:03:18.755008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Usage tracker for resource:network and project:63b91c30f1024cd58c6915ba21a9a5e7 is out of sync, need to count used quota {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 05:03:18.760699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33020) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.771937 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b35f49e-9cb7-4306-8de1-353d86edfc07 None None] The sync data for ids ['1e11f492-f92e-454b-883c-68b44a3a9e82'] in dv-neutron-818850-5-hyperv is: [{'id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'name': 'tempest-ServersTestJSON-1429203295-router', 'tenant_id': 'c21a60c35b2340909ad2604d29a24490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:27Z', 'updated_at': '2021-11-24T05:03:13Z', 'revision_number': 5, 'project_id': 'c21a60c35b2340909ad2604d29a24490', 'gw_port': {'id': '201a2efe-0b99-47c1-951f-d29261f3c302', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e11f492-f92e-454b-883c-68b44a3a9e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:29Z', 'updated_at': '2021-11-24T05:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:18.785044 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [None req-4ff34f55-21af-4d91-9fe6-3eb4bd1e0b1f tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.786020 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4ff34f55-21af-4d91-9fe6-3eb4bd1e0b1f tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0168424 Nov 24 05:03:18.788119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 05:03:18.801199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33022) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.812642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-f31d8cb0-6eb8-42a0-bf20-2ea30f194568 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.815916 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f31d8cb0-6eb8-42a0-bf20-2ea30f194568 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0103307 Nov 24 05:03:18.819172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33024) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.826059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-8b0e1557-e40a-436c-a06e-159eb79b13a7 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.830095 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8b0e1557-e40a-436c-a06e-159eb79b13a7 tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043488 Nov 24 05:03:18.837342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33026) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:18.844697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [None req-b1095f76-384f-4c82-acca-3e074a06799d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:03:18.845650 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b1095f76-384f-4c82-acca-3e074a06799d tempest-ExtensionsTestJSON-2068787815 tempest-ExtensionsTestJSON-2068787815-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052876 Nov 24 05:03:18.864540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Usage tracker for resource:subnet and project:63b91c30f1024cd58c6915ba21a9a5e7 is out of sync, need to count used quota {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 05:03:18.881045 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:18.921533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 05:03:18.946376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:18.958866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f5eba-cf8f-4665-aeee-fa671792682a req-24442556-3d2d-4725-9a80-b9cd30659820 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:18.959191 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-108f5eba-cf8f-4665-aeee-fa671792682a req-24442556-3d2d-4725-9a80-b9cd30659820 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2117598 Nov 24 05:03:19.015914 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Usage tracker for resource:subnetpool and project:63b91c30f1024cd58c6915ba21a9a5e7 is out of sync, need to count used quota {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 05:03:19.045642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=018ec82a-2f6f-4c1b-8bc4-a4bdac0a8984,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:19.051324 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Deleting port 201a2efe-0b99-47c1-951f-d29261f3c302 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:19.051545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 05:03:19.051838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.072915 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Usage tracker for resource:port and project:63b91c30f1024cd58c6915ba21a9a5e7 is out of sync, need to count used quota {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 05:03:19.074735 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Checking segment: {'id': '1b20ab6e-a149-428e-8e0d-0fa67be7862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd97f38b2-5b06-4824-ab26-9c796adc0179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:19.075644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network hostable DHCP agents. Network: d97f38b2-5b06-4824-ab26-9c796adc0179, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:19.089337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 05:03:19.120981 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-108f5eba-cf8f-4665-aeee-fa671792682a req-339f5833-b5e2-4956-a024-2eedc6088718 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531720 Nov 24 05:03:19.153955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.180507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Usage tracker for resource:router and project:63b91c30f1024cd58c6915ba21a9a5e7 is out of sync, need to count used quota {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 05:03:19.194262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 05:03:19.226025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network d97f38b2-5b06-4824-ab26-9c796adc0179 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:19.252542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Usage tracker for resource:floatingip and project:63b91c30f1024cd58c6915ba21a9a5e7 is out of sync, need to count used quota {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 05:03:19.267096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 05:03:19.275762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, d97f38b2-5b06-4824-ab26-9c796adc0179) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:19.286830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89584b4b-b000-4a79-b961-e8a1c08fccae None None] Network d97f38b2-5b06-4824-ab26-9c796adc0179 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:19.294802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:19.295846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.318438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.505919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 71a7fc35-9529-48a5-9505-3edd8dcad952 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:19.507004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 25b6e31f-5277-4aa4-9efa-352f53635037 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:19.507476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33036) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:19.521599 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3f70ea17-71ef-4d4b-998a-866d3d857532 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0059528 Nov 24 05:03:19.535006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33038) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:19.561682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:19.569025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=ca99135f-0747-4013-a7ef-95b1d022cf09,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:19.584803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:19.638409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Usage tracker for resource:security_group and project:63b91c30f1024cd58c6915ba21a9a5e7 is out of sync, need to count used quota {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 05:03:19.646551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb791f7-49f0-4a4d-9a8a-b4c5f233a0bc None None] Network 71a7fc35-9529-48a5-9505-3edd8dcad952 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:19.671473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 05:03:19.689584 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Usage tracker for resource:security_group_rule and project:63b91c30f1024cd58c6915ba21a9a5e7 is out of sync, need to count used quota {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 05:03:19.728903 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.quota.resource [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 05:03:19.732320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.762449 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bc42914d-cc0b-4987-baa0-d2bd1a27ba08 tempest-QuotasTest-1279443224 tempest-QuotasTest-1279443224-project-admin] 10.222.0.37 "GET /v2.0/quotas/63b91c30f1024cd58c6915ba21a9a5e7/details.json HTTP/1.1" status: 200 len: 703 time: 1.1561198 Nov 24 05:03:19.775696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.781884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8b69-e4db-4dad-b06f-974ca1271fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.783571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d409210a-eb4e-47af-bb0b-cd47bfb2f639 None None] Provisioning complete for port 25b6e31f-5277-4aa4-9efa-352f53635037 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:19.784034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d409210a-eb4e-47af-bb0b-cd47bfb2f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.810481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] For port 201a2efe-0b99-47c1-951f-d29261f3c302, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=201a2efe-0b99-47c1-951f-d29261f3c302,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:19.811005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.825605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Calling delete_port for 201a2efe-0b99-47c1-951f-d29261f3c302 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:19.870262 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-d97f38b2-5b06-4824-ab26-9c796adc0179', 'network_id': 'd97f38b2-5b06-4824-ab26-9c796adc0179', 'tenant_id': '24a01c7d0b2f492fbd690cfa4974f5fa', 'fixed_ips': [{'subnet_id': '018ec82a-2f6f-4c1b-8bc4-a4bdac0a8984'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:19.871371 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.884942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.910839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:19.929923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 25b6e31f-5277-4aa4-9efa-352f53635037 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:19.930506 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.080480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33048) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:20.104233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:20.114046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:20.117129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:20.119399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8b69-e4db-4dad-b06f-974ca1271fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.125409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=ec97c3cd-832f-4b82-b939-f3673ac90ff3,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:20.127829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.154428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.156802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8b69-e4db-4dad-b06f-974ca1271fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.200776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c185e-5424-4a9f-b7cd-bbc0cb8a083c req-4f91f6d8-fdcd-4bef-9ab4-253b03bd6b52 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:20.205789 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d8b69-e4db-4dad-b06f-974ca1271fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58fdad0-3ca2-4ddd-be56-d15b17b8c396,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:20.209906 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e58c185e-5424-4a9f-b7cd-bbc0cb8a083c req-4f91f6d8-fdcd-4bef-9ab4-253b03bd6b52 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3031123 Nov 24 05:03:20.211438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d409210a-eb4e-47af-bb0b-cd47bfb2f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.256396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Allocated IP 2001:db8::1 (d97f38b2-5b06-4824-ab26-9c796adc0179/018ec82a-2f6f-4c1b-8bc4-a4bdac0a8984/e18f8c18-b43b-4a60-b9de-75b5c6989082) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:20.292649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.322690 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6e5d8b69-e4db-4dad-b06f-974ca1271fd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ecc65a149d94d77b48c6544bede2dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7966852 Nov 24 05:03:20.325021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33052) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:20.385193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.424560 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e58c185e-5424-4a9f-b7cd-bbc0cb8a083c req-ba3a6395-dcf3-4741-8756-4c9f465e8d11 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135508 Nov 24 05:03:20.426210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-410babd8-6712-4228-9dfa-24cb31725aa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.431247 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] Deleting port c93b946f-91f8-489a-910b-8e65859cf83c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:20.431753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.442304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=201a2efe-0b99-47c1-951f-d29261f3c302,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:20.488359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59902f8f-e198-4aab-930d-3b41082a4aeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.489693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50661344-24ae-4b86-ba67-c3a71da4f98a None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:20.509232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.575494 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d409210a-eb4e-47af-bb0b-cd47bfb2f639 None None] For port 25b6e31f-5277-4aa4-9efa-352f53635037, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=25b6e31f-5277-4aa4-9efa-352f53635037,segment=NetworkSegment(34da4f99-2b70-4abd-838d-a67f5ef97f08),segment_id=34da4f99-2b70-4abd-838d-a67f5ef97f08)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:20.588767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59902f8f-e198-4aab-930d-3b41082a4aeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.610140 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d409210a-eb4e-47af-bb0b-cd47bfb2f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.643807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.759395 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.767919 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:03:20.768287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:03:20.772719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409210a-eb4e-47af-bb0b-cd47bfb2f639 None None] Pushing event updated for resources: {'Port': ['ID=25b6e31f-5277-4aa4-9efa-352f53635037,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:20.792973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59902f8f-e198-4aab-930d-3b41082a4aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.795914 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59902f8f-e198-4aab-930d-3b41082a4aeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.802878 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-59902f8f-e198-4aab-930d-3b41082a4aeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e58fdad0-3ca2-4ddd-be56-d15b17b8c396 HTTP/1.1" status: 204 len: 168 time: 0.4757907 Nov 24 05:03:20.816252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-31354b2c-e09c-4299-8098-f1b80f1223f5 None None] Provisioning complete for port ec97c3cd-832f-4b82-b939-f3673ac90ff3 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:20.816748 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-31354b2c-e09c-4299-8098-f1b80f1223f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.821117 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] For port c93b946f-91f8-489a-910b-8e65859cf83c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c93b946f-91f8-489a-910b-8e65859cf83c,segment=NetworkSegment(30a27ab3-4374-47f6-867e-fc5f3ff57798),segment_id=30a27ab3-4374-47f6-867e-fc5f3ff57798)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:20.821643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.836244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59902f8f-e198-4aab-930d-3b41082a4aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58fdad0-3ca2-4ddd-be56-d15b17b8c396,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:20.845732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.848814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.851639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.858526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] Calling delete_port for c93b946f-91f8-489a-910b-8e65859cf83c owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:20.929933 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-31354b2c-e09c-4299-8098-f1b80f1223f5 None None] Port ec97c3cd-832f-4b82-b939-f3673ac90ff3 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:20.938129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.941257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-410babd8-6712-4228-9dfa-24cb31725aa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.945574 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.971144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.972843 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-410babd8-6712-4228-9dfa-24cb31725aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:20.984115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Network d97f38b2-5b06-4824-ab26-9c796adc0179 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:20.987202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:20.990920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:21.002780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410babd8-6712-4228-9dfa-24cb31725aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f81b67c-7e46-4218-8226-ba7adecf713a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:21.011795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.057750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Pushing event updated for resources: {'Port': ['ID=e18f8c18-b43b-4a60-b9de-75b5c6989082,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:21.078514 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Attempting to bind port e18f8c18-b43b-4a60-b9de-75b5c6989082 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:21.078892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Attempting to bind port e18f8c18-b43b-4a60-b9de-75b5c6989082 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '1b20ab6e-a149-428e-8e0d-0fa67be7862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd97f38b2-5b06-4824-ab26-9c796adc0179'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:21.079263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Attempting to bind port e18f8c18-b43b-4a60-b9de-75b5c6989082 on network d97f38b2-5b06-4824-ab26-9c796adc0179 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:21.088397 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0a2dec6a-9f32-43c7-98cc-164fc1a4915b None None] Provisioning complete for port ca99135f-0747-4013-a7ef-95b1d022cf09 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:21.088701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a2dec6a-9f32-43c7-98cc-164fc1a4915b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.091714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:21.092096 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Checking segment: {'id': '1b20ab6e-a149-428e-8e0d-0fa67be7862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd97f38b2-5b06-4824-ab26-9c796adc0179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:21.092572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.092975 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Bound using segment: {'id': '1b20ab6e-a149-428e-8e0d-0fa67be7862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd97f38b2-5b06-4824-ab26-9c796adc0179'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:21.093457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Bound port: e18f8c18-b43b-4a60-b9de-75b5c6989082, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b20ab6e-a149-428e-8e0d-0fa67be7862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd97f38b2-5b06-4824-ab26-9c796adc0179'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:21.094014 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.162911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0a2dec6a-9f32-43c7-98cc-164fc1a4915b None None] Port ca99135f-0747-4013-a7ef-95b1d022cf09 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:21.189077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0a2dec6a-9f32-43c7-98cc-164fc1a4915b None None] Provisioning complete for port 25b6e31f-5277-4aa4-9efa-352f53635037 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:21.189468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a2dec6a-9f32-43c7-98cc-164fc1a4915b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.232923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] For port e18f8c18-b43b-4a60-b9de-75b5c6989082, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:21.237991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] For port e18f8c18-b43b-4a60-b9de-75b5c6989082, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e18f8c18-b43b-4a60-b9de-75b5c6989082,segment=NetworkSegment(1b20ab6e-a149-428e-8e0d-0fa67be7862a),segment_id=1b20ab6e-a149-428e-8e0d-0fa67be7862a)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:21.254406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.344924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.345405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e11f492-f92e-454b-883c-68b44a3a9e82 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:03:21.359855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.363231 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-16bd1c4e-5b68-4bac-bb0d-173627168c80 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1e11f492-f92e-454b-883c-68b44a3a9e82 HTTP/1.1" status: 204 len: 168 time: 3.7042165 Nov 24 05:03:21.383204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33064) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:21.388382 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.440765 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171d3c9c-fb97-4986-add0-ef6aebcfed51 None None] Network d97f38b2-5b06-4824-ab26-9c796adc0179 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:21.445942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Subnet': ['ID=018ec82a-2f6f-4c1b-8bc4-a4bdac0a8984,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:21.458459 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-410babd8-6712-4228-9dfa-24cb31725aa2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=367cabfd270c44ad9e6123aee45a57ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3720326 Nov 24 05:03:21.463493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33068) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:21.472237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-e323898f-e743-45a4-8033-98af42620981 admin admin] Deleting subnet f587fcce-bc49-428e-b6ba-714bf7f74662 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:03:21.475134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7fff9-1c3a-46e2-91f0-1aec1b2f2b18 None None] Pushing event updated for resources: {'Port': ['ID=e18f8c18-b43b-4a60-b9de-75b5c6989082,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:21.495614 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:21.500021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e323898f-e743-45a4-8033-98af42620981 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.518785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.548043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=ca99135f-0747-4013-a7ef-95b1d022cf09,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:21.563259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:21.564204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b1e2ebb9-aeb7-4aa4-acb0-cbc1c96299f8 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:21.625583 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.691996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97f38b2-5b06-4824-ab26-9c796adc0179']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:21.700182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b9f6612a-b5bc-4ba2-a287-d0b501c0ce10 None None] Provisioning complete for port ca99135f-0747-4013-a7ef-95b1d022cf09 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:21.700652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b9f6612a-b5bc-4ba2-a287-d0b501c0ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.701786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7028928-f64f-4273-8641-d36f41f02c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.729907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7028928-f64f-4273-8641-d36f41f02c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.735085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e323898f-e743-45a4-8033-98af42620981 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.741603 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6612a-b5bc-4ba2-a287-d0b501c0ce10 None None] Port ca99135f-0747-4013-a7ef-95b1d022cf09 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:21.748210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.784669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b20ab6e-a149-428e-8e0d-0fa67be7862a') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:21.785379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b20ab6e-a149-428e-8e0d-0fa67be7862a') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:21.803311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7028928-f64f-4273-8641-d36f41f02c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.806198 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7028928-f64f-4273-8641-d36f41f02c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.806669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6179b8c2-662c-4d0e-9234-bd9728f51f19 None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:03:21.809622 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d7028928-f64f-4273-8641-d36f41f02c2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f81b67c-7e46-4218-8226-ba7adecf713a HTTP/1.1" status: 204 len: 168 time: 0.3399987 Nov 24 05:03:21.809622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.839877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7028928-f64f-4273-8641-d36f41f02c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f81b67c-7e46-4218-8226-ba7adecf713a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:21.841012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c20e06-4ab3-41ae-9fc3-3655669227b1 req-855e6fed-57a7-4490-959f-7dfc45e3feed tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:21.843142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-34c20e06-4ab3-41ae-9fc3-3655669227b1 req-855e6fed-57a7-4490-959f-7dfc45e3feed tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2161987 Nov 24 05:03:21.847072 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.850087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 71a7fc35-9529-48a5-9505-3edd8dcad952 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:21.860927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:21.863111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:21.863541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:21.866692 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:21.881292 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.037365 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c93b946f-91f8-489a-910b-8e65859cf83c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:22.074459 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6179b8c2-662c-4d0e-9234-bd9728f51f19 None None] Resources bound (agent type, host, resource id): {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:03:22.139906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33084) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:22.150796 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e323898f-e743-45a4-8033-98af42620981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.157886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 25b6e31f-5277-4aa4-9efa-352f53635037 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:22.171397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.api [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 05:03:22.171397 dv-neutron-818850-5-hyperv neutron-server[103232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 05:03:22.171397 dv-neutron-818850-5-hyperv neutron-server[103232]: [parameters: {'id': 'd97f38b2-5b06-4824-ab26-9c796adc0179'}] Nov 24 05:03:22.171397 dv-neutron-818850-5-hyperv neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:03:22.172064 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG oslo_db.api [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:03:22.182281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.231240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:22.232343 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-34c20e06-4ab3-41ae-9fc3-3655669227b1 req-ff25ed46-94c2-4c14-870e-6d48ad370576 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471854 Nov 24 05:03:22.237482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.302223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33090) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:22.322471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.375474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'networks': [{'name': 'tempest-network--245945996'}, {'name': 'tempest-network--302485164'}]} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:22.375833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'network': {'name': 'tempest-network--245945996'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:22.376307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'network': {'name': 'tempest-network--302485164'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:22.414629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 25b6e31f-5277-4aa4-9efa-352f53635037 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:22.415054 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.441503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=ec97c3cd-832f-4b82-b939-f3673ac90ff3,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:22.444117 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e323898f-e743-45a4-8033-98af42620981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.450103 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Made reservation on behalf of bb28b52ef86c4caaa37b7b5a1675bad4 for: {'network': 2} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:22.459613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.474118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.478013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.522342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:22.529102 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e9f495f7-17fd-479b-971f-b35dbca87973 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/5026718c-0420-4f5f-bb8b-6bc4eafb4224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1107984 Nov 24 05:03:22.536657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33094) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:22.546593 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323898f-e743-45a4-8033-98af42620981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f587fcce-bc49-428e-b6ba-714bf7f74662,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:22.548340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Sync routers for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:22.553290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e323898f-e743-45a4-8033-98af42620981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.556603 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e323898f-e743-45a4-8033-98af42620981 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f587fcce-bc49-428e-b6ba-714bf7f74662 HTTP/1.1" status: 204 len: 168 time: 1.1724503 Nov 24 05:03:22.564865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33096) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:22.604027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:22.604714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:22.673423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.681529 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.716277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2867e-68b7-4706-b6ce-98be2053dde3 req-c7dddc67-d4a1-4197-b6d7-13b282456a62 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.724118 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e4e2867e-68b7-4706-b6ce-98be2053dde3 req-c7dddc67-d4a1-4197-b6d7-13b282456a62 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2853136 Nov 24 05:03:22.756127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e0d17-8f97-4016-8b9b-ec13589cb4a8 None None] Network 551933d2-0664-432d-be12-011678275453 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:22.765492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.787485 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.788890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.879328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:22.921170 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e4e2867e-68b7-4706-b6ce-98be2053dde3 req-fcd61ea5-64cc-4f42-8f56-0641e6543ed1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959710 Nov 24 05:03:22.935364 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63b91c30f1024cd58c6915ba21a9a5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6318078 Nov 24 05:03:22.947727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.949846 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33098) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:22.968592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.969069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.969532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.969991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.970452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.970911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.971376 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.971864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.972322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.972776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.973231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.973695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:22.979147 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8f94fd90-a526-4e30-b42b-7d910b85afa3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8389 time: 0.4413795 Nov 24 05:03:22.981221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33100) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:22.981896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14480186-fb17-426f-ad14-1d5ba0ac9c02,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:22.994366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:22.994802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.052947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.053313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.053672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.054016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.054607 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.054927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.055280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.055676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.056013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.056324 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.056660 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.056988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b1ad7-3411-49fb-9a83-14819f19e7ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:23.146095 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:23.165226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd18da0-bb38-4560-8dbf-7019e43dc030,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:23.189736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.189995 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Added segment 1329145f-6d81-4353-a131-11eed5a03d9c of type vlan for network 1a32102e-85d1-4973-854d-d1256e24c8ed Nov 24 05:03:23.195824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa356bb-421a-4239-b05e-4421261c072a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.196306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa356bb-421a-4239-b05e-4421261c072a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.196762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa356bb-421a-4239-b05e-4421261c072a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.197216 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa356bb-421a-4239-b05e-4421261c072a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.197666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa356bb-421a-4239-b05e-4421261c072a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.198110 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa356bb-421a-4239-b05e-4421261c072a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.198561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa356bb-421a-4239-b05e-4421261c072a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.199005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa356bb-421a-4239-b05e-4421261c072a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.199450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa356bb-421a-4239-b05e-4421261c072a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.199927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa356bb-421a-4239-b05e-4421261c072a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.205435 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-afa356bb-421a-4239-b05e-4421261c072a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6483 time: 0.2193749 Nov 24 05:03:23.213316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33102) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:23.214809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting port e18f8c18-b43b-4a60-b9de-75b5c6989082 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:23.215096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.360500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.362378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.364771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-63d13212-bb4d-4fef-8284-c876ff6bcac8 None None] Provisioning complete for port ca99135f-0747-4013-a7ef-95b1d022cf09 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:23.365303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-63d13212-bb4d-4fef-8284-c876ff6bcac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.382190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:23.391403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] For port e18f8c18-b43b-4a60-b9de-75b5c6989082, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e18f8c18-b43b-4a60-b9de-75b5c6989082,segment=NetworkSegment(1b20ab6e-a149-428e-8e0d-0fa67be7862a),segment_id=1b20ab6e-a149-428e-8e0d-0fa67be7862a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:23.391811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.412190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-63d13212-bb4d-4fef-8284-c876ff6bcac8 None None] Port ca99135f-0747-4013-a7ef-95b1d022cf09 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:23.421213 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:23.433606 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:03:20Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:20Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:23.438071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Calling delete_port for e18f8c18-b43b-4a60-b9de-75b5c6989082 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:23.448653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:23.469616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Checking router: 5026718c-0420-4f5f-bb8b-6bc4eafb4224 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:03:23.470188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Updating router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 port ca99135f-0747-4013-a7ef-95b1d022cf09 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:03:23.504583 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.505109 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Added segment 8e59f705-020f-4c0a-9f03-21021d380613 of type vlan for network 10315996-9de6-407f-ac06-b6a337376645 Nov 24 05:03:23.508780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.569942 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99ce69e-c313-40a2-8a38-f2702adce285 None None] DHCP port deletion for 551933d2-0664-432d-be12-011678275453 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:23.622198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a09de96-dcb6-4975-a762-5009e60a5244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.632443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.646220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a09de96-dcb6-4975-a762-5009e60a5244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.665234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router e0310a87-aa7c-4610-8a11-273b354d9613 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:23.729757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.730297 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.736719 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.741624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:23.742476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.743128 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Deleting port 9c953937-6c1b-454b-9697-685acc73fec9 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:23.743556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.779861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a99ce69e-c313-40a2-8a38-f2702adce285 None None] Deleting port 9c953937-6c1b-454b-9697-685acc73fec9 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:23.781418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.781558 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a99ce69e-c313-40a2-8a38-f2702adce285 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.804396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 201a2efe-0b99-47c1-951f-d29261f3c302 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:23.847529 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7061341 Nov 24 05:03:23.850538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No DVR routers for this DVR port e18f8c18-b43b-4a60-b9de-75b5c6989082 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:23.852962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Port': ['ID=e18f8c18-b43b-4a60-b9de-75b5c6989082,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:23.857387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 201a2efe-0b99-47c1-951f-d29261f3c302 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:23.857535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 201a2efe-0b99-47c1-951f-d29261f3c302 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:23.857865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9c953937-6c1b-454b-9697-685acc73fec9 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:23.859039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33104) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:23.940426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a09de96-dcb6-4975-a762-5009e60a5244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.942987 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6a09de96-dcb6-4975-a762-5009e60a5244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.946434 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6a09de96-dcb6-4975-a762-5009e60a5244 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14480186-fb17-426f-ad14-1d5ba0ac9c02 HTTP/1.1" status: 204 len: 168 time: 0.6015785 Nov 24 05:03:23.954196 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event updated for resources: {'Network': ['ID=1a32102e-85d1-4973-854d-d1256e24c8ed,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:23.976786 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f72908b2-ba12-49b0-9df6-2c84d4f900fd tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 0.7477396 Nov 24 05:03:23.982639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] For port 9c953937-6c1b-454b-9697-685acc73fec9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9c953937-6c1b-454b-9697-685acc73fec9,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:23.983557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:23.987844 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09de96-dcb6-4975-a762-5009e60a5244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14480186-fb17-426f-ad14-1d5ba0ac9c02,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:24.001723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 1a32102e-85d1-4973-854d-d1256e24c8ed details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:24.007510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a99ce69e-c313-40a2-8a38-f2702adce285 None None] For port 9c953937-6c1b-454b-9697-685acc73fec9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9c953937-6c1b-454b-9697-685acc73fec9,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:24.007941 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a99ce69e-c313-40a2-8a38-f2702adce285 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.041693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-faceb0f5-8b35-4ac5-90da-73146d068ce6 None None] Provisioning complete for port ec97c3cd-832f-4b82-b939-f3673ac90ff3 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:24.042254 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Calling delete_port for 9c953937-6c1b-454b-9697-685acc73fec9 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:24.043934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-faceb0f5-8b35-4ac5-90da-73146d068ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.098616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:24.109160 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f7891a2a-b93f-4acf-9e74-86ecc25600fd tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "PUT /v2.0/routers/e0310a87-aa7c-4610-8a11-273b354d9613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8709595 Nov 24 05:03:24.113870 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2ae81-b4ee-424d-8cf5-924189db05ef None None] Sync routers for ids ['e0310a87-aa7c-4610-8a11-273b354d9613'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:24.141552 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2ae81-b4ee-424d-8cf5-924189db05ef None None] Routers {'e0310a87-aa7c-4610-8a11-273b354d9613'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:24.147477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33112) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:24.148511 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fbb2ae81-b4ee-424d-8cf5-924189db05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e0310a87-aa7c-4610-8a11-273b354d9613'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:24.180956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'port': {'network_id': '2cf8fe5e-fa62-4314-b2d0-7d4647aec691', 'name': 'tempest-FloatingIPTestJSON-15684044'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:24.190742 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a99ce69e-c313-40a2-8a38-f2702adce285 None None] Calling delete_port for 9c953937-6c1b-454b-9697-685acc73fec9 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:24.211089 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fbb2ae81-b4ee-424d-8cf5-924189db05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:24.232845 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb2ae81-b4ee-424d-8cf5-924189db05ef None None] Routers {'e0310a87-aa7c-4610-8a11-273b354d9613'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:24.234761 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fbb2ae81-b4ee-424d-8cf5-924189db05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e0310a87-aa7c-4610-8a11-273b354d9613'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:24.237282 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] Router 951e7447-244a-499e-acbf-d5b259556079 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:24.322724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-faceb0f5-8b35-4ac5-90da-73146d068ce6 None None] Port ec97c3cd-832f-4b82-b939-f3673ac90ff3 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:24.325988 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fbb2ae81-b4ee-424d-8cf5-924189db05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:24.327462 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb2ae81-b4ee-424d-8cf5-924189db05ef None None] The sync data for ids ['e0310a87-aa7c-4610-8a11-273b354d9613'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:24.367402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05bf9-954c-4a4e-b09b-a7546b301ba8 req-5980cf86-0e94-4f08-a276-9278fcf8d734 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:24.375704 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-22b05bf9-954c-4a4e-b09b-a7546b301ba8 req-5980cf86-0e94-4f08-a276-9278fcf8d734 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3374503 Nov 24 05:03:24.397421 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.491774 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 9c953937-6c1b-454b-9697-685acc73fec9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9c953937-6c1b-454b-9697-685acc73fec9,segment=NetworkSegment(0b361fc0-c958-4402-8ddd-68b00624c757),segment_id=0b361fc0-c958-4402-8ddd-68b00624c757)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:24.512921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.520228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33118) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:24.523052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.525911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a99ce69e-c313-40a2-8a38-f2702adce285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.550959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event deleted for resources: {'Port': ['ID=9c953937-6c1b-454b-9697-685acc73fec9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:24.558378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.577342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-75ffe811-4065-4fbd-a51d-c25eefda37ff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442568599', 'description': 'tempest-secgroup-smoke-442568599 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:24.579127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.584736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ce69e-c313-40a2-8a38-f2702adce285 None None] No DVR routers for this DVR port 9c953937-6c1b-454b-9697-685acc73fec9 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:24.584736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ce69e-c313-40a2-8a38-f2702adce285 None None] Pushing event deleted for resources: {'Port': ['ID=9c953937-6c1b-454b-9697-685acc73fec9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:24.630034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f765aae-e158-43d9-99ed-b07f57d17d9b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event updated for resources: {'Network': ['ID=10315996-9de6-407f-ac06-b6a337376645,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:24.639618 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97f38b2-5b06-4824-ab26-9c796adc0179']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:24.643762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 10315996-9de6-407f-ac06-b6a337376645 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:24.666662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.667399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4cd3cb-72c4-4194-b897-a2adffdcfbc6 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:24.674976 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4cd3cb-72c4-4194-b897-a2adffdcfbc6 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:24.684138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4cd3cb-72c4-4194-b897-a2adffdcfbc6 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:24.691238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4cd3cb-72c4-4194-b897-a2adffdcfbc6 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:24.693221 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0e4cd3cb-72c4-4194-b897-a2adffdcfbc6 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8330364 Nov 24 05:03:24.695667 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b20ab6e-a149-428e-8e0d-0fa67be7862a') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:24.696150 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b20ab6e-a149-428e-8e0d-0fa67be7862a') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:24.697965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33124) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:24.710318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7bf52-590f-47ea-a057-492d37535f34 None None] Pushing event updated for resources: {'Port': ['ID=ca99135f-0747-4013-a7ef-95b1d022cf09,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:24.720830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.744659 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c953937-6c1b-454b-9697-685acc73fec9,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:24.773596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] No DVR routers for this DVR port 9c953937-6c1b-454b-9697-685acc73fec9 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:24.782704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.817186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75ffe811-4065-4fbd-a51d-c25eefda37ff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.841402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:24.842042 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.868203 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-22b05bf9-954c-4a4e-b09b-a7546b301ba8 req-3dddb84f-5897-4e1c-bcea-f010019948bb tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4911470 Nov 24 05:03:24.881747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:24.913225 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-86beea6f-8ebc-49d2-b9f4-a73345b50b05 admin admin] 10.222.0.37 "PUT /v2.0/routers/951e7447-244a-499e-acbf-d5b259556079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3672781 Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:24.913356 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:24.916786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33130) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:24.917718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6fd2bf-f06d-4e15-8697-fbb332679708 None None] Sync routers for ids ['951e7447-244a-499e-acbf-d5b259556079'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:24.950469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Attempting to bind port ca99135f-0747-4013-a7ef-95b1d022cf09 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:24.950722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.950831 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Attempting to bind port ca99135f-0747-4013-a7ef-95b1d022cf09 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:24.950831 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Attempting to bind port ca99135f-0747-4013-a7ef-95b1d022cf09 on network 71a7fc35-9529-48a5-9505-3edd8dcad952 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:24.953644 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6fd2bf-f06d-4e15-8697-fbb332679708 None None] Routers {'951e7447-244a-499e-acbf-d5b259556079'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:24.954221 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ee6fd2bf-f06d-4e15-8697-fbb332679708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['951e7447-244a-499e-acbf-d5b259556079'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:24.995702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:24.996193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Checking segment: {'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:24.996477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:24.996871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Bound using segment: {'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:24.997375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Bound port: ca99135f-0747-4013-a7ef-95b1d022cf09, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:24.997724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.000825 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.008397 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/d97f38b2-5b06-4824-ab26-9c796adc0179 HTTP/1.1" status: 204 len: 168 time: 5.4688542 Nov 24 05:03:25.012975 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33134) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:25.019475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2135521306'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:25.038604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.041803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.044213 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Made reservation on behalf of 3decb46235104c048ceea26c2d94110a for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:25.047897 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.052832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f4be1-eab4-4831-b1af-b129b79ff44e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Network': ['ID=d97f38b2-5b06-4824-ab26-9c796adc0179,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:25.114045 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551933d2-0664-432d-be12-011678275453']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:25.133288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:25.137199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.145490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] For port ca99135f-0747-4013-a7ef-95b1d022cf09, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:25.151130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b361fc0-c958-4402-8ddd-68b00624c757') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:25.151848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b361fc0-c958-4402-8ddd-68b00624c757') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:25.152147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] For port ca99135f-0747-4013-a7ef-95b1d022cf09, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ca99135f-0747-4013-a7ef-95b1d022cf09,segment=NetworkSegment(34da4f99-2b70-4abd-838d-a67f5ef97f08),segment_id=34da4f99-2b70-4abd-838d-a67f5ef97f08)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:25.153440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9d8394a2-a894-40ed-ae26-d9f4337cff0e None None] Provisioning complete for port ca99135f-0747-4013-a7ef-95b1d022cf09 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:25.153627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d8394a2-a894-40ed-ae26-d9f4337cff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.159678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-ee6fd2bf-f06d-4e15-8697-fbb332679708 None None] Set router 951e7447-244a-499e-acbf-d5b259556079 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:25.168789 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] device_id is not set on port 7ec022a6-a855-4cd6-9e04-b4afbbec8d84 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:25.176115 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.203203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.211202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.255538 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.257437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:25.284511 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75ffe811-4065-4fbd-a51d-c25eefda37ff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.309918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9d8394a2-a894-40ed-ae26-d9f4337cff0e None None] Port ca99135f-0747-4013-a7ef-95b1d022cf09 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:25.327208 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.380182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33142) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:25.387874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.388492 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Added segment d867ce91-eacc-44c4-aaef-39da45c47a9c of type vlan for network 843696ab-9a1e-433b-8603-07a030124b74 Nov 24 05:03:25.395317 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:25.396004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:25.398609 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Allocated IP 172.20.0.12 (2cf8fe5e-fa62-4314-b2d0-7d4647aec691/d68159f3-af06-48df-bf92-81e6fc9868d4/7ec022a6-a855-4cd6-9e04-b4afbbec8d84) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:25.399398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7bf52-590f-47ea-a057-492d37535f34 None None] Pushing event updated for resources: {'Port': ['ID=ca99135f-0747-4013-a7ef-95b1d022cf09,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:25.431354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a32102e-85d1-4973-854d-d1256e24c8ed']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:25.481518 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1329145f-6d81-4353-a131-11eed5a03d9c') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:25.481913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1329145f-6d81-4353-a131-11eed5a03d9c') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:25.505188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.517268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.535155 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.543046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.569022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:25.569636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.572944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:25.578116 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:25.604414 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.610648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:25.611399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.616950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-436903156'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:25.668268 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75ffe811-4065-4fbd-a51d-c25eefda37ff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.674444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:25.675155 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:25.680388 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:25.692468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.726843 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a9a7e-d278-4094-8755-ff9c8d89f023 req-52e7fefd-8bf3-404b-a296-e68c73c88c5a tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:25.729334 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8e7a9a7e-d278-4094-8755-ff9c8d89f023 req-52e7fefd-8bf3-404b-a296-e68c73c88c5a tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.6866786 Nov 24 05:03:25.781952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.786840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.790763 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "DELETE /v2.0/networks/1a32102e-85d1-4973-854d-d1256e24c8ed HTTP/1.1" status: 204 len: 168 time: 1.0915866 Nov 24 05:03:25.794779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33146) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:25.810194 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=843696ab-9a1e-433b-8603-07a030124b74,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:25.817904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Made reservation on behalf of 06482e0e64da48d8bfb2b0f5473dbb2f for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:25.823146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75ffe811-4065-4fbd-a51d-c25eefda37ff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.823606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.824062 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-75ffe811-4065-4fbd-a51d-c25eefda37ff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3009284 Nov 24 05:03:25.824770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffe811-4065-4fbd-a51d-c25eefda37ff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2089acf-dc43-46dd-80b2-a03a13a6c9b3,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:25.830685 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33148) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:25.836417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ee6fd2bf-f06d-4e15-8697-fbb332679708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:03:21Z', 'revision_number': 5, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port': {'id': 'd5bae0f3-9b74-4420-9a00-76575a0c64de', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:71:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951e7447-244a-499e-acbf-d5b259556079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:25Z', 'updated_at': '2021-11-24T05:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:25.837652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7655abf0-efde-4f45-bbf2-cb0feade8642 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'b2089acf-dc43-46dd-80b2-a03a13a6c9b3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:25.843023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 843696ab-9a1e-433b-8603-07a030124b74 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:25.845023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.859303 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.862223 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] 10.222.0.37 "DELETE /v2.0/networks/551933d2-0664-432d-be12-011678275453 HTTP/1.1" status: 204 len: 168 time: 3.2950861 Nov 24 05:03:25.867154 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8c31edd6-ccab-4183-9eb9-356b784183f9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8529179 Nov 24 05:03:25.869205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33152) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:25.883397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'network_id': '843696ab-9a1e-433b-8603-07a030124b74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:25.888118 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.896438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b104f-be39-4833-855d-8d4200bfeb2b tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event deleted for resources: {'Network': ['ID=1a32102e-85d1-4973-854d-d1256e24c8ed,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:25.896676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6fd2bf-f06d-4e15-8697-fbb332679708 None None] Checking router: 951e7447-244a-499e-acbf-d5b259556079 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:03:25.898155 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70342e38-415e-4760-968e-0733719bb785 admin admin] Pushing event deleted for resources: {'Network': ['ID=551933d2-0664-432d-be12-011678275453,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:25.927252 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.966562 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8e7a9a7e-d278-4094-8755-ff9c8d89f023 req-e70cbb5b-ae24-4ab6-9629-0b0064da6e12 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947174 Nov 24 05:03:25.971049 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7655abf0-efde-4f45-bbf2-cb0feade8642 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.971230 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-94a28ce4-6747-4c52-8527-ef4af7bc5a5a None None] Provisioning complete for port ca99135f-0747-4013-a7ef-95b1d022cf09 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:25.971691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94a28ce4-6747-4c52-8527-ef4af7bc5a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:25.988494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Deleting port d5bae0f3-9b74-4420-9a00-76575a0c64de {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:25.988826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.022591 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.078441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6fd2bf-f06d-4e15-8697-fbb332679708 None None] Routers {'951e7447-244a-499e-acbf-d5b259556079'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:26.079134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ee6fd2bf-f06d-4e15-8697-fbb332679708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['951e7447-244a-499e-acbf-d5b259556079'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:26.110513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Network 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:26.124875 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:26.130852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event updated for resources: {'Port': ['ID=7ec022a6-a855-4cd6-9e04-b4afbbec8d84,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:26.137033 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:26.206114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33156) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:26.209317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:26.210941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c536a-3c6f-4db7-b980-91b19f6a61d6 req-454025a6-2c5b-4cc0-8f94-415929bcc872 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:26.212539 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-528c536a-3c6f-4db7-b980-91b19f6a61d6 req-454025a6-2c5b-4cc0-8f94-415929bcc872 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1544385 Nov 24 05:03:26.213928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.223097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-ee6fd2bf-f06d-4e15-8697-fbb332679708 None None] Set router 951e7447-244a-499e-acbf-d5b259556079 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:03:26.224948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7655abf0-efde-4f45-bbf2-cb0feade8642 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.237043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:26.237696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.249370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7655abf0-efde-4f45-bbf2-cb0feade8642 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.288916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655abf0-efde-4f45-bbf2-cb0feade8642 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c069918-5dfc-45b5-8cba-3027562fbf06,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:26.291327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ee6fd2bf-f06d-4e15-8697-fbb332679708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:03:25Z', 'revision_number': 6, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:26.303344 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2a11eed9-7d7a-4a53-9f1f-8182f252f0e4 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1381133 Nov 24 05:03:26.303981 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33158) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:26.314382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Request body: {'floatingip': {'port_id': '7ec022a6-a855-4cd6-9e04-b4afbbec8d84'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:26.329812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7655abf0-efde-4f45-bbf2-cb0feade8642 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.331010 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7655abf0-efde-4f45-bbf2-cb0feade8642 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4979074 Nov 24 05:03:26.355712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6fd2bf-f06d-4e15-8697-fbb332679708 None None] The sync data for ids ['951e7447-244a-499e-acbf-d5b259556079'] in dv-neutron-818850-5-hyperv is: [{'id': '951e7447-244a-499e-acbf-d5b259556079', 'name': 'tempest-ServersTestManualDisk-65907780-router', 'tenant_id': 'eeff512706d64e0f90b138a0586ace2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:24Z', 'updated_at': '2021-11-24T05:03:25Z', 'revision_number': 6, 'project_id': 'eeff512706d64e0f90b138a0586ace2f', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:26.358037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33160) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:26.369328 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-528c536a-3c6f-4db7-b980-91b19f6a61d6 req-ce787314-1b23-4521-8ade-a0642cc7dcdf tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464260 Nov 24 05:03:26.372447 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'b2089acf-dc43-46dd-80b2-a03a13a6c9b3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:26.426769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] For port d5bae0f3-9b74-4420-9a00-76575a0c64de, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d5bae0f3-9b74-4420-9a00-76575a0c64de,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:26.427895 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.428030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94a28ce4-6747-4c52-8527-ef4af7bc5a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.442870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Calling delete_port for d5bae0f3-9b74-4420-9a00-76575a0c64de owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:26.452635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.458691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.499854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-94a28ce4-6747-4c52-8527-ef4af7bc5a5a None None] For port ca99135f-0747-4013-a7ef-95b1d022cf09, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ca99135f-0747-4013-a7ef-95b1d022cf09,segment=NetworkSegment(34da4f99-2b70-4abd-838d-a67f5ef97f08),segment_id=34da4f99-2b70-4abd-838d-a67f5ef97f08)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:26.506005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94a28ce4-6747-4c52-8527-ef4af7bc5a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.516876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:03:20Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:25Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:26.569398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf1905-f17c-46c9-9b38-a26cafe49935 None None] The sync data for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv is: [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:03:20Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:25Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:26.600560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a28ce4-6747-4c52-8527-ef4af7bc5a5a None None] Pushing event updated for resources: {'Port': ['ID=ca99135f-0747-4013-a7ef-95b1d022cf09,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:26.633036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.636157 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ccc01d60-024f-4321-8fe5-f2bb6e9671aa None None] Provisioning complete for port 7ec022a6-a855-4cd6-9e04-b4afbbec8d84 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:26.636539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ccc01d60-024f-4321-8fe5-f2bb6e9671aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.670825 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-88e77050-bbe8-4492-ac72-f9fbedcafb26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c21a60c35b2340909ad2604d29a24490&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4603047 Nov 24 05:03:26.671759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa4eb4-af38-488a-9211-5af726bcd052 req-083c8f77-6c88-442e-b3ae-98ce82eb3b26 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:26.673483 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5efa4eb4-af38-488a-9211-5af726bcd052 req-083c8f77-6c88-442e-b3ae-98ce82eb3b26 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1623819 Nov 24 05:03:26.675370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.680570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33164) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:26.682453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.685173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ccc01d60-024f-4321-8fe5-f2bb6e9671aa None None] Port 7ec022a6-a855-4cd6-9e04-b4afbbec8d84 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:26.685951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10315996-9de6-407f-ac06-b6a337376645']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:26.694784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.699647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.721548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e59f705-020f-4c0a-9f03-21021d380613') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:26.721548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e59f705-020f-4c0a-9f03-21021d380613') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:26.768175 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a33a8b-1d54-454f-bbfe-c22d0dd11584,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:26.806675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.810510 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4487214 Nov 24 05:03:26.813704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33166) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:26.850050 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f149ca5e-caa5-4ef2-89f0-5a862caa6de7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'b2089acf-dc43-46dd-80b2-a03a13a6c9b3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:26.883302 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.885294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.885623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.886061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.886935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.887131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.887569 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.887937 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.888328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.888713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.889881 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.890266 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.890639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878496ea-caad-405b-bcae-eecf7f34cd36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:26.898546 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.905910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:26.906253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.916080 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5efa4eb4-af38-488a-9211-5af726bcd052 req-eb088047-d41c-49af-8726-05ca39c73536 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274041 Nov 24 05:03:26.965544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f149ca5e-caa5-4ef2-89f0-5a862caa6de7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.982187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b82d1f-8a6d-4692-8228-d3602fb9b183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:26.987469 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:26.989326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:27.032981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.053186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b82d1f-8a6d-4692-8228-d3602fb9b183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.053626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246c131e-63a4-44ee-abbe-e5bb35e7e324,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:27.078161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.078523 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Added segment 9569d0ba-d496-4cd7-ad72-2e29c5a3ec40 of type vlan for network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc Nov 24 05:03:27.079826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.094071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bae0f3-9b74-4420-9a00-76575a0c64de,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:27.118485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221affeb-d8b5-4b97-acda-449c1c7dede8 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:27.138272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f149ca5e-caa5-4ef2-89f0-5a862caa6de7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.138866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.142956 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "DELETE /v2.0/networks/10315996-9de6-407f-ac06-b6a337376645 HTTP/1.1" status: 204 len: 168 time: 1.3463378 Nov 24 05:03:27.147866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33170) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:27.168882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.187675 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54e226-c995-45be-ad9b-a23c5778bb78 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event deleted for resources: {'Network': ['ID=10315996-9de6-407f-ac06-b6a337376645,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:27.240702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.313851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.319696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:27.320322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.357683 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.360044 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=4e958028-613f-4532-b7a9-fbd89f348890,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:27.471707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f149ca5e-caa5-4ef2-89f0-5a862caa6de7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.481395 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0997469 Nov 24 05:03:27.505099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33172) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:27.520332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.521718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149ca5e-caa5-4ef2-89f0-5a862caa6de7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866e1086-5085-447e-9fbf-de9d849fc6ea,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:27.521937 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd5563-97e5-4e71-b2e2-35f6d18bb678 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'Network': ['ID=1558e3dd-ae75-463e-b6c6-2576fd6c76cc,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:27.525100 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.526805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Checking segment: {'id': 'd867ce91-eacc-44c4-aaef-39da45c47a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '843696ab-9a1e-433b-8603-07a030124b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:27.527136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network hostable DHCP agents. Network: 843696ab-9a1e-433b-8603-07a030124b74, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:27.542252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:27.568359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Request body: {'subnet': {'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:27.597448 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.598003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 951e7447-244a-499e-acbf-d5b259556079 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:03:27.602684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.604185 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-64291343-a09d-4b60-a9b8-b229a79b91ca admin admin] 10.222.0.37 "DELETE /v2.0/routers/951e7447-244a-499e-acbf-d5b259556079 HTTP/1.1" status: 204 len: 168 time: 2.6871502 Nov 24 05:03:27.606864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33174) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:27.614824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network 843696ab-9a1e-433b-8603-07a030124b74 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:27.701686 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 843696ab-9a1e-433b-8603-07a030124b74) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:27.709193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:27.709796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.716104 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d945c4-ccab-46cd-945e-01e896b78ff6 None None] Network 843696ab-9a1e-433b-8603-07a030124b74 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:27.746600 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33c9f07-f016-4b39-8086-5b91d10a02cb admin admin] Deleting subnet 2eb4dd17-e739-452f-93b3-b5465177e693 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:03:27.764546 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b33c9f07-f016-4b39-8086-5b91d10a02cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.768367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ca99135f-0747-4013-a7ef-95b1d022cf09 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:27.812060 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b33c9f07-f016-4b39-8086-5b91d10a02cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.846226 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-87ff2217-0f61-4195-9b68-78a782b5a320 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9734383 Nov 24 05:03:27.848699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33176) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:27.894309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f149ca5e-caa5-4ef2-89f0-5a862caa6de7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.898122 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f149ca5e-caa5-4ef2-89f0-5a862caa6de7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0658109 Nov 24 05:03:27.899639 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33178) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:27.901288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port ca99135f-0747-4013-a7ef-95b1d022cf09 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:27.901753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.956226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b82d1f-8a6d-4692-8228-d3602fb9b183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.956226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b82d1f-8a6d-4692-8228-d3602fb9b183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:27.956501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ccb9460a-5c3b-4351-8399-280ab16ea5fb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'b2089acf-dc43-46dd-80b2-a03a13a6c9b3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:27.959456 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e7b82d1f-8a6d-4692-8228-d3602fb9b183 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d60af4c7-58d5-4452-bd1f-d0c92a535c8d HTTP/1.1" status: 204 len: 168 time: 1.2780750 Nov 24 05:03:27.999007 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b33c9f07-f016-4b39-8086-5b91d10a02cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.012038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b82d1f-8a6d-4692-8228-d3602fb9b183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60af4c7-58d5-4452-bd1f-d0c92a535c8d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:28.028228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Made reservation on behalf of 06482e0e64da48d8bfb2b0f5473dbb2f for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:28.032137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.096443 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-843696ab-9a1e-433b-8603-07a030124b74', 'network_id': '843696ab-9a1e-433b-8603-07a030124b74', 'tenant_id': '24a01c7d0b2f492fbd690cfa4974f5fa', 'fixed_ips': [{'subnet_id': '4e958028-613f-4532-b7a9-fbd89f348890'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:28.097588 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.144401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.165513 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccb9460a-5c3b-4351-8399-280ab16ea5fb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.209866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c93b946f-91f8-489a-910b-8e65859cf83c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:28.236154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: c93b946f-91f8-489a-910b-8e65859cf83c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:28.236502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c93b946f-91f8-489a-910b-8e65859cf83c not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:28.236916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d5bae0f3-9b74-4420-9a00-76575a0c64de no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:28.310615 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: d5bae0f3-9b74-4420-9a00-76575a0c64de {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:28.310973 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d5bae0f3-9b74-4420-9a00-76575a0c64de not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:28.332955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.357438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Allocated IP 2001:db8::1 (843696ab-9a1e-433b-8603-07a030124b74/4e958028-613f-4532-b7a9-fbd89f348890/d141ffd8-3147-49ae-bae7-83ed203218e6) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:28.386735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb944ec-4d2b-4bbd-a647-4b70812f0782 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:28.393306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb944ec-4d2b-4bbd-a647-4b70812f0782 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:28.394869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dcb944ec-4d2b-4bbd-a647-4b70812f0782 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2430518 Nov 24 05:03:28.402344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.405813 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33184) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:28.456878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1956965980'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:28.473814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'Subnet': ['ID=878d647b-433f-4a45-802a-4a7df838a318,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:28.572982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.resource_extend [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:03:28.584299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.595159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.618442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Made reservation on behalf of bb28b52ef86c4caaa37b7b5a1675bad4 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:28.621083 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.663807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Checking segment: {'id': '9569d0ba-d496-4cd7-ad72-2e29c5a3ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:28.664074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Network hostable DHCP agents. Network: 1558e3dd-ae75-463e-b6c6-2576fd6c76cc, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:28.664317 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Network 843696ab-9a1e-433b-8603-07a030124b74 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:28.668283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:28.679001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:28.679464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.689467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:28.694230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.699340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Pushing event updated for resources: {'Port': ['ID=d141ffd8-3147-49ae-bae7-83ed203218e6,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:28.703650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b33c9f07-f016-4b39-8086-5b91d10a02cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.736535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c9f07-f016-4b39-8086-5b91d10a02cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb4dd17-e739-452f-93b3-b5465177e693,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:28.745376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.745906 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Added segment a8a826cc-e3f3-405e-b3ff-cac5877060ac of type vlan for network 0aff901a-d13b-479c-82e7-0f0332a1557a Nov 24 05:03:28.759078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Attempting to bind port d141ffd8-3147-49ae-bae7-83ed203218e6 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:28.759460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Attempting to bind port d141ffd8-3147-49ae-bae7-83ed203218e6 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'd867ce91-eacc-44c4-aaef-39da45c47a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '843696ab-9a1e-433b-8603-07a030124b74'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:28.759911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Attempting to bind port d141ffd8-3147-49ae-bae7-83ed203218e6 on network 843696ab-9a1e-433b-8603-07a030124b74 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:28.768484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:28.768873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Checking segment: {'id': 'd867ce91-eacc-44c4-aaef-39da45c47a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '843696ab-9a1e-433b-8603-07a030124b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:28.769283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.769762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Bound using segment: {'id': 'd867ce91-eacc-44c4-aaef-39da45c47a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '843696ab-9a1e-433b-8603-07a030124b74'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:28.770252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Bound port: d141ffd8-3147-49ae-bae7-83ed203218e6, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd867ce91-eacc-44c4-aaef-39da45c47a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '843696ab-9a1e-433b-8603-07a030124b74'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:28.770688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.774719 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b33c9f07-f016-4b39-8086-5b91d10a02cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.778655 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b33c9f07-f016-4b39-8086-5b91d10a02cb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2eb4dd17-e739-452f-93b3-b5465177e693 HTTP/1.1" status: 204 len: 168 time: 1.1707032 Nov 24 05:03:28.783626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca21b65-c1a7-41bb-b34b-280491f633a6 None None] Network c609e9e6-b34c-4628-a801-92ccc9015484 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:28.785043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccb9460a-5c3b-4351-8399-280ab16ea5fb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.786078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33194) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:28.795528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:28.811797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccb9460a-5c3b-4351-8399-280ab16ea5fb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.850746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9460a-5c3b-4351-8399-280ab16ea5fb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b6e38e-d41f-425e-acb5-bc8f0481edd6,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:28.853785 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.864690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 1558e3dd-ae75-463e-b6c6-2576fd6c76cc) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:28.884807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:28.885724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.888767 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] For port d141ffd8-3147-49ae-bae7-83ed203218e6, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:28.893661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] For port d141ffd8-3147-49ae-bae7-83ed203218e6, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d141ffd8-3147-49ae-bae7-83ed203218e6,segment=NetworkSegment(d867ce91-eacc-44c4-aaef-39da45c47a9c),segment_id=d867ce91-eacc-44c4-aaef-39da45c47a9c)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:28.895606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccb9460a-5c3b-4351-8399-280ab16ea5fb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.896952 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ccb9460a-5c3b-4351-8399-280ab16ea5fb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9784474 Nov 24 05:03:28.898271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.905743 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33196) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:28.907484 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP b30644b8-1cf0-4531-a777-c5ce12b90454 associated. External IP: 172.26.0.133, port: 8783ae01-36c7-401e-8b5d-1d99615900c8. Nov 24 05:03:28.913064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb42c066-5cf7-426e-ab39-990ea84c21d2 None None] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:28.913991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-021da0c4-2db9-482c-9d03-bf6737fffbf7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'b2089acf-dc43-46dd-80b2-a03a13a6c9b3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:28.955989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:28.966712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Subnet': ['ID=4e958028-613f-4532-b7a9-fbd89f348890,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:28.977852 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1b6a9156-3293-40e9-bf1e-73ea745314a3 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4511490 Nov 24 05:03:28.979328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33202) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:28.995576 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.000372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Request body: {'port': {'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1101301451'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:29.009386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.034991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.042060 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:29.042696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.060831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843696ab-9a1e-433b-8603-07a030124b74']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:29.077086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd867ce91-eacc-44c4-aaef-39da45c47a9c') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:29.077441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd867ce91-eacc-44c4-aaef-39da45c47a9c') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:29.098013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.125191 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-021da0c4-2db9-482c-9d03-bf6737fffbf7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:03:29.132185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.145004 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6923304 Nov 24 05:03:29.146868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Deleting port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:29.147444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.151580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33206) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:29.157401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Pushing event updated for resources: {'Port': ['ID=d141ffd8-3147-49ae-bae7-83ed203218e6,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:29.168634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1698386194'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:29.198383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.198383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.198784 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.199265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.199830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.200208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.200657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.201045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.201353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.202422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.203003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.203380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af42a4d-b1e9-4042-a957-c1f975ab3584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:03:29.243209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-021da0c4-2db9-482c-9d03-bf6737fffbf7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.265392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba7f09-2584-4f98-b3a8-8a339703be1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event updated for resources: {'Network': ['ID=0aff901a-d13b-479c-82e7-0f0332a1557a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:29.279196 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] For port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7bcdad3a-30e6-4b46-b0aa-eab6882c4303,segment=NetworkSegment(30a27ab3-4374-47f6-867e-fc5f3ff57798),segment_id=30a27ab3-4374-47f6-867e-fc5f3ff57798)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:29.279663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.296750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Calling delete_port for 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:29.395992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:29.396409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:29.404157 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:29.472414 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 0aff901a-d13b-479c-82e7-0f0332a1557a details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:29.499849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-021da0c4-2db9-482c-9d03-bf6737fffbf7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.517372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Made reservation on behalf of 06482e0e64da48d8bfb2b0f5473dbb2f for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:29.520960 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.536343 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-021da0c4-2db9-482c-9d03-bf6737fffbf7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.554858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Made reservation on behalf of bb28b52ef86c4caaa37b7b5a1675bad4 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:29.558351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.589217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.api [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 05:03:29.589217 dv-neutron-818850-5-hyperv neutron-server[103232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 05:03:29.589217 dv-neutron-818850-5-hyperv neutron-server[103232]: [parameters: {'id': '843696ab-9a1e-433b-8603-07a030124b74'}] Nov 24 05:03:29.589217 dv-neutron-818850-5-hyperv neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:03:29.589590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG oslo_db.api [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:03:29.620573 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] device_id is not set on port 830cbfb8-8f59-4c3e-b0bf-205ae6b0a3fa yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:29.621547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:29.625099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-1558e3dd-ae75-463e-b6c6-2576fd6c76cc', 'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc', 'tenant_id': '06482e0e64da48d8bfb2b0f5473dbb2f', 'fixed_ips': [{'subnet_id': '878d647b-433f-4a45-802a-4a7df838a318'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:29.626319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.628257 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021da0c4-2db9-482c-9d03-bf6737fffbf7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c3bcbd-7a74-4345-a439-6b41ad24215d,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:29.638065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.648189 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-021da0c4-2db9-482c-9d03-bf6737fffbf7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.651111 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-021da0c4-2db9-482c-9d03-bf6737fffbf7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7395875 Nov 24 05:03:29.699361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33214) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:29.704939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7f52055f-0e72-424d-bd0a-2d0aa9ebdfe5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'b2089acf-dc43-46dd-80b2-a03a13a6c9b3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:29.713949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:29.720614 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcdad3a-30e6-4b46-b0aa-eab6882c4303,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:29.723302 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.727664 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Added segment a197442c-eece-4682-8a5a-6edd5e709b83 of type vlan for network 594ea9b1-0401-46d2-af32-5b986a752bd5 Nov 24 05:03:29.742002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] No DVR routers for this DVR port 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:29.783904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47903b-cb3f-4a50-9d75-8c6036b19e69 None None] DHCP port deletion for c609e9e6-b34c-4628-a801-92ccc9015484 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:29.847579 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-7f52055f-0e72-424d-bd0a-2d0aa9ebdfe5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:03:29.862454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d141ffd8-3147-49ae-bae7-83ed203218e6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:29.869063 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7f52055f-0e72-424d-bd0a-2d0aa9ebdfe5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.923315 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port d141ffd8-3147-49ae-bae7-83ed203218e6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:29.923632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.930394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.956183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:29.970801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Allocated IP 2001:db8::86 (1558e3dd-ae75-463e-b6c6-2576fd6c76cc/878d647b-433f-4a45-802a-4a7df838a318/830cbfb8-8f59-4c3e-b0bf-205ae6b0a3fa) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:29.994042 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c609e9e6-b34c-4628-a801-92ccc9015484']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:29.997076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.006020 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:30.007698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.028871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.043961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a27ab3-4374-47f6-867e-fc5f3ff57798') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:30.044281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a27ab3-4374-47f6-867e-fc5f3ff57798') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:30.061209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7f52055f-0e72-424d-bd0a-2d0aa9ebdfe5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.064666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:30.074401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.085439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7f52055f-0e72-424d-bd0a-2d0aa9ebdfe5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.087675 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ff29f-cc39-400c-85fb-77ce6c006484 None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:30.100885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port d141ffd8-3147-49ae-bae7-83ed203218e6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d141ffd8-3147-49ae-bae7-83ed203218e6,segment=NetworkSegment(d867ce91-eacc-44c4-aaef-39da45c47a9c),segment_id=d867ce91-eacc-44c4-aaef-39da45c47a9c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:30.105229 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ff29f-cc39-400c-85fb-77ce6c006484 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:30.106059 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-192ff29f-cc39-400c-85fb-77ce6c006484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:30.106785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.189836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52055f-0e72-424d-bd0a-2d0aa9ebdfe5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71c079e-f190-43f9-8981-5fb2f977e2f9,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:30.189939 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0337462 Nov 24 05:03:30.189939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.190465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33226) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:30.192400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef8ac2-41ef-4af4-840a-71aeb446f9ef tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event updated for resources: {'Network': ['ID=594ea9b1-0401-46d2-af32-5b986a752bd5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:30.202311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'ports': [{'network_id': '0aff901a-d13b-479c-82e7-0f0332a1557a', 'name': 'tempest-port--1365459593', 'admin_state_up': True}, {'network_id': '594ea9b1-0401-46d2-af32-5b986a752bd5', 'admin_state_up': False}]} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:30.202790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'port': {'network_id': '0aff901a-d13b-479c-82e7-0f0332a1557a', 'name': 'tempest-port--1365459593', 'admin_state_up': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:30.203294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'port': {'network_id': '594ea9b1-0401-46d2-af32-5b986a752bd5', 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:30.204615 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-192ff29f-cc39-400c-85fb-77ce6c006484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:30.217124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.223139 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ff29f-cc39-400c-85fb-77ce6c006484 None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:30.224042 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-192ff29f-cc39-400c-85fb-77ce6c006484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:30.250598 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=d141ffd8-3147-49ae-bae7-83ed203218e6,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:30.253372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 594ea9b1-0401-46d2-af32-5b986a752bd5 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:30.265293 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-192ff29f-cc39-400c-85fb-77ce6c006484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:30.266376 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ff29f-cc39-400c-85fb-77ce6c006484 None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:30.271779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7f52055f-0e72-424d-bd0a-2d0aa9ebdfe5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.274087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:30.276158 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7f52055f-0e72-424d-bd0a-2d0aa9ebdfe5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5740645 Nov 24 05:03:30.282620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:30.289016 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:30.387812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33230) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:30.437274 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting port d141ffd8-3147-49ae-bae7-83ed203218e6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:30.439489 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.454977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.486980 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.494537 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c609e9e6-b34c-4628-a801-92ccc9015484 HTTP/1.1" status: 204 len: 168 time: 1.7066021 Nov 24 05:03:30.502027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba57c2-7e3a-4820-9cde-ca9e03f48a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=c609e9e6-b34c-4628-a801-92ccc9015484,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:30.563682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] For port d141ffd8-3147-49ae-bae7-83ed203218e6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d141ffd8-3147-49ae-bae7-83ed203218e6,segment=NetworkSegment(d867ce91-eacc-44c4-aaef-39da45c47a9c),segment_id=d867ce91-eacc-44c4-aaef-39da45c47a9c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:30.564708 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.581999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Calling delete_port for d141ffd8-3147-49ae-bae7-83ed203218e6 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:30.614333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae0c90-38bd-4fbd-babe-20579e31710f None None] Network 843696ab-9a1e-433b-8603-07a030124b74 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:30.614967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.713355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.760706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5983dbb7-8abd-4c75-81af-cac409ab0112 None None] Could not find standard attr ID for object d141ffd8-3147-49ae-bae7-83ed203218e6. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:03:30.766715 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No DVR routers for this DVR port d141ffd8-3147-49ae-bae7-83ed203218e6 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:30.769503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Made reservation on behalf of bb28b52ef86c4caaa37b7b5a1675bad4 for: {'port': 2} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:30.774438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.779130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Port': ['ID=d141ffd8-3147-49ae-bae7-83ed203218e6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:30.797483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1755794620'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:30.806616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.821786 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-6b7c466c-a708-42a9-aef9-900619e07d70 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442568599&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.2309051 Nov 24 05:03:30.901167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.915810 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.924782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843696ab-9a1e-433b-8603-07a030124b74']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:30.928626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Allocated IP 2001:db8::2 (1558e3dd-ae75-463e-b6c6-2576fd6c76cc/878d647b-433f-4a45-802a-4a7df838a318/04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:30.934135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f0cf0-5a6c-4b0e-9596-40cb2c6ea504 None None] DHCP port deletion for 843696ab-9a1e-433b-8603-07a030124b74 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:30.936402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd867ce91-eacc-44c4-aaef-39da45c47a9c') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:30.936769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd867ce91-eacc-44c4-aaef-39da45c47a9c') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:30.958946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:30.976329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33250) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:30.994518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router e0310a87-aa7c-4610-8a11-273b354d9613 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:30.998520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.016571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:31.016979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:31.020118 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:31.056307 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bd87248e-9acf-4959-8fc4-80e794c6f0f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eeff512706d64e0f90b138a0586ace2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0787113 Nov 24 05:03:31.088682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33252) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:31.104712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.115801 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.119684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.136415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.143754 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/843696ab-9a1e-433b-8603-07a030124b74 HTTP/1.1" status: 204 len: 168 time: 3.2903807 Nov 24 05:03:31.145990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33254) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:31.158589 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-272134925'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:31.166267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:31.166482 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc7d45-62dc-4d28-9be4-4c5df68cbb9d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Network': ['ID=843696ab-9a1e-433b-8603-07a030124b74,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:31.170731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:31.174559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Pushing event updated for resources: {'Port': ['ID=04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:31.177415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:31.194647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5f339208-15d0-49a8-97be-217d86d00aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.205214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:31.208945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.237880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5f339208-15d0-49a8-97be-217d86d00aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.238697 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Attempting to bind port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:31.239298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Attempting to bind port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '9569d0ba-d496-4cd7-ad72-2e29c5a3ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:31.239437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Attempting to bind port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca on network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:31.244976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:31.245336 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Checking segment: {'id': '9569d0ba-d496-4cd7-ad72-2e29c5a3ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:31.245653 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.246044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Bound using segment: {'id': '9569d0ba-d496-4cd7-ad72-2e29c5a3ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:31.246604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Bound port: 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9569d0ba-d496-4cd7-ad72-2e29c5a3ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:31.246919 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.259580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:31.285733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.285733 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Added segment ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3 of type vlan for network 0f56b4b7-0793-4cad-8909-a84c9ac74e69 Nov 24 05:03:31.323241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] For port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:31.328504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] For port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca,segment=NetworkSegment(9569d0ba-d496-4cd7-ad72-2e29c5a3ec40),segment_id=9569d0ba-d496-4cd7-ad72-2e29c5a3ec40)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:31.330676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.336046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.349955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5f339208-15d0-49a8-97be-217d86d00aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.352576 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5f339208-15d0-49a8-97be-217d86d00aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.356325 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5f339208-15d0-49a8-97be-217d86d00aac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/431d58be-b592-41ac-814a-cbd0030d1bc4 HTTP/1.1" status: 204 len: 168 time: 0.2639508 Nov 24 05:03:31.366725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f339208-15d0-49a8-97be-217d86d00aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431d58be-b592-41ac-814a-cbd0030d1bc4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:31.367110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] device_id is not set on port 6dd3df73-8092-4d0f-896a-a22f19569dfd yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:31.375289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Made reservation on behalf of fcb2359aeec04241a8d3a36877b82fae for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:31.378550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.379535 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.389041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:31.390603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.396276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.411111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f47d6-f6b5-4bf5-9b15-1f0dec8b0f7a None None] Pushing event updated for resources: {'Port': ['ID=04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:31.438207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:31.465088 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3168917 Nov 24 05:03:31.467284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:31.468582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33258) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:31.470102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:31.476739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:31.477966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.478204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'network_id': '0f56b4b7-0793-4cad-8909-a84c9ac74e69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:31.530368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'Port': ['ID=830cbfb8-8f59-4c3e-b0bf-205ae6b0a3fa,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:31.547614 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c93a5-dc79-40a7-9fac-1460890b525b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=0f56b4b7-0793-4cad-8909-a84c9ac74e69,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:31.595746 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-11842997-004f-4865-b283-a84fcbf2b71f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6094387 Nov 24 05:03:31.604665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33260) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:31.617574 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-f98de6ff-11c5-4aab-9052-c73eacab58bc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:31.620038 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-f98de6ff-11c5-4aab-9052-c73eacab58bc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/networks?id=71a7fc35-9529-48a5-9505-3edd8dcad952 HTTP/1.1" status: 200 len: 797 time: 0.7823484 Nov 24 05:03:31.625944 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Request body: {'port': {'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1279065991', 'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:2e:4a:1c'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:31.673743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:31.678763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:31.757077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 0f56b4b7-0793-4cad-8909-a84c9ac74e69 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:31.793478 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ed87627d-ca08-43dd-bfd3-fb33a2947a33 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/quotas/227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 375 time: 0.1586547 Nov 24 05:03:31.996475 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:32.025422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:32.029635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.041460 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.044673 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2704f3-c238-4537-ac87-6cf91347ab94 None None] Sync routers for ids ['e0310a87-aa7c-4610-8a11-273b354d9613'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:32.067786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2704f3-c238-4537-ac87-6cf91347ab94 None None] Routers {'e0310a87-aa7c-4610-8a11-273b354d9613'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:32.068892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9a2704f3-c238-4537-ac87-6cf91347ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e0310a87-aa7c-4610-8a11-273b354d9613'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:32.108028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9a2704f3-c238-4537-ac87-6cf91347ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:32.126586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:32.127121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.128841 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2704f3-c238-4537-ac87-6cf91347ab94 None None] Routers {'e0310a87-aa7c-4610-8a11-273b354d9613'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:32.129946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9a2704f3-c238-4537-ac87-6cf91347ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e0310a87-aa7c-4610-8a11-273b354d9613'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:32.130084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=bc75dac5-4709-4711-b737-b99a6d6589a3,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:32.135559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Checking segment: {'id': 'ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f56b4b7-0793-4cad-8909-a84c9ac74e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:32.135953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network hostable DHCP agents. Network: 0f56b4b7-0793-4cad-8909-a84c9ac74e69, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:32.164286 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-405d4ee7-7d03-43b7-be4c-c22c2690b50e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2469878 Nov 24 05:03:32.171865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network 0f56b4b7-0793-4cad-8909-a84c9ac74e69 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:32.174925 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.185137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 0f56b4b7-0793-4cad-8909-a84c9ac74e69) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:32.188388 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9a2704f3-c238-4537-ac87-6cf91347ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:32.189050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2704f3-c238-4537-ac87-6cf91347ab94 None None] The sync data for ids ['e0310a87-aa7c-4610-8a11-273b354d9613'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:32.191798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:32.192986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.195297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32616f02-a281-438d-9523-8d65efecaa9d None None] Network 0f56b4b7-0793-4cad-8909-a84c9ac74e69 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:32.259358 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.260358 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cc4242ec-552f-42e4-a4e9-991a97a864a2 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7893970 Nov 24 05:03:32.261783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33274) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:32.270804 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9f981d66-1209-444d-8078-046600a15cf4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'network_id': '0f56b4b7-0793-4cad-8909-a84c9ac74e69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:32.286221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.315580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Made reservation on behalf of 06482e0e64da48d8bfb2b0f5473dbb2f for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:32.348200 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.421102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca,segment=NetworkSegment(9569d0ba-d496-4cd7-ad72-2e29c5a3ec40),segment_id=9569d0ba-d496-4cd7-ad72-2e29c5a3ec40)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:32.429579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-0f56b4b7-0793-4cad-8909-a84c9ac74e69', 'network_id': '0f56b4b7-0793-4cad-8909-a84c9ac74e69', 'tenant_id': '24a01c7d0b2f492fbd690cfa4974f5fa', 'fixed_ips': [{'subnet_id': 'bc75dac5-4709-4711-b737-b99a6d6589a3'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:32.431125 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.437843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.459009 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ed98e11c-c87a-4765-8fcd-b17afca8d5b5 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "PUT /v2.0/floatingips/b30644b8-1cf0-4531-a777-c5ce12b90454 HTTP/1.1" status: 200 len: 977 time: 6.1483097 Nov 24 05:03:32.459803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33282) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:32.460638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:32.461385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f981d66-1209-444d-8078-046600a15cf4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:32.469612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f981d66-1209-444d-8078-046600a15cf4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.543017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d141ffd8-3147-49ae-bae7-83ed203218e6 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:32.640459 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-d8dd42e6-e0f2-4c2d-8269-80a4f5314109 service neutron] 10.222.0.37 "GET /v2.0/networks/71a7fc35-9529-48a5-9505-3edd8dcad952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199429 Nov 24 05:03:32.651476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: d141ffd8-3147-49ae-bae7-83ed203218e6 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:32.651840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d141ffd8-3147-49ae-bae7-83ed203218e6 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:32.652433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:32.679985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:32.686617 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:32.690850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7bcdad3a-30e6-4b46-b0aa-eab6882c4303 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:32.734001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5bc524-6c54-486d-bdc6-e464be10205c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:32.755977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.756492 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Added segment 81a80596-366d-408d-bfb5-3e373b608a89 of type vlan for network 44088b18-43c1-47bd-9f6b-f047004d85f5 Nov 24 05:03:32.792011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] device_id is not set on port 0114dacb-3bb5-490e-9c19-949f90d92fe6 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:32.797251 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Allocated IP 2001:db8::2 (0f56b4b7-0793-4cad-8909-a84c9ac74e69/bc75dac5-4709-4711-b737-b99a6d6589a3/15ce4785-9b54-4ff8-bc3d-d680852e065f) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:32.814302 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.891299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f981d66-1209-444d-8078-046600a15cf4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.902296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] device_id is not set on port 756fbdec-6a85-4e8f-bb46-a26dc2c46724 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:32.930408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.946652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f981d66-1209-444d-8078-046600a15cf4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network 0f56b4b7-0793-4cad-8909-a84c9ac74e69 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:32.953289 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-9f981d66-1209-444d-8078-046600a15cf4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:32.958539 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f981d66-1209-444d-8078-046600a15cf4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:32.959316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f981d66-1209-444d-8078-046600a15cf4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:32.983841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f981d66-1209-444d-8078-046600a15cf4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=40b80bac-e555-430e-9caf-a419bfa42606,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:33.001627 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9f981d66-1209-444d-8078-046600a15cf4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7378912 Nov 24 05:03:33.002252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33290) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:33.007724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.017919 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.058693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e850a2-75fc-402a-919d-06a1b9f20dd7 None None] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:33.082177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Network 0f56b4b7-0793-4cad-8909-a84c9ac74e69 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:33.086804 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.094363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:33.095179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.097595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:33.102496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:33.127462 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-7b719cf7-23c2-4661-a1a2-411810ebe084 service neutron] 10.222.0.37 "GET /v2.0/networks/71a7fc35-9529-48a5-9505-3edd8dcad952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345210 Nov 24 05:03:33.147528 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Pushing event updated for resources: {'Port': ['ID=15ce4785-9b54-4ff8-bc3d-d680852e065f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:33.213452 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8112421 Nov 24 05:03:33.216925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578aa3d2-3d1d-422e-b08b-2558d29f6960 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:33.217532 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port 7ec022a6-a855-4cd6-9e04-b4afbbec8d84 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:33.218263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.219727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578aa3d2-3d1d-422e-b08b-2558d29f6960 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:33.221537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578aa3d2-3d1d-422e-b08b-2558d29f6960 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:33.222308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-491b1d98-ec89-4530-af3a-699f72274730 None None] Provisioning complete for port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:33.222681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-491b1d98-ec89-4530-af3a-699f72274730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.223404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578aa3d2-3d1d-422e-b08b-2558d29f6960 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:33.225574 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578aa3d2-3d1d-422e-b08b-2558d29f6960 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:33.231036 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-578aa3d2-3d1d-422e-b08b-2558d29f6960 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2243428 Nov 24 05:03:33.231036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33298) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:33.237230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33300) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:33.286523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Attempting to bind port 15ce4785-9b54-4ff8-bc3d-d680852e065f on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:33.286933 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Attempting to bind port 15ce4785-9b54-4ff8-bc3d-d680852e065f by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f56b4b7-0793-4cad-8909-a84c9ac74e69'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:33.287267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Attempting to bind port 15ce4785-9b54-4ff8-bc3d-d680852e065f on network 0f56b4b7-0793-4cad-8909-a84c9ac74e69 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:33.310448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:33.310811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Checking segment: {'id': 'ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f56b4b7-0793-4cad-8909-a84c9ac74e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:33.311369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.312988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Bound using segment: {'id': 'ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f56b4b7-0793-4cad-8909-a84c9ac74e69'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:33.313486 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Bound port: 15ce4785-9b54-4ff8-bc3d-d680852e065f, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f56b4b7-0793-4cad-8909-a84c9ac74e69'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:33.313868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.334802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1747969080'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:33.352657 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.497060 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Request body: {'network': {'name': 'tempest-network--431164682', 'router:external': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:33.538423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] For port 15ce4785-9b54-4ff8-bc3d-d680852e065f, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:33.542133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] For port 15ce4785-9b54-4ff8-bc3d-d680852e065f, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=15ce4785-9b54-4ff8-bc3d-d680852e065f,segment=NetworkSegment(ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3),segment_id=ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:33.548329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Made reservation on behalf of 1763fd93b4ee4fddbff7b9dabac81f70 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:33.551627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.552283 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.557387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:33.561785 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.565000 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.613738 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-16bdfe5a-3f85-416b-ab6d-461cc5c16ced req-a01288e7-b3ce-40ec-934e-fb5a2c712f96 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 210 time: 0.2123125 Nov 24 05:03:33.626686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f9a4e-57ae-422d-83c8-f65f973ffd38 None None] Pushing event updated for resources: {'Port': ['ID=15ce4785-9b54-4ff8-bc3d-d680852e065f,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:33.631541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33316) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:33.710183 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1828c9-cee4-484d-a326-ef5c95138736 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Pushing event updated for resources: {'Network': ['ID=44088b18-43c1-47bd-9f6b-f047004d85f5,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:33.721953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.726898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.741547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:33.754240 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 44088b18-43c1-47bd-9f6b-f047004d85f5 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:33.803176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.813884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Allocated IP 2001:db8::328 (1558e3dd-ae75-463e-b6c6-2576fd6c76cc/878d647b-433f-4a45-802a-4a7df838a318/756fbdec-6a85-4e8f-bb46-a26dc2c46724) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:33.837154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124c1b89-f441-4caf-9697-caef65e66b43,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:33.841623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.856870 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Added segment 917518a8-da7d-4444-87ef-5cee46f8f33e of type vlan for network 475231c1-097b-4c5c-b703-0529ef02e621 Nov 24 05:03:33.923109 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:33.939445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:33.948780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e93cb380-86d2-459e-a5dc-d37f699e3ea2 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-40793410'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:33.949351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e93cb380-86d2-459e-a5dc-d37f699e3ea2 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Unknown quota resources ['metering_label']. {{(pid=103232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 05:03:34.062549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:34.070291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:34.070721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.110570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.110934 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Added segment 61aba89e-c450-4efc-8581-1cae42d44cfe of type vlan for network ac24b686-8ac5-412d-bf65-82faa67c98c7 Nov 24 05:03:34.130575 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.132445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event updated for resources: {'Port': ['ID=6dd3df73-8092-4d0f-896a-a22f19569dfd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:34.216175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c5094afa-b674-46f4-8b37-121c3ba1c3d8 None None] Provisioning complete for port 830cbfb8-8f59-4c3e-b0bf-205ae6b0a3fa triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:34.216830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5094afa-b674-46f4-8b37-121c3ba1c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.270493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:03:34.307429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c5094afa-b674-46f4-8b37-121c3ba1c3d8 None None] Port 830cbfb8-8f59-4c3e-b0bf-205ae6b0a3fa cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:34.334254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c5094afa-b674-46f4-8b37-121c3ba1c3d8 None None] Provisioning complete for port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:34.334785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5094afa-b674-46f4-8b37-121c3ba1c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.367015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e93cb380-86d2-459e-a5dc-d37f699e3ea2 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.373361 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e93cb380-86d2-459e-a5dc-d37f699e3ea2 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.7405491 Nov 24 05:03:34.377065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33324) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:34.383558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0a27684a-1962-48f4-bd66-cb268ce3cd1d tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b38726a8-bfb5-4b15-bf9a-255dce3a9ed7'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:34.384167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0a27684a-1962-48f4-bd66-cb268ce3cd1d tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 05:03:34.407629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Checking segment: {'id': 'a8a826cc-e3f3-405e-b3ff-cac5877060ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0aff901a-d13b-479c-82e7-0f0332a1557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:34.407629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Network hostable DHCP agents. Network: 0aff901a-d13b-479c-82e7-0f0332a1557a, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:34.446052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.450291 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.450988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:34.451637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.527244 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.services.metering.metering_plugin [None req-0a27684a-1962-48f4-bd66-cb268ce3cd1d tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 05:03:34.558220 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3284595 Nov 24 05:03:34.558862 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33326) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:34.563445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Network 0aff901a-d13b-479c-82e7-0f0332a1557a is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:34.569118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.574810 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:34.575326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.579632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.580005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.580323 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Floating IP b30644b8-1cf0-4531-a777-c5ce12b90454 disassociated. External IP: 172.26.0.133, port: 7ec022a6-a855-4cd6-9e04-b4afbbec8d84. Nov 24 05:03:34.580674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for 7ec022a6-a855-4cd6-9e04-b4afbbec8d84 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:34.593526 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ad4eac8e-c89c-4e04-864f-f9d37490505e None None] Provisioning complete for port 830cbfb8-8f59-4c3e-b0bf-205ae6b0a3fa triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:34.594362 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ad4eac8e-c89c-4e04-864f-f9d37490505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.621151 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 0aff901a-d13b-479c-82e7-0f0332a1557a) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:34.636155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b8fca9-3da8-4305-9f00-fc4a57b82cd0 None None] Network 0aff901a-d13b-479c-82e7-0f0332a1557a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:34.644431 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:34.645294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.649008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.651444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ad4eac8e-c89c-4e04-864f-f9d37490505e None None] Port 830cbfb8-8f59-4c3e-b0bf-205ae6b0a3fa cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:34.656336 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3376448 Nov 24 05:03:34.660144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33330) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:34.706305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9be0148f-24b5-438d-bda6-8463d931298a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:34.707082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f96ae-512d-49ad-9a64-71fefcf300de tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event updated for resources: {'Network': ['ID=475231c1-097b-4c5c-b703-0529ef02e621,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:34.714010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a27684a-1962-48f4-bd66-cb268ce3cd1d tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.715181 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0a27684a-1962-48f4-bd66-cb268ce3cd1d tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3371756 Nov 24 05:03:34.721905 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33332) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:34.731032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 475231c1-097b-4c5c-b703-0529ef02e621 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:34.731850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-030d4af4-0962-4917-ad1c-22f251e64be0 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b38726a8-bfb5-4b15-bf9a-255dce3a9ed7'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:34.732341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-030d4af4-0962-4917-ad1c-22f251e64be0 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 05:03:34.831529 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b01608-bd24-4774-b2f9-b34912a264d6 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=ac24b686-8ac5-412d-bf65-82faa67c98c7,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:34.832096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:34.835508 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event updated for resources: {'Port': ['ID=0114dacb-3bb5-490e-9c19-949f90d92fe6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:34.841120 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.services.metering.metering_plugin [None req-030d4af4-0962-4917-ad1c-22f251e64be0 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 05:03:34.917116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network ac24b686-8ac5-412d-bf65-82faa67c98c7 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:34.919083 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-df69c694-6f66-4800-b284-028faae2dd28 req-4a5b2f84-54e0-4d52-bc8f-7d82346e20b9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 210 time: 0.1774979 Nov 24 05:03:35.010422 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-030d4af4-0962-4917-ad1c-22f251e64be0 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.011950 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-030d4af4-0962-4917-ad1c-22f251e64be0 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2892008 Nov 24 05:03:35.021496 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Checking segment: {'id': 'a197442c-eece-4682-8a5a-6edd5e709b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '594ea9b1-0401-46d2-af32-5b986a752bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:35.021870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Network hostable DHCP agents. Network: 594ea9b1-0401-46d2-af32-5b986a752bd5, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:35.026015 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33334) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:35.138264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.145335 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-09935c99-c80c-4782-ab17-5dfd65d5abfe tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=dd389c0a-c017-4e86-b545-c0dfaec475a1 HTTP/1.1" status: 200 len: 464 time: 0.1108527 Nov 24 05:03:35.146270 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Network 594ea9b1-0401-46d2-af32-5b986a752bd5 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:35.148622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33336) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:35.249422 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.279181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a91e905-e9fc-4563-8deb-7702fb44caf1 None None] Network 0f56b4b7-0793-4cad-8909-a84c9ac74e69 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:35.297457 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475231c1-097b-4c5c-b703-0529ef02e621']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:35.320785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917518a8-da7d-4444-87ef-5cee46f8f33e') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:35.321089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917518a8-da7d-4444-87ef-5cee46f8f33e') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:35.338193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-854fa28a-10b0-45dd-8dc6-4718197e4fbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:35.339987 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-854fa28a-10b0-45dd-8dc6-4718197e4fbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=71a7fc35-9529-48a5-9505-3edd8dcad952 HTTP/1.1" status: 200 len: 797 time: 0.3483641 Nov 24 05:03:35.341658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.364497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.419295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e977ea36-aae2-46e4-b6e5-1afa0e45a057 None None] Provisioning complete for port 15ce4785-9b54-4ff8-bc3d-d680852e065f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:35.419901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e977ea36-aae2-46e4-b6e5-1afa0e45a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.552051 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e977ea36-aae2-46e4-b6e5-1afa0e45a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.611537 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c1e97-84ad-477b-8e38-f39abfdf8dd9 None None] Update dhcp port {'port': {'network_id': '0f56b4b7-0793-4cad-8909-a84c9ac74e69', 'fixed_ips': [{'subnet_id': 'bc75dac5-4709-4711-b737-b99a6d6589a3', 'ip_address': '2001:db8::2'}, {'subnet_id': '40b80bac-e555-430e-9caf-a419bfa42606'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': '15ce4785-9b54-4ff8-bc3d-d680852e065f'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:03:35.641056 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e977ea36-aae2-46e4-b6e5-1afa0e45a057 None None] For port 15ce4785-9b54-4ff8-bc3d-d680852e065f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=15ce4785-9b54-4ff8-bc3d-d680852e065f,segment=NetworkSegment(ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3),segment_id=ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:35.646452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1e97-84ad-477b-8e38-f39abfdf8dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.649490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e977ea36-aae2-46e4-b6e5-1afa0e45a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.661188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 594ea9b1-0401-46d2-af32-5b986a752bd5) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:35.687709 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:35.688191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c45601c-3c26-4baf-b28f-d0147f415f3d None None] Network 594ea9b1-0401-46d2-af32-5b986a752bd5 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:35.688385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:35.688385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:35.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:35.697496 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:35.705451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:35.712097 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:35.727988 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:35.728696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.731460 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:35.737641 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:35.738269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.757614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'Port': ['ID=756fbdec-6a85-4e8f-bb46-a26dc2c46724,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:35.797788 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-63c62e92-b3d7-4ebd-a0dc-ce1403ebe89d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 379 time: 0.4410627 Nov 24 05:03:35.804333 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.813410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'device_id': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'admin_state_up': True, 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'security_groups': ['b2089acf-dc43-46dd-80b2-a03a13a6c9b3']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:35.823067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 475231c1-097b-4c5c-b703-0529ef02e621 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 05:03:35.831447 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9be0148f-24b5-438d-bda6-8463d931298a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.844516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.848705 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "DELETE /v2.0/networks/475231c1-097b-4c5c-b703-0529ef02e621 HTTP/1.1" status: 204 len: 168 time: 1.2629490 Nov 24 05:03:35.862172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33342) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:35.868028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:35.875863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e4bf5-36fd-42fa-83c7-a1f2f8f8e3be tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event deleted for resources: {'Network': ['ID=475231c1-097b-4c5c-b703-0529ef02e621,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:35.963506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9be0148f-24b5-438d-bda6-8463d931298a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.987322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Made reservation on behalf of 1763fd93b4ee4fddbff7b9dabac81f70 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:35.994269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:35.996345 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 15ce4785-9b54-4ff8-bc3d-d680852e065f up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:36.022999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9be0148f-24b5-438d-bda6-8463d931298a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network ac24b686-8ac5-412d-bf65-82faa67c98c7 is not hosted by any dhcp agent {{(pid=103233) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 05:03:36.033844 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be0148f-24b5-438d-bda6-8463d931298a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:36.034457 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9be0148f-24b5-438d-bda6-8463d931298a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.035838 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9be0148f-24b5-438d-bda6-8463d931298a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "PUT /v2.0/networks/ac24b686-8ac5-412d-bf65-82faa67c98c7 HTTP/1.1" status: 200 len: 723 time: 1.3685536 Nov 24 05:03:36.044778 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33346) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:36.052340 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'network_id': 'ac24b686-8ac5-412d-bf65-82faa67c98c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:36.089698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977ea36-aae2-46e4-b6e5-1afa0e45a057 None None] Pushing event updated for resources: {'Port': ['ID=15ce4785-9b54-4ff8-bc3d-d680852e065f,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:36.113409 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-172dfc2c-c058-4797-ae7b-8ac9acfe5907 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.9218056 Nov 24 05:03:36.114158 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.117150 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33348) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:36.121431 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-281e6b57-3689-46c3-91de-38f68d2749af tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.5090528 Nov 24 05:03:36.135902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33350) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:36.146856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09c8e07d-855d-4b89-97a2-5a8c3711fa71 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.147958 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-09c8e07d-855d-4b89-97a2-5a8c3711fa71 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/dd389c0a-c017-4e86-b545-c0dfaec475a1 HTTP/1.1" status: 204 len: 168 time: 0.9273274 Nov 24 05:03:36.157338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:36.162538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.173971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33352) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:36.214028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:36.214841 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-884a4cec-16b8-4c3b-8299-244d8be91564 req-34d4f5a8-3a68-4c1c-8149-305b1b509c33 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 210 time: 0.0830574 Nov 24 05:03:36.221080 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=7ec022a6-a855-4cd6-9e04-b4afbbec8d84,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:36.242832 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-99ee0d80-14d7-4ae9-98f3-b4cbf2a7839d tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=dd389c0a-c017-4e86-b545-c0dfaec475a1 HTTP/1.1" status: 200 len: 221 time: 0.0676513 Nov 24 05:03:36.248714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e523ac4f-a77e-4adb-a156-69dcead63380 None None] Provisioning complete for port 756fbdec-6a85-4e8f-bb46-a26dc2c46724 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:36.249365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e523ac4f-a77e-4adb-a156-69dcead63380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.252073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33354) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:36.257627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:36.261121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.269425 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-75c5c665-7892-4c14-9506-3fd0ba09f72e tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2101283025', 'description': 'label created by tempest'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:36.269887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-75c5c665-7892-4c14-9506-3fd0ba09f72e tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Unknown quota resources ['metering_label']. {{(pid=103232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 05:03:36.273670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.274155 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Added segment beee7237-0155-44c2-9e8b-1fa7d716905c of type vlan for network 40dc700a-5c9a-4839-92f1-7f1ccd59806d Nov 24 05:03:36.278171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-ec2c1e97-84ad-477b-8e38-f39abfdf8dd9 None None] Allocated IP 172.20.0.1 (0f56b4b7-0793-4cad-8909-a84c9ac74e69/40b80bac-e555-430e-9caf-a419bfa42606/15ce4785-9b54-4ff8-bc3d-d680852e065f) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:36.322907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 15ce4785-9b54-4ff8-bc3d-d680852e065f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:36.324002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.366272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0148f-24b5-438d-bda6-8463d931298a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=ac24b686-8ac5-412d-bf65-82faa67c98c7,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:36.370819 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e523ac4f-a77e-4adb-a156-69dcead63380 None None] Port 756fbdec-6a85-4e8f-bb46-a26dc2c46724 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:36.390389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network ac24b686-8ac5-412d-bf65-82faa67c98c7 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:36.461751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.482868 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53526e58-06d6-40ce-b251-d24324d5c9e6 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:36.495883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53526e58-06d6-40ce-b251-d24324d5c9e6 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:36.502644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53526e58-06d6-40ce-b251-d24324d5c9e6 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:36.507023 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-53526e58-06d6-40ce-b251-d24324d5c9e6 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3617244 Nov 24 05:03:36.509174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33356) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:36.543561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ec2c1e97-84ad-477b-8e38-f39abfdf8dd9 None None] For port 15ce4785-9b54-4ff8-bc3d-d680852e065f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=15ce4785-9b54-4ff8-bc3d-d680852e065f,segment=NetworkSegment(ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3),segment_id=ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:36.609350 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1e97-84ad-477b-8e38-f39abfdf8dd9 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.616357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1e97-84ad-477b-8e38-f39abfdf8dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.644017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router e0310a87-aa7c-4610-8a11-273b354d9613 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:36.662897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abd9f1-d678-40ee-9584-f00ab31b4894 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:36.668226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b0e4d-a97e-4b93-b61c-9f1a7c70d67f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Deleting port 756fbdec-6a85-4e8f-bb46-a26dc2c46724 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:36.670376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0e4d-a97e-4b93-b61c-9f1a7c70d67f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.673525 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abd9f1-d678-40ee-9584-f00ab31b4894 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:36.673525 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c9abd9f1-d678-40ee-9584-f00ab31b4894 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5258265 Nov 24 05:03:36.674504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33358) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:36.714115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.714965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:36.715551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.719397 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c1e97-84ad-477b-8e38-f39abfdf8dd9 None None] Pushing event updated for resources: {'Port': ['ID=15ce4785-9b54-4ff8-bc3d-d680852e065f,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:36.805108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75c5c665-7892-4c14-9506-3fd0ba09f72e tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:36.809653 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-75c5c665-7892-4c14-9506-3fd0ba09f72e tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5531726 Nov 24 05:03:36.820269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33360) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:36.875897 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0120547 Nov 24 05:03:36.879106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33362) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:36.885327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Request body: {'subnet': {'network_id': '40dc700a-5c9a-4839-92f1-7f1ccd59806d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:36.894901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0737d-14f9-403e-8a50-70f7f00adc09 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event updated for resources: {'Network': ['ID=40dc700a-5c9a-4839-92f1-7f1ccd59806d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:36.907551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 40dc700a-5c9a-4839-92f1-7f1ccd59806d details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:36.962851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.10 (71a7fc35-9529-48a5-9505-3edd8dcad952/525a4a93-e392-4468-9b67-9ecd7c3d7863/31213e82-85fa-4823-97f0-dbaa920f4eda) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:36.969680 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e27526cd-caa2-4290-946d-6daf434992cd tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=0e493a1a-0447-40bb-9812-b60e4f3098ad HTTP/1.1" status: 200 len: 468 time: 0.1436796 Nov 24 05:03:36.973561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33364) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:36.988688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Made reservation on behalf of 1763fd93b4ee4fddbff7b9dabac81f70 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:36.997603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.002184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0e4d-a97e-4b93-b61c-9f1a7c70d67f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.024233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:37.032605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b0e4d-a97e-4b93-b61c-9f1a7c70d67f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Calling delete_port for 756fbdec-6a85-4e8f-bb46-a26dc2c46724 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:37.038232 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cbf7d-79c3-4379-aed4-e8f8e1bd6ccf None None] Sync routers for ids ['e0310a87-aa7c-4610-8a11-273b354d9613'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:37.062217 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8cbf7d-79c3-4379-aed4-e8f8e1bd6ccf None None] Routers {'e0310a87-aa7c-4610-8a11-273b354d9613'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:37.063555 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2b8cbf7d-79c3-4379-aed4-e8f8e1bd6ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e0310a87-aa7c-4610-8a11-273b354d9613'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:37.113456 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2b8cbf7d-79c3-4379-aed4-e8f8e1bd6ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:37.125223 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8cbf7d-79c3-4379-aed4-e8f8e1bd6ccf None None] Routers {'e0310a87-aa7c-4610-8a11-273b354d9613'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:37.126200 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2b8cbf7d-79c3-4379-aed4-e8f8e1bd6ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e0310a87-aa7c-4610-8a11-273b354d9613'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:37.142314 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd0623-7d45-4d81-bf58-c170a6a19dce tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Deleting port 6dd3df73-8092-4d0f-896a-a22f19569dfd {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:37.142678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0623-7d45-4d81-bf58-c170a6a19dce tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.177510 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2b8cbf7d-79c3-4379-aed4-e8f8e1bd6ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:37.178397 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cbf7d-79c3-4379-aed4-e8f8e1bd6ccf None None] The sync data for ids ['e0310a87-aa7c-4610-8a11-273b354d9613'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:37.191086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.195438 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d63f4f99-48ab-4b65-9672-cd655d5ad0f3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/ports/7ec022a6-a855-4cd6-9e04-b4afbbec8d84 HTTP/1.1" status: 204 len: 168 time: 4.7192755 Nov 24 05:03:37.200001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33366) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:37.293856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0623-7d45-4d81-bf58-c170a6a19dce tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.331938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd0623-7d45-4d81-bf58-c170a6a19dce tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Calling delete_port for 6dd3df73-8092-4d0f-896a-a22f19569dfd owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:37.363990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.386083 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-72fe58d8-3232-4305-821e-5a432ca65ab3 req-ecb2335c-5b9d-4231-b172-c545caa4c617 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 210 time: 0.0718944 Nov 24 05:03:37.389247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e01cc1-30a0-4859-bc23-999dbe2436e5 None None] Network 0f56b4b7-0793-4cad-8909-a84c9ac74e69 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:37.457778 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0344e90-0776-490d-87ea-80d9fbec32dd tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.461712 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c0344e90-0776-490d-87ea-80d9fbec32dd tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/0e493a1a-0447-40bb-9812-b60e4f3098ad HTTP/1.1" status: 204 len: 168 time: 0.4846787 Nov 24 05:03:37.464219 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33370) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:37.467678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ee20ef35-c961-416e-8bd9-3a5f28be3036 None None] Provisioning complete for port 15ce4785-9b54-4ff8-bc3d-d680852e065f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:37.468135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ee20ef35-c961-416e-8bd9-3a5f28be3036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.509276 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-361b92b0-5e30-4586-8563-97bbae8b18e0 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=0e493a1a-0447-40bb-9812-b60e4f3098ad HTTP/1.1" status: 200 len: 216 time: 0.0394824 Nov 24 05:03:37.515614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33372) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:37.551122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.554042 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=d1672a98-d764-41ce-9b8f-842e0d8288ed,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:37.571797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0e4d-a97e-4b93-b61c-9f1a7c70d67f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.574237 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cabdea6a-72e3-4c22-ab5f-50b6532617d7 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0523846 Nov 24 05:03:37.579466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33374) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:37.595235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Checking segment: {'id': '61aba89e-c450-4efc-8581-1cae42d44cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ac24b686-8ac5-412d-bf65-82faa67c98c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:37.595669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network hostable DHCP agents. Network: ac24b686-8ac5-412d-bf65-82faa67c98c7, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:37.617685 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6397bbb8-ea6c-4906-b4e1-8917a42fde50 tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0338271 Nov 24 05:03:37.618067 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b0e4d-a97e-4b93-b61c-9f1a7c70d67f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event deleted for resources: {'Port': ['ID=756fbdec-6a85-4e8f-bb46-a26dc2c46724,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:37.619161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33376) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:37.711079 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0623-7d45-4d81-bf58-c170a6a19dce tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.736376 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c7b606af-10ba-4dbc-8552-88e1a54af9fd tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/b38726a8-bfb5-4b15-bf9a-255dce3a9ed7 HTTP/1.1" status: 200 len: 471 time: 0.1123695 Nov 24 05:03:37.754629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33378) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:37.787230 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5230bd32-5e66-439c-971d-d4ac59e5060e tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/b7183f8b-e3d0-41e7-81cf-132366792310 HTTP/1.1" status: 200 len: 461 time: 0.0295796 Nov 24 05:03:37.788673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.807754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33380) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:37.816228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd0623-7d45-4d81-bf58-c170a6a19dce tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event deleted for resources: {'Port': ['ID=6dd3df73-8092-4d0f-896a-a22f19569dfd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:37.821991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network ac24b686-8ac5-412d-bf65-82faa67c98c7 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:37.860884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0623-7d45-4d81-bf58-c170a6a19dce tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.864242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 15ce4785-9b54-4ff8-bc3d-d680852e065f up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:37.872322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, ac24b686-8ac5-412d-bf65-82faa67c98c7) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:37.876750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 71a7fc35-9529-48a5-9505-3edd8dcad952 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:37.881469 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f3bd0623-7d45-4d81-bf58-c170a6a19dce tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "DELETE /v2.0/ports/6dd3df73-8092-4d0f-896a-a22f19569dfd HTTP/1.1" status: 204 len: 168 time: 1.1705308 Nov 24 05:03:37.883062 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0e4d-a97e-4b93-b61c-9f1a7c70d67f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.886389 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2f1b0e4d-a97e-4b93-b61c-9f1a7c70d67f tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "DELETE /v2.0/ports/756fbdec-6a85-4e8f-bb46-a26dc2c46724 HTTP/1.1" status: 204 len: 168 time: 1.3762314 Nov 24 05:03:37.889627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33382) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:37.890169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33384) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:37.891724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:37.892347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:37.894811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:37.900517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:37.945003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f980bd8-2a6b-4cff-9be0-f66fb438ccf8 None None] Network ac24b686-8ac5-412d-bf65-82faa67c98c7 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:38.061779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 15ce4785-9b54-4ff8-bc3d-d680852e065f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:38.062152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.067563 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7055f6-fb6b-40e5-ba17-23e055612810 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] GET failed (client error): The resource could not be found. Nov 24 05:03:38.072468 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0f7055f6-fb6b-40e5-ba17-23e055612810 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "GET /v2.0/ports/756fbdec-6a85-4e8f-bb46-a26dc2c46724 HTTP/1.1" status: 404 len: 333 time: 0.1708140 Nov 24 05:03:38.075312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=31213e82-85fa-4823-97f0-dbaa920f4eda,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:38.104285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33386) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:38.111522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Request body: {'port': {'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-93601072'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:38.117387 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-000926b3-885c-43d7-85b0-cd288f7283eb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0685098 Nov 24 05:03:38.117550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-66e96847-734e-4ec8-bfd7-4270032ccf0c tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.117985 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-66e96847-734e-4ec8-bfd7-4270032ccf0c tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/b7183f8b-e3d0-41e7-81cf-132366792310 HTTP/1.1" status: 204 len: 168 time: 0.3059058 Nov 24 05:03:38.122115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33388) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:38.122460 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33390) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:38.130006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9ea70a16-e23a-43ad-ba70-053e6d45c7e4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:38.213008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ac24b686-8ac5-412d-bf65-82faa67c98c7', 'network_id': 'ac24b686-8ac5-412d-bf65-82faa67c98c7', 'tenant_id': '24a01c7d0b2f492fbd690cfa4974f5fa', 'fixed_ips': [{'subnet_id': 'd1672a98-d764-41ce-9b8f-842e0d8288ed'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:38.213867 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.214089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:38.214779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.261959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-96211198-93db-49d5-9488-654c9e966974 None None] Provisioning complete for port 15ce4785-9b54-4ff8-bc3d-d680852e065f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:38.262296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96211198-93db-49d5-9488-654c9e966974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.268252 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Made reservation on behalf of 06482e0e64da48d8bfb2b0f5473dbb2f for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:38.272498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.297956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] device_id is not set on port 21ce5279-2a7d-44d1-8f31-4f9a7fed8caa yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:38.361167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9ea70a16-e23a-43ad-ba70-053e6d45c7e4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25190034'] for subnet, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.390936 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-289206ac-8cc9-4f55-b1b9-143841b5b4bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5835574 Nov 24 05:03:38.449517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Request body: {'port': {'device_id': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:38.452773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e86b228-9054-49f4-92e3-cddbd8d89bda tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.514994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Allocated IP 2001:db8::36e (1558e3dd-ae75-463e-b6c6-2576fd6c76cc/878d647b-433f-4a45-802a-4a7df838a318/21ce5279-2a7d-44d1-8f31-4f9a7fed8caa) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:38.584309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Allocated IP 2001:db8::2 (ac24b686-8ac5-412d-bf65-82faa67c98c7/d1672a98-d764-41ce-9b8f-842e0d8288ed/508c105a-90bf-4855-8a49-fb11a40ee525) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:38.599812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5b8f4-f6c0-4580-b47c-e6c34c547298 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Deleting port 0114dacb-3bb5-490e-9c19-949f90d92fe6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:38.600373 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b8f4-f6c0-4580-b47c-e6c34c547298 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.611056 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0e53d096-9a7a-46c1-b290-7716aa1d37df tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.612200 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0e53d096-9a7a-46c1-b290-7716aa1d37df tempest-MeteringTestJSON-326380950 tempest-MeteringTestJSON-326380950-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/b38726a8-bfb5-4b15-bf9a-255dce3a9ed7 HTTP/1.1" status: 204 len: 168 time: 0.4232438 Nov 24 05:03:38.647289 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.760824 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.769547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:03:38.770403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.773912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b8f4-f6c0-4580-b47c-e6c34c547298 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.778025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.792947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e78568b1-45d8-4f43-b971-0adaf3a659c0 None None] Provisioning complete for port 31213e82-85fa-4823-97f0-dbaa920f4eda triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:38.793511 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e78568b1-45d8-4f43-b971-0adaf3a659c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.831775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5b8f4-f6c0-4580-b47c-e6c34c547298 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Calling delete_port for 0114dacb-3bb5-490e-9c19-949f90d92fe6 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:38.860916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e78568b1-45d8-4f43-b971-0adaf3a659c0 None None] Port 31213e82-85fa-4823-97f0-dbaa920f4eda cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:38.879945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Network ac24b686-8ac5-412d-bf65-82faa67c98c7 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:38.885696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:38.892116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:38.902778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Pushing event updated for resources: {'Port': ['ID=508c105a-90bf-4855-8a49-fb11a40ee525,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:38.954583 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Attempting to bind port 508c105a-90bf-4855-8a49-fb11a40ee525 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:38.955066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Attempting to bind port 508c105a-90bf-4855-8a49-fb11a40ee525 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '61aba89e-c450-4efc-8581-1cae42d44cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ac24b686-8ac5-412d-bf65-82faa67c98c7'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:38.955538 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Attempting to bind port 508c105a-90bf-4855-8a49-fb11a40ee525 on network ac24b686-8ac5-412d-bf65-82faa67c98c7 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:38.962900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:38.963561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Checking segment: {'id': '61aba89e-c450-4efc-8581-1cae42d44cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ac24b686-8ac5-412d-bf65-82faa67c98c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:38.964242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:38.964811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Bound using segment: {'id': '61aba89e-c450-4efc-8581-1cae42d44cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ac24b686-8ac5-412d-bf65-82faa67c98c7'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:38.965426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Bound port: 508c105a-90bf-4855-8a49-fb11a40ee525, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61aba89e-c450-4efc-8581-1cae42d44cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ac24b686-8ac5-412d-bf65-82faa67c98c7'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:38.965914 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.044322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6232-3291-40c5-84a9-35afd95e1ebd req-beec23c4-d0ba-417f-a3b7-ae0e7409ccac tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:39.046904 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-632f6232-3291-40c5-84a9-35afd95e1ebd req-beec23c4-d0ba-417f-a3b7-ae0e7409ccac tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 932 time: 0.5253553 Nov 24 05:03:39.055022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] For port 508c105a-90bf-4855-8a49-fb11a40ee525, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:39.059457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] For port 508c105a-90bf-4855-8a49-fb11a40ee525, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=508c105a-90bf-4855-8a49-fb11a40ee525,segment=NetworkSegment(61aba89e-c450-4efc-8581-1cae42d44cfe),segment_id=61aba89e-c450-4efc-8581-1cae42d44cfe)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:39.070893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.108261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33398) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:39.143747 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5abe-02dd-43b2-955d-a8f20d99c3e4 None None] Pushing event updated for resources: {'Port': ['ID=508c105a-90bf-4855-8a49-fb11a40ee525,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:39.244786 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-632f6232-3291-40c5-84a9-35afd95e1ebd req-2061d719-1103-4ca9-b574-ffc33c2da0f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806819 Nov 24 05:03:39.277198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.304388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-653d7dd0-9356-4929-b6a0-9076d8419cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.429073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4f5f23e5-546a-47df-8ffb-11d1250b6357,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:39.466353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.504385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Checking segment: {'id': 'beee7237-0155-44c2-9e8b-1fa7d716905c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '40dc700a-5c9a-4839-92f1-7f1ccd59806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:39.504784 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Network hostable DHCP agents. Network: 40dc700a-5c9a-4839-92f1-7f1ccd59806d, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:39.544205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:39.555984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:39.558558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:39.566677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:39.567371 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.568557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9ea70a16-e23a-43ad-ba70-053e6d45c7e4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784304655737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29207490'] for subnet, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.585348 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-653d7dd0-9356-4929-b6a0-9076d8419cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.592623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'Port': ['ID=21ce5279-2a7d-44d1-8f31-4f9a7fed8caa,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:39.599284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-653d7dd0-9356-4929-b6a0-9076d8419cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.621403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea70a16-e23a-43ad-ba70-053e6d45c7e4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:39.621938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9ea70a16-e23a-43ad-ba70-053e6d45c7e4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.626230 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9ea70a16-e23a-43ad-ba70-053e6d45c7e4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "PUT /v2.0/subnets/d1672a98-d764-41ce-9b8f-842e0d8288ed HTTP/1.1" status: 200 len: 826 time: 1.4996512 Nov 24 05:03:39.626230 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b8f4-f6c0-4580-b47c-e6c34c547298 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.631917 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f3185faf-2b7a-424f-8f7e-122278ded3a1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5240474 Nov 24 05:03:39.632114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Network 40dc700a-5c9a-4839-92f1-7f1ccd59806d is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:39.632211 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33404) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:39.634014 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33406) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:39.657361 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6c0af578-1a52-468c-b9a0-3d8a5852c4bc tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:2e:4a:1c'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:39.661521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-1e86b228-9054-49f4-92e3-cddbd8d89bda tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port ec97c3cd-832f-4b82-b939-f3673ac90ff3 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:39.661863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e86b228-9054-49f4-92e3-cddbd8d89bda tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.702074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d7dd0-9356-4929-b6a0-9076d8419cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d63bee-db07-4151-8781-8a5dda45705b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:39.702359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5b8f4-f6c0-4580-b47c-e6c34c547298 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event deleted for resources: {'Port': ['ID=0114dacb-3bb5-490e-9c19-949f90d92fe6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:39.709813 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-653d7dd0-9356-4929-b6a0-9076d8419cd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1193a8d7011242a7ac6bf9dbfac1a9a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5867825 Nov 24 05:03:39.725475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33408) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:39.734915 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea70a16-e23a-43ad-ba70-053e6d45c7e4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=d1672a98-d764-41ce-9b8f-842e0d8288ed,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:39.738190 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 40dc700a-5c9a-4839-92f1-7f1ccd59806d) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:39.754363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1037a2-dea1-4082-9ab2-80f0499ac3f2 None None] Network 40dc700a-5c9a-4839-92f1-7f1ccd59806d requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:39.757356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b8f4-f6c0-4580-b47c-e6c34c547298 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.760657 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dbd5b8f4-f6c0-4580-b47c-e6c34c547298 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "DELETE /v2.0/ports/0114dacb-3bb5-490e-9c19-949f90d92fe6 HTTP/1.1" status: 204 len: 168 time: 1.8635168 Nov 24 05:03:39.773098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:39.773694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.778599 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33410) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:39.880294 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-695a0e26-a9bd-41a2-8137-65ef5cc733df tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0987842 Nov 24 05:03:39.895308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e86b228-9054-49f4-92e3-cddbd8d89bda tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:39.898474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33412) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:39.906053 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2025892369'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:39.916248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-1e86b228-9054-49f4-92e3-cddbd8d89bda tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for ec97c3cd-832f-4b82-b939-f3673ac90ff3 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:39.923751 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 508c105a-90bf-4855-8a49-fb11a40ee525 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:39.938717 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a90bd9f1-0559-4d28-8a40-d1dda8967407 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0571766 Nov 24 05:03:39.945013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33414) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:39.950950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Request body: {'floatingip': {'floating_network_id': '40dc700a-5c9a-4839-92f1-7f1ccd59806d'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:39.960534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31213e82-85fa-4823-97f0-dbaa920f4eda {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:03:39.999202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506ae5c6-3053-42e1-89f3-38cae4b7e9b6 None None] Network 40dc700a-5c9a-4839-92f1-7f1ccd59806d requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:40.002487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.006265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-70370602-e5f9-46eb-97db-2d1e90cada87 None None] Provisioning complete for port 21ce5279-2a7d-44d1-8f31-4f9a7fed8caa triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:40.006651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-70370602-e5f9-46eb-97db-2d1e90cada87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.012081 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.037479 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Made reservation on behalf of bb28b52ef86c4caaa37b7b5a1675bad4 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:40.041561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.060484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.089005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Transition to ACTIVE for port object 31213e82-85fa-4823-97f0-dbaa920f4eda will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:03:40.128772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.146060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-70370602-e5f9-46eb-97db-2d1e90cada87 None None] Port 21ce5279-2a7d-44d1-8f31-4f9a7fed8caa cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:40.164999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-37498de9-fdee-485c-9c79-0a6ca1950a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.165510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 508c105a-90bf-4855-8a49-fb11a40ee525 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:40.165727 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.204869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting port 508c105a-90bf-4855-8a49-fb11a40ee525 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:40.204869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.207523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-37498de9-fdee-485c-9c79-0a6ca1950a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.233733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:40.282085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.282441 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Added segment 4e31c8d3-1469-4e8e-a644-e193ec0c8bf6 of type vlan for network 7b257dd6-88f7-4ab9-99df-1d2ed04a2b00 Nov 24 05:03:40.292573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c0af578-1a52-468c-b9a0-3d8a5852c4bc tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.312192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.364427 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Pushing event updated for resources: {'Port': ['ID=31213e82-85fa-4823-97f0-dbaa920f4eda,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:40.375409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 508c105a-90bf-4855-8a49-fb11a40ee525, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=508c105a-90bf-4855-8a49-fb11a40ee525,segment=NetworkSegment(61aba89e-c450-4efc-8581-1cae42d44cfe),segment_id=61aba89e-c450-4efc-8581-1cae42d44cfe)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:40.380874 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.465232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.477753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] For port 508c105a-90bf-4855-8a49-fb11a40ee525, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=508c105a-90bf-4855-8a49-fb11a40ee525,segment=NetworkSegment(61aba89e-c450-4efc-8581-1cae42d44cfe),segment_id=61aba89e-c450-4efc-8581-1cae42d44cfe)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:40.478117 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.490944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=508c105a-90bf-4855-8a49-fb11a40ee525,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:40.532741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Calling delete_port for 508c105a-90bf-4855-8a49-fb11a40ee525 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:40.542426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e54df-f31c-431f-9121-0e83f7d9234b req-229a29a0-406e-4fb8-8b2e-73e9ee135d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:40.544008 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-234e54df-f31c-431f-9121-0e83f7d9234b req-229a29a0-406e-4fb8-8b2e-73e9ee135d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 944 time: 0.1992977 Nov 24 05:03:40.550534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-37498de9-fdee-485c-9c79-0a6ca1950a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.552359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-37498de9-fdee-485c-9c79-0a6ca1950a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.555786 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-37498de9-fdee-485c-9c79-0a6ca1950a3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57d63bee-db07-4151-8781-8a5dda45705b HTTP/1.1" status: 204 len: 168 time: 0.8267546 Nov 24 05:03:40.610776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Attempting to bind port 31213e82-85fa-4823-97f0-dbaa920f4eda on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:40.611432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Attempting to bind port 31213e82-85fa-4823-97f0-dbaa920f4eda by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:40.612318 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Attempting to bind port 31213e82-85fa-4823-97f0-dbaa920f4eda on network 71a7fc35-9529-48a5-9505-3edd8dcad952 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:40.619089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.626776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:40.627330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.629884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37498de9-fdee-485c-9c79-0a6ca1950a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d63bee-db07-4151-8781-8a5dda45705b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:40.634257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add7a701-3225-4b37-b390-4ba7b2f46188 None None] Network ac24b686-8ac5-412d-bf65-82faa67c98c7 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:40.655699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e86b228-9054-49f4-92e3-cddbd8d89bda tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.708179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Port 31213e82-85fa-4823-97f0-dbaa920f4eda on network 71a7fc35-9529-48a5-9505-3edd8dcad952 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:03:40.708664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Attempting to bind port 31213e82-85fa-4823-97f0-dbaa920f4eda on network 71a7fc35-9529-48a5-9505-3edd8dcad952 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:40.713043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86b228-9054-49f4-92e3-cddbd8d89bda tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=ec97c3cd-832f-4b82-b939-f3673ac90ff3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:40.718262 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-234e54df-f31c-431f-9121-0e83f7d9234b req-483baf1f-9677-4013-b1b0-92e2012b3d77 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636498 Nov 24 05:03:40.731291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-afd430eb-877d-422f-b33a-90f1ce0bc653 None None] Provisioning complete for port 508c105a-90bf-4855-8a49-fb11a40ee525 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:40.731754 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afd430eb-877d-422f-b33a-90f1ce0bc653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.787267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.798732 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8937461 Nov 24 05:03:40.798732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33422) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:40.817830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-828150894'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:40.845481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:40.854533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Checking segment: {'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:40.855227 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Bound using segment: {'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:40.869030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Bound port: 31213e82-85fa-4823-97f0-dbaa920f4eda, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34da4f99-2b70-4abd-838d-a67f5ef97f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:40.869943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.925252 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:40.996405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Port': ['ID=508c105a-90bf-4855-8a49-fb11a40ee525,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:41.063445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33424) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:41.072731 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No DVR routers for this DVR port 508c105a-90bf-4855-8a49-fb11a40ee525 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:41.080866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341a556-8ccd-4517-9f4e-32679f75e892 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event updated for resources: {'Network': ['ID=7b257dd6-88f7-4ab9-99df-1d2ed04a2b00,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:41.085227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e86b228-9054-49f4-92e3-cddbd8d89bda tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.096298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 7b257dd6-88f7-4ab9-99df-1d2ed04a2b00 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:41.104860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f821ba41-2178-441c-9f98-21e6c122a4cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.149205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] For port 31213e82-85fa-4823-97f0-dbaa920f4eda, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:41.156387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] For port 31213e82-85fa-4823-97f0-dbaa920f4eda, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31213e82-85fa-4823-97f0-dbaa920f4eda,segment=NetworkSegment(34da4f99-2b70-4abd-838d-a67f5ef97f08),segment_id=34da4f99-2b70-4abd-838d-a67f5ef97f08)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:41.160617 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Made reservation on behalf of bb28b52ef86c4caaa37b7b5a1675bad4 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:41.164310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.194989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.216890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.227877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:41.228517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.229907 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] 10.222.0.31 "PUT /v2.0/ports/31213e82-85fa-4823-97f0-dbaa920f4eda HTTP/1.1" status: 200 len: 1094 time: 2.7940185 Nov 24 05:03:41.265044 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'tag': '31213e82-85fa-4823-97f0-dbaa920f4eda'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:03:41.267405 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88" -d '{"events": [{"name": "network-changed", "server_uuid": "b08ce783-962d-4ea6-8cfa-7755127f43e8", "tag": "31213e82-85fa-4823-97f0-dbaa920f4eda"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:03:41.312878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8774dee9-fb66-48e6-b63c-962ebd60b3b2 None None] Network ac24b686-8ac5-412d-bf65-82faa67c98c7 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:41.346342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07b4655-f5b4-4daa-9fce-caa7d07adf9e x-openstack-request-id: req-c07b4655-f5b4-4daa-9fce-caa7d07adf9e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:03:41.346732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08ce783-962d-4ea6-8cfa-7755127f43e8", "tag": "31213e82-85fa-4823-97f0-dbaa920f4eda", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:03:41.346919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c07b4655-f5b4-4daa-9fce-caa7d07adf9e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:03:41.347282 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'tag': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'status': 'completed', 'code': 200} Nov 24 05:03:41.366871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Allocated IP 172.20.0.14 (40dc700a-5c9a-4839-92f1-7f1ccd59806d/4f5f23e5-546a-47df-8ffb-11d1250b6357/3c36410c-c46f-4271-a02f-78d87fc14d5c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:41.376195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c0af578-1a52-468c-b9a0-3d8a5852c4bc tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.396871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:41.409400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c0af578-1a52-468c-b9a0-3d8a5852c4bc tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.432363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6c0af578-1a52-468c-b9a0-3d8a5852c4bc tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] In _notify_port_updated(), no bound segment for port 21ce5279-2a7d-44d1-8f31-4f9a7fed8caa on network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc {{(pid=103232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:03:41.438512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0af578-1a52-468c-b9a0-3d8a5852c4bc tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:41.439372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c0af578-1a52-468c-b9a0-3d8a5852c4bc tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.444093 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6c0af578-1a52-468c-b9a0-3d8a5852c4bc tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "PUT /v2.0/ports/21ce5279-2a7d-44d1-8f31-4f9a7fed8caa HTTP/1.1" status: 200 len: 1000 time: 1.8017495 Nov 24 05:03:41.444636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33428) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:41.446129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe76fc3-194f-42f6-9edc-005e1016c979 service neutron] Pushing event updated for resources: {'Port': ['ID=31213e82-85fa-4823-97f0-dbaa920f4eda,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:41.467902 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.468311 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Added segment bde3cb61-8249-43ae-b99f-5c7beace6b09 of type vlan for network 05306122-9768-4d98-9561-24637bfd8d85 Nov 24 05:03:41.477663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-9b8b7d90-84e0-480e-9a4a-540b9be31f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:41.479516 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-9b8b7d90-84e0-480e-9a4a-540b9be31f56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 1097 time: 0.1955106 Nov 24 05:03:41.559665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f821ba41-2178-441c-9f98-21e6c122a4cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.570779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f821ba41-2178-441c-9f98-21e6c122a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.582356 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-b87eb6a3-dfe3-4f75-961f-9d2cdcb497ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31213e82-85fa-4823-97f0-dbaa920f4eda HTTP/1.1" status: 200 len: 217 time: 0.0660985 Nov 24 05:03:41.587195 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.703962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.705126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Subnet': ['ID=d1672a98-d764-41ce-9b8f-842e0d8288ed,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:41.707691 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0af578-1a52-468c-b9a0-3d8a5852c4bc tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'Port': ['ID=21ce5279-2a7d-44d1-8f31-4f9a7fed8caa,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:41.713535 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f821ba41-2178-441c-9f98-21e6c122a4cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b6d252626024fd392f357af6ea23802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6474195 Nov 24 05:03:41.716655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33430) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:41.723361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e86b228-9054-49f4-92e3-cddbd8d89bda tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router e0310a87-aa7c-4610-8a11-273b354d9613 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:03:41.727552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821ba41-2178-441c-9f98-21e6c122a4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa13c5c-2023-446c-aa84-7fd44faa39e4,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:41.823356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.831343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:03:41.863691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac24b686-8ac5-412d-bf65-82faa67c98c7']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:41.875893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61aba89e-c450-4efc-8581-1cae42d44cfe') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:41.876458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61aba89e-c450-4efc-8581-1cae42d44cfe') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:41.888719 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.891287 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-4fb2f6ea-c081-4b03-8556-2797cf909ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:41.892830 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-4fb2f6ea-c081-4b03-8556-2797cf909ef8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=525a4a93-e392-4468-9b67-9ecd7c3d7863 HTTP/1.1" status: 200 len: 834 time: 0.2753592 Nov 24 05:03:41.903769 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.910719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a00574-caab-482b-875f-62dc7b75e223 None None] Network ac24b686-8ac5-412d-bf65-82faa67c98c7 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:41.923384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c49f149-1abb-4f9d-8b9b-edc66031e376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.929338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:41.929750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.932408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:41.943305 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:41.954039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:41.959921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:41.960519 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.001847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e3ab9abb-990c-4d46-bed1-58d66f3991a5 None None] Provisioning complete for port 21ce5279-2a7d-44d1-8f31-4f9a7fed8caa triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:42.002449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9abb-990c-4d46-bed1-58d66f3991a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.014498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c49f149-1abb-4f9d-8b9b-edc66031e376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.031545 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2195268 Nov 24 05:03:42.048651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-1a76c406-0255-4297-b07c-4fedf3de9686 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Deleting port 21ce5279-2a7d-44d1-8f31-4f9a7fed8caa {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:42.049008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a76c406-0255-4297-b07c-4fedf3de9686 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.057044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab9abb-990c-4d46-bed1-58d66f3991a5 None None] Port 21ce5279-2a7d-44d1-8f31-4f9a7fed8caa cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:42.088657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909e8fa-1efa-4a26-ae2d-c67b332e6528 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event updated for resources: {'Network': ['ID=05306122-9768-4d98-9561-24637bfd8d85,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:42.108762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 05306122-9768-4d98-9561-24637bfd8d85 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:42.125423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.131367 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-98eb7fd1-ce14-464b-a409-ef49eabbfe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:42.133259 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-98eb7fd1-ce14-464b-a409-ef49eabbfe16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a7fc35-9529-48a5-9505-3edd8dcad952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2251508 Nov 24 05:03:42.182901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33434) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:42.191378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.199834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'subnets': [{'network_id': '7b257dd6-88f7-4ab9-99df-1d2ed04a2b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--924837295', 'ip_version': 4}, {'network_id': '05306122-9768-4d98-9561-24637bfd8d85', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:42.200156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'subnet': {'network_id': '7b257dd6-88f7-4ab9-99df-1d2ed04a2b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--924837295', 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:42.200730 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Request body: {'subnet': {'network_id': '05306122-9768-4d98-9561-24637bfd8d85', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:42.203042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fbad8d-7aa6-4e3f-a409-12c207dc4623 None None] DHCP port deletion for ac24b686-8ac5-412d-bf65-82faa67c98c7 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:42.219359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c49f149-1abb-4f9d-8b9b-edc66031e376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.221999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c49f149-1abb-4f9d-8b9b-edc66031e376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.224869 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7c49f149-1abb-4f9d-8b9b-edc66031e376 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fa13c5c-2023-446c-aa84-7fd44faa39e4 HTTP/1.1" status: 204 len: 168 time: 0.5050125 Nov 24 05:03:42.260006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Network 40dc700a-5c9a-4839-92f1-7f1ccd59806d is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:42.266457 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.272623 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/ac24b686-8ac5-412d-bf65-82faa67c98c7 HTTP/1.1" status: 204 len: 168 time: 2.6345594 Nov 24 05:03:42.279183 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33438) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:42.283162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:42.289280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event updated for resources: {'Port': ['ID=3c36410c-c46f-4271-a02f-78d87fc14d5c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:42.318866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:42.321167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49f149-1abb-4f9d-8b9b-edc66031e376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa13c5c-2023-446c-aa84-7fd44faa39e4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:42.503782 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-a5707183-9f45-4470-820f-fd81bc927ed3 service neutron] 10.222.0.31 "GET /v2.0/networks/71a7fc35-9529-48a5-9505-3edd8dcad952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434169 Nov 24 05:03:42.573056 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.614740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d4d58-63fe-4473-bb8e-ff96754f3a0f req-c032321e-4c5f-4fc8-8b81-30863b524b58 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:42.617233 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5e2d4d58-63fe-4473-bb8e-ff96754f3a0f req-c032321e-4c5f-4fc8-8b81-30863b524b58 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 944 time: 0.7033467 Nov 24 05:03:42.640259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Made reservation on behalf of bb28b52ef86c4caaa37b7b5a1675bad4 for: {'subnet': 2} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:42.644385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dce3ba-ac68-4faa-ada7-8145e0f8de98 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Network': ['ID=ac24b686-8ac5-412d-bf65-82faa67c98c7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:42.644943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.645343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.650509 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cce90c-4759-4685-888b-6e2b2b8a3c0c tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:03:42.651403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cce90c-4759-4685-888b-6e2b2b8a3c0c tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:03:42.657441 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-21cce90c-4759-4685-888b-6e2b2b8a3c0c tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/ac24b686-8ac5-412d-bf65-82faa67c98c7 HTTP/1.1" status: 404 len: 339 time: 0.0513530 Nov 24 05:03:42.672481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33448) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:42.679153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808101904', 'description': 'd1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:42.698889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e86b228-9054-49f4-92e3-cddbd8d89bda tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:03:42.702745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.709893 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8f6ef4e0-b672-4a09-9585-3ddd9bf3b4cc req-ee02677d-f536-4ef1-a389-a607fabac0ea service neutron] 10.222.0.31 "GET /v2.0/networks/71a7fc35-9529-48a5-9505-3edd8dcad952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973050 Nov 24 05:03:42.713976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945de24-cd36-4aa6-887a-fc7a961e7732 None None] Sync routers for ids ['e0310a87-aa7c-4610-8a11-273b354d9613'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:03:42.716047 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1e86b228-9054-49f4-92e3-cddbd8d89bda tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "PUT /v2.0/routers/e0310a87-aa7c-4610-8a11-273b354d9613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4826560 Nov 24 05:03:42.718623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a76c406-0255-4297-b07c-4fedf3de9686 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:42.721165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33452) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:42.746488 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945de24-cd36-4aa6-887a-fc7a961e7732 None None] Routers {'e0310a87-aa7c-4610-8a11-273b354d9613'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:42.748641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5945de24-cd36-4aa6-887a-fc7a961e7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e0310a87-aa7c-4610-8a11-273b354d9613'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:42.789168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-1a76c406-0255-4297-b07c-4fedf3de9686 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Calling delete_port for 21ce5279-2a7d-44d1-8f31-4f9a7fed8caa owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:42.811629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5945de24-cd36-4aa6-887a-fc7a961e7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:42.821917 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945de24-cd36-4aa6-887a-fc7a961e7732 None None] Routers {'e0310a87-aa7c-4610-8a11-273b354d9613'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:03:42.822553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5945de24-cd36-4aa6-887a-fc7a961e7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e0310a87-aa7c-4610-8a11-273b354d9613'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:42.834445 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5e2d4d58-63fe-4473-bb8e-ff96754f3a0f req-33221db8-6431-4d66-ba06-6b88961d926c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892428 Nov 24 05:03:42.873109 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5945de24-cd36-4aa6-887a-fc7a961e7732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:42.874126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945de24-cd36-4aa6-887a-fc7a961e7732 None None] The sync data for ids ['e0310a87-aa7c-4610-8a11-273b354d9613'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:03:42.954388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.118163 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.128944 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a76c406-0255-4297-b07c-4fedf3de9686 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.161819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33462) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:43.163764 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:43.167169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.174189 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76c406-0255-4297-b07c-4fedf3de9686 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event deleted for resources: {'Port': ['ID=21ce5279-2a7d-44d1-8f31-4f9a7fed8caa,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:43.244521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88 req-42fcc3ea-5d2b-4008-b051-11fa1526cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:43.246027 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88 req-42fcc3ea-5d2b-4008-b051-11fa1526cab0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 1097 time: 0.1651037 Nov 24 05:03:43.248955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:43.316287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a76c406-0255-4297-b07c-4fedf3de9686 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.322520 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1a76c406-0255-4297-b07c-4fedf3de9686 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "DELETE /v2.0/ports/21ce5279-2a7d-44d1-8f31-4f9a7fed8caa HTTP/1.1" status: 204 len: 168 time: 1.8578515 Nov 24 05:03:43.324090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port f91eee61-9e37-4f6e-95b6-d67cf9d599ff {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:43.324430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.325912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33466) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:43.346309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.346651 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Added segment 130c2c07-f5c2-4d7b-b867-d7dff4fee3a3 of type vlan for network bdd052b9-8a79-42dc-976d-b3ed513513b7 Nov 24 05:03:43.359525 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'networks': [{'name': 'tempest-network--425925687'}, {'name': 'tempest-network--1150529280'}]} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:43.360012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'network': {'name': 'tempest-network--425925687'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:43.360584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'network': {'name': 'tempest-network--1150529280'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:43.425241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Made reservation on behalf of d24b62a81cc04efeb212338da51be7b8 for: {'network': 2} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:43.427953 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-a582cf53-4424-4f41-a88c-0ba856eec8c2 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] GET failed (client error): The resource could not be found. Nov 24 05:03:43.432732 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a582cf53-4424-4f41-a88c-0ba856eec8c2 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "GET /v2.0/ports/21ce5279-2a7d-44d1-8f31-4f9a7fed8caa HTTP/1.1" status: 404 len: 333 time: 0.0846858 Nov 24 05:03:43.432896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.433660 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33468) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:43.455405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Request body: {'port': {'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1811793284'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:43.462224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.476123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.499921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.503299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for f91eee61-9e37-4f6e-95b6-d67cf9d599ff owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:43.604019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.605990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88 req-28cceea4-0a1d-4970-83de-1b2dbe90aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:43.607451 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88 req-28cceea4-0a1d-4970-83de-1b2dbe90aea5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=71a7fc35-9529-48a5-9505-3edd8dcad952 HTTP/1.1" status: 200 len: 898 time: 0.3505383 Nov 24 05:03:43.619949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.642322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.648078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:43.648552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.751065 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88 req-fc798b21-dd9d-4ac7-91b7-e014c17dbf46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31213e82-85fa-4823-97f0-dbaa920f4eda HTTP/1.1" status: 200 len: 217 time: 0.1268232 Nov 24 05:03:43.760819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.765340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Made reservation on behalf of 06482e0e64da48d8bfb2b0f5473dbb2f for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:43.770817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.776073 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.776789 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:43.801592 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 508c105a-90bf-4855-8a49-fb11a40ee525 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:43.831646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 508c105a-90bf-4855-8a49-fb11a40ee525 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:43.831978 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 508c105a-90bf-4855-8a49-fb11a40ee525 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:43.856934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] device_id is not set on port 970866bf-9f5b-4a17-8360-d2aa03537677 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:43.862856 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1891665 Nov 24 05:03:43.869925 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33472) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:43.892451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaad585b-bd46-4260-b3c1-8b51197c8d2b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:43.904927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event updated for resources: {'Port': ['ID=3c36410c-c46f-4271-a02f-78d87fc14d5c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:43.922610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fccbc5d-8e0d-4b21-acae-362442a22fec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=bdd052b9-8a79-42dc-976d-b3ed513513b7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:43.945668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88 req-f4a579cf-70e8-44ca-913f-bb768d6358a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:43.947407 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88 req-f4a579cf-70e8-44ca-913f-bb768d6358a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=525a4a93-e392-4468-9b67-9ecd7c3d7863 HTTP/1.1" status: 200 len: 834 time: 0.1790214 Nov 24 05:03:43.949630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network bdd052b9-8a79-42dc-976d-b3ed513513b7 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:43.957522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:43.959127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.009450 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.009811 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Added segment 16dbcf09-94bc-4852-afcc-d0486b0146f6 of type vlan for network c57f1b64-9b2d-4721-acef-c27cb1ee59dc Nov 24 05:03:44.042045 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.050515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.052063 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-888b7e1a-74f0-4553-88e8-2eae732f377b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1041510 Nov 24 05:03:44.055648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33474) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:44.145894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=f91eee61-9e37-4f6e-95b6-d67cf9d599ff,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:44.162691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309bc27f-f8df-48e7-9c92-eb2ee37b9665 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:44.163424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88 req-c15baa99-1945-4607-b264-e5a86e2e71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:44.163543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea15a39-8922-40cf-98fe-ea4b64ffaa19 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:44.167271 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-309bc27f-f8df-48e7-9c92-eb2ee37b9665 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/networks?id=bdd052b9-8a79-42dc-976d-b3ed513513b7 HTTP/1.1" status: 200 len: 765 time: 0.2936518 Nov 24 05:03:44.167422 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88 req-c15baa99-1945-4607-b264-e5a86e2e71ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a7fc35-9529-48a5-9505-3edd8dcad952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2073851 Nov 24 05:03:44.171392 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d60a88c6-539b-47e5-a7c7-d3630f20e5da tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=40dc700a-5c9a-4839-92f1-7f1ccd59806d HTTP/1.1" status: 200 len: 690 time: 0.0933988 Nov 24 05:03:44.172066 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33476) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:44.172421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33478) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:44.180165 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4e5d6f70-6abe-4d3f-b669-180be2da164f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'description': 'd2'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:44.188571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.190669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.240365 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346604ba-f3fb-4705-8119-01c8e22377c0 req-471e7680-c5ec-42fd-b330-3a2f38a1969a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:44.241843 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-346604ba-f3fb-4705-8119-01c8e22377c0 req-471e7680-c5ec-42fd-b330-3a2f38a1969a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 944 time: 0.2945166 Nov 24 05:03:44.283999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Allocated IP 2001:db8::d8 (1558e3dd-ae75-463e-b6c6-2576fd6c76cc/878d647b-433f-4a45-802a-4a7df838a318/970866bf-9f5b-4a17-8360-d2aa03537677) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:44.327334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:44.339333 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.407831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event updated for resources: {'Subnet': ['ID=edf874eb-5022-46f2-bfda-bd6ba8e44e44,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:44.453515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.453865 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Added segment 241d24c1-8006-49d4-86cc-ea93f4850e48 of type vlan for network 1f47e3f3-c2f9-42a4-ae9e-d735b9310eb3 Nov 24 05:03:44.460836 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-346604ba-f3fb-4705-8119-01c8e22377c0 req-49872ffa-bf42-4901-ace2-6629d0907474 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043018 Nov 24 05:03:44.502004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.512336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.526015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Checking segment: {'id': '4e31c8d3-1469-4e8e-a644-e193ec0c8bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7b257dd6-88f7-4ab9-99df-1d2ed04a2b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:44.526381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Network hostable DHCP agents. Network: 7b257dd6-88f7-4ab9-99df-1d2ed04a2b00, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:44.530047 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88 req-57954a92-6257-48bf-a7c1-404e2b3dde49 service neutron] 10.222.0.31 "GET /v2.0/networks/71a7fc35-9529-48a5-9505-3edd8dcad952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540881 Nov 24 05:03:44.536787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.541183 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.624301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6f70-6abe-4d3f-b669-180be2da164f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.641211 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.641772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Fanout notify agent at l3_agent the message router_deleted on router e0310a87-aa7c-4610-8a11-273b354d9613 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:03:44.651955 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.655979 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-444ecec3-de68-4957-9bdd-d7e68e4f00e3 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/routers/e0310a87-aa7c-4610-8a11-273b354d9613 HTTP/1.1" status: 204 len: 168 time: 1.9311697 Nov 24 05:03:44.663246 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33482) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:44.681156 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.681639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.687146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:44.691958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:44.692572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.699465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6f70-6abe-4d3f-b669-180be2da164f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.742553 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5774202 Nov 24 05:03:44.746325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33484) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:44.749140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.751369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Network 7b257dd6-88f7-4ab9-99df-1d2ed04a2b00 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:44.774979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e5d6f70-6abe-4d3f-b669-180be2da164f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network bdd052b9-8a79-42dc-976d-b3ed513513b7 is not hosted by any dhcp agent {{(pid=103232) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 05:03:44.780983 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5d6f70-6abe-4d3f-b669-180be2da164f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:44.781580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6f70-6abe-4d3f-b669-180be2da164f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.782855 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4e5d6f70-6abe-4d3f-b669-180be2da164f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "PUT /v2.0/networks/bdd052b9-8a79-42dc-976d-b3ed513513b7 HTTP/1.1" status: 200 len: 762 time: 0.6095519 Nov 24 05:03:44.794681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33486) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:44.816129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 7b257dd6-88f7-4ab9-99df-1d2ed04a2b00) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:44.819367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event updated for resources: {'Network': ['ID=c57f1b64-9b2d-4721-acef-c27cb1ee59dc,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:44.825373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183424b-a1cc-4f0e-8b13-0a2b6799cfe7 None None] Network 7b257dd6-88f7-4ab9-99df-1d2ed04a2b00 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:44.852809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network c57f1b64-9b2d-4721-acef-c27cb1ee59dc details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:44.866825 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.918006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d6f70-6abe-4d3f-b669-180be2da164f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=bdd052b9-8a79-42dc-976d-b3ed513513b7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:44.932008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-060a9c91-18ba-4fc0-ad8a-562422357866 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting subnet d68159f3-af06-48df-bf92-81e6fc9868d4 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:03:44.944375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc35607-3200-41d6-810b-9fe634760077 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event updated for resources: {'Network': ['ID=1f47e3f3-c2f9-42a4-ae9e-d735b9310eb3,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:44.944958 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-59d6a5a3-d6c6-4743-afff-c926cb7d9d88 req-048dab21-6288-4d53-96d7-2699410da0bf service neutron] 10.222.0.31 "GET /v2.0/networks/71a7fc35-9529-48a5-9505-3edd8dcad952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023516 Nov 24 05:03:44.958578 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network bdd052b9-8a79-42dc-976d-b3ed513513b7 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:44.959297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:44.979567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-060a9c91-18ba-4fc0-ad8a-562422357866 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.016212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2872c05-6d7e-4291-b710-81603a89e6cd tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.022512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2872c05-6d7e-4291-b710-81603a89e6cd tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.028700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2872c05-6d7e-4291-b710-81603a89e6cd tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.035517 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2872c05-6d7e-4291-b710-81603a89e6cd tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.042145 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2872c05-6d7e-4291-b710-81603a89e6cd tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.048100 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a2872c05-6d7e-4291-b710-81603a89e6cd tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2975 time: 0.2931919 Nov 24 05:03:45.052006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9217c0-0931-4493-b8a1-3f8da959ac36 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.056734 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-de9217c0-0931-4493-b8a1-3f8da959ac36 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/networks?id=bdd052b9-8a79-42dc-976d-b3ed513513b7 HTTP/1.1" status: 200 len: 765 time: 0.2514598 Nov 24 05:03:45.056904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33488) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:45.059089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:45.059265 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event updated for resources: {'Subnet': ['ID=0dfdf65b-cbf3-4f4e-97bb-7ef33bf960f2,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:45.059360 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33490) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:45.068070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-060a9c91-18ba-4fc0-ad8a-562422357866 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.071715 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Deleting port 3c36410c-c46f-4271-a02f-78d87fc14d5c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:45.072047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.112357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:45.130056 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:45.135745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.136392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.146496 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'Port': ['ID=970866bf-9f5b-4a17-8360-d2aa03537677,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:45.175696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Checking segment: {'id': 'bde3cb61-8249-43ae-b99f-5c7beace6b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '05306122-9768-4d98-9561-24637bfd8d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:45.176065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Network hostable DHCP agents. Network: 05306122-9768-4d98-9561-24637bfd8d85, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:45.192318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 1f47e3f3-c2f9-42a4-ae9e-d735b9310eb3 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:45.239894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.240191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.252472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-060a9c91-18ba-4fc0-ad8a-562422357866 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.279793 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Network 05306122-9768-4d98-9561-24637bfd8d85 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:45.281997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Calling delete_port for 3c36410c-c46f-4271-a02f-78d87fc14d5c owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:45.294327 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-afa09a7a-44df-4ae5-b705-adf0ec55496a tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8539989 Nov 24 05:03:45.299854 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33492) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:45.307004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-430c95f0-0dfd-4558-8ef2-d1227d7c4fdb tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2e:4a:1c'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:45.316531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.336657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 05306122-9768-4d98-9561-24637bfd8d85) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:45.351558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.351781 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.352389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.369717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689019a6-1918-4429-b2d5-e80e8ae65a43 None None] Network 05306122-9768-4d98-9561-24637bfd8d85 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:45.395774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c6c87f-cbf2-41a8-8c13-b12396ec0122 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.402643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c6c87f-cbf2-41a8-8c13-b12396ec0122 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.405145 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-17c6c87f-cbf2-41a8-8c13-b12396ec0122 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1352 time: 0.3395176 Nov 24 05:03:45.412215 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33494) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:45.509173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-7b257dd6-88f7-4ab9-99df-1d2ed04a2b00', 'network_id': '7b257dd6-88f7-4ab9-99df-1d2ed04a2b00', 'tenant_id': 'bb28b52ef86c4caaa37b7b5a1675bad4', 'fixed_ips': [{'subnet_id': 'edf874eb-5022-46f2-bfda-bd6ba8e44e44'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:45.510836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.529942 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ccaede6e-562d-475e-93ab-a0c855732794 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 207 time: 0.0797591 Nov 24 05:03:45.529942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.529942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33498) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:45.589215 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57f1b64-9b2d-4721-acef-c27cb1ee59dc']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:45.636582 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dbcf09-94bc-4852-afcc-d0486b0146f6') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:45.636853 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dbcf09-94bc-4852-afcc-d0486b0146f6') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:45.667579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7fd87fa5-5029-4fe3-85a7-9e755b338037 None None] Provisioning complete for port 970866bf-9f5b-4a17-8360-d2aa03537677 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:45.668015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7fd87fa5-5029-4fe3-85a7-9e755b338037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.668481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.695486 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-05306122-9768-4d98-9561-24637bfd8d85', 'network_id': '05306122-9768-4d98-9561-24637bfd8d85', 'tenant_id': 'bb28b52ef86c4caaa37b7b5a1675bad4', 'fixed_ips': [{'subnet_id': '0dfdf65b-cbf3-4f4e-97bb-7ef33bf960f2'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:45.696353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.702477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.723653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:45.724063 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:45.728081 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:45.769891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5b22-4a6b-4b43-b417-80868e8adef7 req-52a0f2e3-bed5-4ee4-89a4-2d97834f349f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.770160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Allocated IP 172.20.0.2 (7b257dd6-88f7-4ab9-99df-1d2ed04a2b00/edf874eb-5022-46f2-bfda-bd6ba8e44e44/290c52a7-3fc3-4d06-9ec3-3b078c871cf0) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:45.771554 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b8ca5b22-4a6b-4b43-b417-80868e8adef7 req-52a0f2e3-bed5-4ee4-89a4-2d97834f349f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 944 time: 0.1953707 Nov 24 05:03:45.771856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7fd87fa5-5029-4fe3-85a7-9e755b338037 None None] Port 970866bf-9f5b-4a17-8360-d2aa03537677 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:45.825667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f31960-a7d3-4502-9e7a-f7659c027e38 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.832915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f31960-a7d3-4502-9e7a-f7659c027e38 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.834910 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f95b639f-c8f4-44af-883d-c62ef90a9e09 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.6508427 Nov 24 05:03:45.839146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f31960-a7d3-4502-9e7a-f7659c027e38 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.843417 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33500) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:45.845994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f31960-a7d3-4502-9e7a-f7659c027e38 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.851916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f31960-a7d3-4502-9e7a-f7659c027e38 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.858030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f31960-a7d3-4502-9e7a-f7659c027e38 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.859249 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-060a9c91-18ba-4fc0-ad8a-562422357866 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.864725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f31960-a7d3-4502-9e7a-f7659c027e38 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:45.872142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-71f31960-a7d3-4502-9e7a-f7659c027e38 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4298 time: 0.3358657 Nov 24 05:03:45.877412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33502) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:45.912464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.934730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.941998 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "DELETE /v2.0/networks/c57f1b64-9b2d-4721-acef-c27cb1ee59dc HTTP/1.1" status: 204 len: 168 time: 0.8838704 Nov 24 05:03:45.944396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33504) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:45.965566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a9c91-18ba-4fc0-ad8a-562422357866 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Subnet': ['ID=d68159f3-af06-48df-bf92-81e6fc9868d4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:45.992327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-060a9c91-18ba-4fc0-ad8a-562422357866 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:45.998820 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-060a9c91-18ba-4fc0-ad8a-562422357866 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/subnets/d68159f3-af06-48df-bf92-81e6fc9868d4 HTTP/1.1" status: 204 len: 168 time: 1.3332090 Nov 24 05:03:46.000901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e8679-43f9-4d1a-83ed-429f5495aebd None None] Network 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:46.022251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33506) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:46.043397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7ad79-a78e-4464-b7d8-9274d2452d1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.046151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7ad79-a78e-4464-b7d8-9274d2452d1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.047903 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7ad79-a78e-4464-b7d8-9274d2452d1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.049590 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-22d7ad79-a78e-4464-b7d8-9274d2452d1a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2036054 Nov 24 05:03:46.072853 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33508) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:46.132044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f43f7e33-d89a-4756-8d81-24941dbea8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.152328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Allocated IP 172.20.0.18 (05306122-9768-4d98-9561-24637bfd8d85/0dfdf65b-cbf3-4f4e-97bb-7ef33bf960f2/3a658693-5cf1-4384-ac6c-c1c1c7e0f78c) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:46.159326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.183994 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.223685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 31213e82-85fa-4823-97f0-dbaa920f4eda details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:03:46.265811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Network 7b257dd6-88f7-4ab9-99df-1d2ed04a2b00 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:46.272394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.275047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:46.277525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:46.292597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Pushing event updated for resources: {'Port': ['ID=290c52a7-3fc3-4d06-9ec3-3b078c871cf0,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:46.295771 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.310053 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-885d6e10-480e-4b97-bf9c-b9493e338c3c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Deleting subnet edf874eb-5022-46f2-bfda-bd6ba8e44e44 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:03:46.317684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-430c95f0-0dfd-4558-8ef2-d1227d7c4fdb tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.320503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-885d6e10-480e-4b97-bf9c-b9493e338c3c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.327890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711ae68-8cce-4f0d-b9d9-28ba845cf1fc tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event deleted for resources: {'Network': ['ID=c57f1b64-9b2d-4721-acef-c27cb1ee59dc,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:46.349134 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b8ca5b22-4a6b-4b43-b417-80868e8adef7 req-4752d949-c226-49f5-9127-0ba00dfc0039 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5663526 Nov 24 05:03:46.377643 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.416304 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f99cff65-54f7-4153-947e-61482c03ca01 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 878 time: 0.5340588 Nov 24 05:03:46.416871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33510) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:46.434101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Attempting to bind port 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:46.434487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Attempting to bind port 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '4e31c8d3-1469-4e8e-a644-e193ec0c8bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7b257dd6-88f7-4ab9-99df-1d2ed04a2b00'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:46.434901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Attempting to bind port 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 on network 7b257dd6-88f7-4ab9-99df-1d2ed04a2b00 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:46.449925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c36410c-c46f-4271-a02f-78d87fc14d5c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:46.469301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:46.469684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Checking segment: {'id': '4e31c8d3-1469-4e8e-a644-e193ec0c8bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7b257dd6-88f7-4ab9-99df-1d2ed04a2b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:46.470094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.470496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Bound using segment: {'id': '4e31c8d3-1469-4e8e-a644-e193ec0c8bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7b257dd6-88f7-4ab9-99df-1d2ed04a2b00'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:46.470989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Bound port: 290c52a7-3fc3-4d06-9ec3-3b078c871cf0, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e31c8d3-1469-4e8e-a644-e193ec0c8bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7b257dd6-88f7-4ab9-99df-1d2ed04a2b00'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:46.471613 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.479871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2538c52-9399-42ad-bc20-9a8d99f09711 None None] DHCP port deletion for 2cf8fe5e-fa62-4314-b2d0-7d4647aec691 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:46.485498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-885d6e10-480e-4b97-bf9c-b9493e338c3c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.546750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 31213e82-85fa-4823-97f0-dbaa920f4eda, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31213e82-85fa-4823-97f0-dbaa920f4eda,segment=NetworkSegment(34da4f99-2b70-4abd-838d-a67f5ef97f08),segment_id=34da4f99-2b70-4abd-838d-a67f5ef97f08)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:46.553705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9559e5-82ce-4dc4-a742-673e93d452c4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.555539 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9559e5-82ce-4dc4-a742-673e93d452c4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.557229 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9559e5-82ce-4dc4-a742-673e93d452c4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.558970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9559e5-82ce-4dc4-a742-673e93d452c4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.560572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9559e5-82ce-4dc4-a742-673e93d452c4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.567372 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8e9559e5-82ce-4dc4-a742-673e93d452c4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1446855 Nov 24 05:03:46.568392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33512) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:46.603362 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'port_id': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'mac_address': 'fa:16:3e:bf:df:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:03:46.637589 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7330c-8b2b-438e-8c85-671add22e6e3 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.639662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7330c-8b2b-438e-8c85-671add22e6e3 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.641282 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7330c-8b2b-438e-8c85-671add22e6e3 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.643232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7330c-8b2b-438e-8c85-671add22e6e3 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.643688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.644706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7330c-8b2b-438e-8c85-671add22e6e3 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.651362 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c0d7330c-8b2b-438e-8c85-671add22e6e3 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0768547 Nov 24 05:03:46.651642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33514) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:46.727018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] For port 290c52a7-3fc3-4d06-9ec3-3b078c871cf0, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:46.736191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.752705 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] For port 290c52a7-3fc3-4d06-9ec3-3b078c871cf0, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=290c52a7-3fc3-4d06-9ec3-3b078c871cf0,segment=NetworkSegment(4e31c8d3-1469-4e8e-a644-e193ec0c8bf6),segment_id=4e31c8d3-1469-4e8e-a644-e193ec0c8bf6)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:46.758206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f47e3f3-c2f9-42a4-ae9e-d735b9310eb3']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:46.764077 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5cacbe-69be-4835-97f8-a1f7e7bc7cf3 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.770615 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0d5cacbe-69be-4835-97f8-a1f7e7bc7cf3 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/networks/7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 HTTP/1.1" status: 200 len: 803 time: 0.1127851 Nov 24 05:03:46.770818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d2538c52-9399-42ad-bc20-9a8d99f09711 None None] Deleting port 94d7c04f-27a8-4bae-9e63-68797101248a {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:46.770818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d2538c52-9399-42ad-bc20-9a8d99f09711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.770818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.771068 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33516) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:46.773120 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.776704 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.779945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31213e82-85fa-4823-97f0-dbaa920f4eda {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:03:46.783219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241d24c1-8006-49d4-86cc-ea93f4850e48') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:46.783521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241d24c1-8006-49d4-86cc-ea93f4850e48') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:46.813312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.820412 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-885d6e10-480e-4b97-bf9c-b9493e338c3c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.853296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.854284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port 94d7c04f-27a8-4bae-9e63-68797101248a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:46.854835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.887976 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-674ffc12-2c68-4057-8257-82aecf80dc6b tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/networks/7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1159539 Nov 24 05:03:46.892142 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33518) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:46.895839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 31213e82-85fa-4823-97f0-dbaa920f4eda, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31213e82-85fa-4823-97f0-dbaa920f4eda,segment=NetworkSegment(34da4f99-2b70-4abd-838d-a67f5ef97f08),segment_id=34da4f99-2b70-4abd-838d-a67f5ef97f08)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:46.897134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067af7d-479f-4108-af25-949ad9d7789f None None] Pushing event updated for resources: {'Port': ['ID=290c52a7-3fc3-4d06-9ec3-3b078c871cf0,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:46.902515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.948238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:46.948648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.950939 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:46.955134 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:46.959099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc9ebc-7128-4704-bb79-daad999320e9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:46.961756 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8dbc9ebc-7128-4704-bb79-daad999320e9 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/subnets/725a84a3-17a9-4e1e-aec6-777c474252b2 HTTP/1.1" status: 200 len: 843 time: 0.0684800 Nov 24 05:03:46.965499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33522) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:46.975271 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Network 05306122-9768-4d98-9561-24637bfd8d85 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:46.983177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d2538c52-9399-42ad-bc20-9a8d99f09711 None None] For port 94d7c04f-27a8-4bae-9e63-68797101248a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=94d7c04f-27a8-4bae-9e63-68797101248a,segment=NetworkSegment(3c7b424a-00fe-4795-951f-ef50b64f3aa3),segment_id=3c7b424a-00fe-4795-951f-ef50b64f3aa3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:46.983468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d2538c52-9399-42ad-bc20-9a8d99f09711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:46.987875 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:46.996198 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:47.020828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d2538c52-9399-42ad-bc20-9a8d99f09711 None None] Calling delete_port for 94d7c04f-27a8-4bae-9e63-68797101248a owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:47.023943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.034704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e5804b-7a50-4da0-989b-65b306964d92 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:47.039645 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-59e5804b-7a50-4da0-989b-65b306964d92 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "GET /v2.0/subnets/725a84a3-17a9-4e1e-aec6-777c474252b2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0697272 Nov 24 05:03:47.040421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33524) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:47.044814 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Pushing event updated for resources: {'Port': ['ID=3a658693-5cf1-4384-ac6c-c1c1c7e0f78c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:47.048376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-576372682'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:47.075935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:47.081547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.112699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-430c95f0-0dfd-4558-8ef2-d1227d7c4fdb tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.120902 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-885d6e10-480e-4b97-bf9c-b9493e338c3c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.135000 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] For port 94d7c04f-27a8-4bae-9e63-68797101248a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=94d7c04f-27a8-4bae-9e63-68797101248a,segment=NetworkSegment(3c7b424a-00fe-4795-951f-ef50b64f3aa3),segment_id=3c7b424a-00fe-4795-951f-ef50b64f3aa3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:47.135629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.144017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-430c95f0-0dfd-4558-8ef2-d1227d7c4fdb tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.164699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:47.177107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Attempting to bind port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:47.177535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Attempting to bind port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'bde3cb61-8249-43ae-b99f-5c7beace6b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '05306122-9768-4d98-9561-24637bfd8d85'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:47.177915 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Attempting to bind port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c on network 05306122-9768-4d98-9561-24637bfd8d85 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:47.182643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.183224 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Added segment ee8994de-3023-430b-82c2-fa2413a5ea19 of type vlan for network c542e0ec-e03a-4019-90c5-344ccd475382 Nov 24 05:03:47.184153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d6e10-480e-4b97-bf9c-b9493e338c3c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event deleted for resources: {'Subnet': ['ID=edf874eb-5022-46f2-bfda-bd6ba8e44e44,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:47.186170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.203327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['31213e82-85fa-4823-97f0-dbaa920f4eda'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:03:47.234162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-885d6e10-480e-4b97-bf9c-b9493e338c3c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.237392 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-885d6e10-480e-4b97-bf9c-b9493e338c3c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "DELETE /v2.0/subnets/edf874eb-5022-46f2-bfda-bd6ba8e44e44 HTTP/1.1" status: 204 len: 168 time: 1.1564062 Nov 24 05:03:47.241993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for 94d7c04f-27a8-4bae-9e63-68797101248a owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:47.243042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:47.243944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Checking segment: {'id': 'bde3cb61-8249-43ae-b99f-5c7beace6b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '05306122-9768-4d98-9561-24637bfd8d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:47.244476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.245718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Bound using segment: {'id': 'bde3cb61-8249-43ae-b99f-5c7beace6b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '05306122-9768-4d98-9561-24637bfd8d85'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:47.247312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Bound port: 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde3cb61-8249-43ae-b99f-5c7beace6b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '05306122-9768-4d98-9561-24637bfd8d85'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:47.247851 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.257620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.265093 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "DELETE /v2.0/networks/1f47e3f3-c2f9-42a4-ae9e-d735b9310eb3 HTTP/1.1" status: 204 len: 168 time: 1.3106568 Nov 24 05:03:47.265568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33526) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:47.266354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33528) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:47.312167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-430c95f0-0dfd-4558-8ef2-d1227d7c4fdb tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] In _notify_port_updated(), no bound segment for port 970866bf-9f5b-4a17-8360-d2aa03537677 on network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc {{(pid=103232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:03:47.318807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c95f0-0dfd-4558-8ef2-d1227d7c4fdb tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:47.319887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-430c95f0-0dfd-4558-8ef2-d1227d7c4fdb tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.321524 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-430c95f0-0dfd-4558-8ef2-d1227d7c4fdb tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "PUT /v2.0/ports/970866bf-9f5b-4a17-8360-d2aa03537677 HTTP/1.1" status: 200 len: 1002 time: 2.0206673 Nov 24 05:03:47.325746 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.335183 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33530) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:47.373421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc17e2e-79f3-455a-acf3-e36320a81892 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event deleted for resources: {'Network': ['ID=1f47e3f3-c2f9-42a4-ae9e-d735b9310eb3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:47.474432 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.resource_extend [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:03:47.500508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=31213e82-85fa-4823-97f0-dbaa920f4eda,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:47.574846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21daf49f-ecab-4819-9d79-c716b6a496fb tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:47.576657 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.583094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:47.583737 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21daf49f-ecab-4819-9d79-c716b6a496fb tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:47.584320 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.590468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21daf49f-ecab-4819-9d79-c716b6a496fb tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:47.596597 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-21daf49f-ecab-4819-9d79-c716b6a496fb tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1908 time: 0.3170297 Nov 24 05:03:47.598568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d2538c52-9399-42ad-bc20-9a8d99f09711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.599976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-35835840-4d8a-45ed-9412-9548e657f603 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Deleting port 970866bf-9f5b-4a17-8360-d2aa03537677 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:47.600320 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35835840-4d8a-45ed-9412-9548e657f603 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.601817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c95f0-0dfd-4558-8ef2-d1227d7c4fdb tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'Port': ['ID=970866bf-9f5b-4a17-8360-d2aa03537677,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:47.604703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33534) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:47.625391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.631989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-271621864'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:47.652922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] For port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:47.660831 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2538c52-9399-42ad-bc20-9a8d99f09711 None None] Pushing event deleted for resources: {'Port': ['ID=94d7c04f-27a8-4bae-9e63-68797101248a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:47.662938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2538c52-9399-42ad-bc20-9a8d99f09711 None None] No DVR routers for this DVR port 94d7c04f-27a8-4bae-9e63-68797101248a on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:47.665649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4f5f23e5-546a-47df-8ffb-11d1250b6357,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:47.684946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] For port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3a658693-5cf1-4384-ac6c-c1c1c7e0f78c,segment=NetworkSegment(bde3cb61-8249-43ae-b99f-5c7beace6b09),segment_id=bde3cb61-8249-43ae-b99f-5c7beace6b09)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:47.689260 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3700ac-d00c-4dd2-a8fd-9f89e0105b1c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Deleting subnet 0dfdf65b-cbf3-4f4e-97bb-7ef33bf960f2 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:03:47.692693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f3700ac-d00c-4dd2-a8fd-9f89e0105b1c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.705948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.741676 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7001922 Nov 24 05:03:47.747876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33536) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:47.750739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d814e4b-b69e-44b2-b3b7-f20776c5cbc2 req-b9936df4-a59e-4522-a99d-db184e1ebc8b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:47.758334 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2d814e4b-b69e-44b2-b3b7-f20776c5cbc2 req-b9936df4-a59e-4522-a99d-db184e1ebc8b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 945 time: 0.2607586 Nov 24 05:03:47.767445 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'network_id': 'c542e0ec-e03a-4019-90c5-344ccd475382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:47.800910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9db29-3478-4ecb-826e-1c4bc9f3290d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Network': ['ID=c542e0ec-e03a-4019-90c5-344ccd475382,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:47.835708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network c542e0ec-e03a-4019-90c5-344ccd475382 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:47.894790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-53e2edb7-e7ca-4cdc-9741-ff62e63caa34 None None] Provisioning complete for port 970866bf-9f5b-4a17-8360-d2aa03537677 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:47.895285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-53e2edb7-e7ca-4cdc-9741-ff62e63caa34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.921016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f3700ac-d00c-4dd2-a8fd-9f89e0105b1c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:47.936999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed8531-d2b7-4386-8e80-2b1b1dd84710 None None] Pushing event updated for resources: {'Port': ['ID=3a658693-5cf1-4384-ac6c-c1c1c7e0f78c,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:47.954947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-53e2edb7-e7ca-4cdc-9741-ff62e63caa34 None None] Port 970866bf-9f5b-4a17-8360-d2aa03537677 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:47.977296 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2d814e4b-b69e-44b2-b3b7-f20776c5cbc2 req-2a97c2f4-6ee3-4cb5-8cd9-ed74488e9606 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182689 Nov 24 05:03:47.995227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35835840-4d8a-45ed-9412-9548e657f603 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.010798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:48.015231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.041575 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Made reservation on behalf of d24b62a81cc04efeb212338da51be7b8 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:48.045813 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-35835840-4d8a-45ed-9412-9548e657f603 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Calling delete_port for 970866bf-9f5b-4a17-8360-d2aa03537677 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:48.046538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.064063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.084305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dc700a-5c9a-4839-92f1-7f1ccd59806d']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:48.147400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beee7237-0155-44c2-9e8b-1fa7d716905c') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:48.147916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beee7237-0155-44c2-9e8b-1fa7d716905c') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:48.150050 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=94d7c04f-27a8-4bae-9e63-68797101248a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:48.182533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] No DVR routers for this DVR port 94d7c04f-27a8-4bae-9e63-68797101248a on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:48.189378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:48.189378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.196447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.277598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Made reservation on behalf of 24a01c7d0b2f492fbd690cfa4974f5fa for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:48.283797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.288548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35835840-4d8a-45ed-9412-9548e657f603 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.298467 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:48.310678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.346068 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35835840-4d8a-45ed-9412-9548e657f603 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event deleted for resources: {'Port': ['ID=970866bf-9f5b-4a17-8360-d2aa03537677,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:48.384158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.388129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:48.389397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.390084 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-128ace32-3de3-4f3f-8926-443f31b60689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.390235 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35835840-4d8a-45ed-9412-9548e657f603 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:48.393474 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:48.396651 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-35835840-4d8a-45ed-9412-9548e657f603 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "DELETE /v2.0/ports/970866bf-9f5b-4a17-8360-d2aa03537677 HTTP/1.1" status: 204 len: 168 time: 1.0595551 Nov 24 05:03:48.398355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33538) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:48.438520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 290c52a7-3fc3-4d06-9ec3-3b078c871cf0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=290c52a7-3fc3-4d06-9ec3-3b078c871cf0,segment=NetworkSegment(4e31c8d3-1469-4e8e-a644-e193ec0c8bf6),segment_id=4e31c8d3-1469-4e8e-a644-e193ec0c8bf6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:48.438785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.439091 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Added segment cd507fef-d053-42bf-b9db-1ed031a099f7 of type vlan for network c018e410-97e5-4055-a601-4be59aafd9b8 Nov 24 05:03:48.444049 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08d45cc-6899-45b9-a6bc-2a738eed2b61 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] GET failed (client error): The resource could not be found. Nov 24 05:03:48.449477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.464863 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c08d45cc-6899-45b9-a6bc-2a738eed2b61 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "GET /v2.0/ports/970866bf-9f5b-4a17-8360-d2aa03537677 HTTP/1.1" status: 404 len: 333 time: 0.0653529 Nov 24 05:03:48.465626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33540) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:48.476797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Request body: {'port': {'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1648914955'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:48.515879 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=290c52a7-3fc3-4d06-9ec3-3b078c871cf0,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:48.555195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 94d7c04f-27a8-4bae-9e63-68797101248a no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:48.564481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f3700ac-d00c-4dd2-a8fd-9f89e0105b1c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.573341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Performing IP validity checks on allocation pools {{(pid=103232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 05:03:48.573866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 05:03:48.578318 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.580753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 94d7c04f-27a8-4bae-9e63-68797101248a {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:48.581257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 94d7c04f-27a8-4bae-9e63-68797101248a not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:48.651177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Made reservation on behalf of 06482e0e64da48d8bfb2b0f5473dbb2f for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:48.655726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.682878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] device_id is not set on port 75248a6c-3109-45c4-ab37-337a30fd409c yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:48.690909 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9a580-b26d-4d16-9af2-59054aed8ec3 None None] Network 7b257dd6-88f7-4ab9-99df-1d2ed04a2b00 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:48.711664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf8fe5e-fa62-4314-b2d0-7d4647aec691']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:48.714633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.735970 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40dc700a-5c9a-4839-92f1-7f1ccd59806d {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 05:03:48.739115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.743438 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "DELETE /v2.0/networks/40dc700a-5c9a-4839-92f1-7f1ccd59806d HTTP/1.1" status: 204 len: 168 time: 4.5689480 Nov 24 05:03:48.784663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33542) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:48.784663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7b424a-00fe-4795-951f-ef50b64f3aa3') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:48.785211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7b424a-00fe-4795-951f-ef50b64f3aa3') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:48.788032 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.796165 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce904f4b-d0c2-4b0c-9552-05c754504174 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event deleted for resources: {'Network': ['ID=40dc700a-5c9a-4839-92f1-7f1ccd59806d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:48.838521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Allocated IP 2001:db8::1ba (1558e3dd-ae75-463e-b6c6-2576fd6c76cc/878d647b-433f-4a45-802a-4a7df838a318/75248a6c-3109-45c4-ab37-337a30fd409c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:48.861483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2c29a39f-91f6-410c-8014-76e5a7ad503b None None] Provisioning complete for port 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:48.865950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2c29a39f-91f6-410c-8014-76e5a7ad503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.893845 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ef7d1e77-ab12-45c4-8a16-e40e4a422960 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.0905113 Nov 24 05:03:48.899001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:48.909779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33544) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:49.006899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.007531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.016095 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.016587 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.017047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.017802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.018413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.019200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.019833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.020434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.021035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.021633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.023968 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-36b87275-90ed-4e37-81ab-918162b44ae5 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7657 time: 0.1126628 Nov 24 05:03:49.037023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:03:49.064325 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33548) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:49.074730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4e74d-c006-4064-b760-065b1a1f10ca None None] DHCP port deletion for 7b257dd6-88f7-4ab9-99df-1d2ed04a2b00 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:49.084477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.118450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.124623 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-11c0d899-45c9-48b4-ad11-eb439e01aaaa tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] delete failed (client error): The resource could not be found. Nov 24 05:03:49.126034 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-11c0d899-45c9-48b4-ad11-eb439e01aaaa tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/2b6dfdab-e3f3-422e-b437-f6ae6431c777 HTTP/1.1" status: 404 len: 345 time: 0.0602639 Nov 24 05:03:49.135565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33550) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:49.148230 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:49.148230 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.148561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:49.156847 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:49.160039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f3700ac-d00c-4dd2-a8fd-9f89e0105b1c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.169369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-76e4e74d-c006-4064-b760-065b1a1f10ca None None] Deleting port 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:49.170283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76e4e74d-c006-4064-b760-065b1a1f10ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.195352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:49.201176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:49.226401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f3700ac-d00c-4dd2-a8fd-9f89e0105b1c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.229489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:49.230640 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9f3700ac-d00c-4dd2-a8fd-9f89e0105b1c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "DELETE /v2.0/subnets/0dfdf65b-cbf3-4f4e-97bb-7ef33bf960f2 HTTP/1.1" status: 204 len: 168 time: 1.9618928 Nov 24 05:03:49.236942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.237650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.238537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3700ac-d00c-4dd2-a8fd-9f89e0105b1c tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfdf65b-cbf3-4f4e-97bb-7ef33bf960f2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:49.241787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.249006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.250103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33552) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:49.250294 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.309173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-76e4e74d-c006-4064-b760-065b1a1f10ca None None] For port 290c52a7-3fc3-4d06-9ec3-3b078c871cf0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=290c52a7-3fc3-4d06-9ec3-3b078c871cf0,segment=NetworkSegment(4e31c8d3-1469-4e8e-a644-e193ec0c8bf6),segment_id=4e31c8d3-1469-4e8e-a644-e193ec0c8bf6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:49.311995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76e4e74d-c006-4064-b760-065b1a1f10ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.327843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-76e4e74d-c006-4064-b760-065b1a1f10ca None None] Calling delete_port for 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:49.368348 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-eada66a7-c674-44fd-9b2e-880e3ad65ed6 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] DELETE failed (client error): The resource could not be found. Nov 24 05:03:49.368933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eada66a7-c674-44fd-9b2e-880e3ad65ed6 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:03:49.370096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988906b-e730-47c5-b2db-629af2c02083 req-7ee4b2fc-2db6-46d2-b717-81beb5141b4f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.371639 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d988906b-e730-47c5-b2db-629af2c02083 req-7ee4b2fc-2db6-46d2-b717-81beb5141b4f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 945 time: 0.2512941 Nov 24 05:03:49.378974 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eada66a7-c674-44fd-9b2e-880e3ad65ed6 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "DELETE /v2.0/networks/40dc700a-5c9a-4839-92f1-7f1ccd59806d HTTP/1.1" status: 404 len: 339 time: 0.2399604 Nov 24 05:03:49.379153 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9123247 Nov 24 05:03:49.380345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33554) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:49.387350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event updated for resources: {'Network': ['ID=c018e410-97e5-4055-a601-4be59aafd9b8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:49.410816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Request body: {'port': {'network_id': '1558e3dd-ae75-463e-b6c6-2576fd6c76cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1322714628'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:49.423484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33556) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:49.428285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Request body: {'network': {'name': 'tempest-network--651971017', 'router:external': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:49.457891 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network c018e410-97e5-4055-a601-4be59aafd9b8 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:49.462680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e579eb0-f2d2-4d43-92fe-7cdabf3f5efd None None] Network 05306122-9768-4d98-9561-24637bfd8d85 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:49.463155 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Made reservation on behalf of 1763fd93b4ee4fddbff7b9dabac81f70 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:49.466143 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.479907 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b9d1a01a-f287-4c2f-a08a-6f3d2d0dff5c tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8558369 Nov 24 05:03:49.490026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33558) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:49.501242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1776194563'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:49.552194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513bd30-0948-4c63-b666-63056028b060 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'Port': ['ID=75248a6c-3109-45c4-ab37-337a30fd409c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:49.587304 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.599439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab807d-2c14-4d9a-871a-73e76020594e tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:49.601372 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ccab807d-2c14-4d9a-871a-73e76020594e tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3468204 Nov 24 05:03:49.608244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33560) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:49.628761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.641701 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/networks/2cf8fe5e-fa62-4314-b2d0-7d4647aec691 HTTP/1.1" status: 204 len: 168 time: 3.6151087 Nov 24 05:03:49.646573 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33562) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:49.669489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Made reservation on behalf of 06482e0e64da48d8bfb2b0f5473dbb2f for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:49.674301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.691242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:49.696144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490147c-5641-49db-bd91-833dad78f344 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Network': ['ID=2cf8fe5e-fa62-4314-b2d0-7d4647aec691,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:49.715212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.717830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-54df09b9-8769-4e89-ba3c-9ec74b89f36a None None] Provisioning complete for port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:49.718198 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54df09b9-8769-4e89-ba3c-9ec74b89f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.718393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.718745 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Added segment 679e07a0-4713-4040-b8c3-55cc79b91601 of type vlan for network f24c78f7-b9c1-42cf-a980-05b58a0ee30d Nov 24 05:03:49.719769 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.720440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76e4e74d-c006-4064-b760-065b1a1f10ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.751777 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] device_id is not set on port d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:49.770845 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Made reservation on behalf of d24b62a81cc04efeb212338da51be7b8 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:49.775640 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.804438 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d988906b-e730-47c5-b2db-629af2c02083 req-621476da-b90b-4d95-8ccd-93bdf5e6785c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4186828 Nov 24 05:03:49.815535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e74d-c006-4064-b760-065b1a1f10ca None None] Pushing event deleted for resources: {'Port': ['ID=290c52a7-3fc3-4d06-9ec3-3b078c871cf0,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:49.841138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4e74d-c006-4064-b760-065b1a1f10ca None None] No DVR routers for this DVR port 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:49.861620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=ab7e2311-dd0c-4764-9358-3d893fe2f378,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:49.880223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.884747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.898966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:49.926640 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.927297 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Added segment 1915b4fc-e5bf-492a-acc4-3951958982c7 of type vlan for network ecacbe19-96c8-4daf-807b-37d3054fe106 Nov 24 05:03:49.931154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54df09b9-8769-4e89-ba3c-9ec74b89f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.948599 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Checking segment: {'id': 'ee8994de-3023-430b-82c2-fa2413a5ea19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c542e0ec-e03a-4019-90c5-344ccd475382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:49.949275 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network hostable DHCP agents. Network: c542e0ec-e03a-4019-90c5-344ccd475382, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:49.976302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-54df09b9-8769-4e89-ba3c-9ec74b89f36a None None] For port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3a658693-5cf1-4384-ac6c-c1c1c7e0f78c,segment=NetworkSegment(bde3cb61-8249-43ae-b99f-5c7beace6b09),segment_id=bde3cb61-8249-43ae-b99f-5c7beace6b09)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:49.982667 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54df09b9-8769-4e89-ba3c-9ec74b89f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:49.999464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf738c-50aa-491d-a168-5e1cd5d7bfd0 None None] DHCP port deletion for 05306122-9768-4d98-9561-24637bfd8d85 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:50.011664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.012711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:50.013298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.021370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.064236 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Network c542e0ec-e03a-4019-90c5-344ccd475382 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:50.077628 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6531141 Nov 24 05:03:50.079821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-38a72432-af22-40f4-a0fd-f2b3fca3add1 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port b4aa45e6-906c-44d7-8703-9b7a5bef591c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:50.080161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38a72432-af22-40f4-a0fd-f2b3fca3add1 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.081800 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33564) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:50.098781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:50.116084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807bdad-a530-4868-81fd-9f68c4410b6d tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event updated for resources: {'Network': ['ID=f24c78f7-b9c1-42cf-a980-05b58a0ee30d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:50.118477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.124765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:50.125376 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.131415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df09b9-8769-4e89-ba3c-9ec74b89f36a None None] Pushing event updated for resources: {'Port': ['ID=3a658693-5cf1-4384-ac6c-c1c1c7e0f78c,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:50.132024 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, c542e0ec-e03a-4019-90c5-344ccd475382) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:50.141741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network f24c78f7-b9c1-42cf-a980-05b58a0ee30d details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:50.141871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:50.142429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.148364 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc151742-fa04-4d05-aa1d-0f18feaa3916 None None] Network c542e0ec-e03a-4019-90c5-344ccd475382 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:50.150445 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:50.151220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 290c52a7-3fc3-4d06-9ec3-3b078c871cf0 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:50.169736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Allocated IP 2001:db8::20d (1558e3dd-ae75-463e-b6c6-2576fd6c76cc/878d647b-433f-4a45-802a-4a7df838a318/d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:50.173067 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Deleting port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:50.173433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.174482 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6812038 Nov 24 05:03:50.178555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33566) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:50.186207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'ports': [{'network_id': 'c018e410-97e5-4055-a601-4be59aafd9b8', 'name': 'tempest-port--2135099646', 'admin_state_up': True}, {'network_id': 'ecacbe19-96c8-4daf-807b-37d3054fe106', 'admin_state_up': False}]} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:50.186642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'port': {'network_id': 'c018e410-97e5-4055-a601-4be59aafd9b8', 'name': 'tempest-port--2135099646', 'admin_state_up': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:50.187092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'port': {'network_id': 'ecacbe19-96c8-4daf-807b-37d3054fe106', 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:50.223442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d5295467-c3a0-4dd8-b83c-e1ceca64d9a6 None None] Provisioning complete for port 75248a6c-3109-45c4-ab37-337a30fd409c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:50.223837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d5295467-c3a0-4dd8-b83c-e1ceca64d9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.237729 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cf00ae5e-349a-4148-8769-948cfb3ab3b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4748118 Nov 24 05:03:50.238948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33568) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:50.240644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339180fe-47c2-4958-91ab-411bd62038ee tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event updated for resources: {'Network': ['ID=ecacbe19-96c8-4daf-807b-37d3054fe106,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:50.304657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network ecacbe19-96c8-4daf-807b-37d3054fe106 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:50.306516 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 31213e82-85fa-4823-97f0-dbaa920f4eda up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:03:50.361670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] For port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3a658693-5cf1-4384-ac6c-c1c1c7e0f78c,segment=NetworkSegment(bde3cb61-8249-43ae-b99f-5c7beace6b09),segment_id=bde3cb61-8249-43ae-b99f-5c7beace6b09)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:50.362022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.382296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf738c-50aa-491d-a168-5e1cd5d7bfd0 None None] Deleting port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:50.382893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ddf738c-50aa-491d-a168-5e1cd5d7bfd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.425694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb29b75-a57c-476d-88e2-83abcbba630d tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:50.432236 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb29b75-a57c-476d-88e2-83abcbba630d tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:50.439522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb29b75-a57c-476d-88e2-83abcbba630d tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:50.445826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb29b75-a57c-476d-88e2-83abcbba630d tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:50.447524 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-adb29b75-a57c-476d-88e2-83abcbba630d tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3601260 Nov 24 05:03:50.448682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Calling delete_port for 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:50.449517 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d5295467-c3a0-4dd8-b83c-e1ceca64d9a6 None None] Port 75248a6c-3109-45c4-ab37-337a30fd409c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:50.456507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38a72432-af22-40f4-a0fd-f2b3fca3add1 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.456830 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38a72432-af22-40f4-a0fd-f2b3fca3add1 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.462000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33570) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:50.534670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-38a72432-af22-40f4-a0fd-f2b3fca3add1 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for b4aa45e6-906c-44d7-8703-9b7a5bef591c owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:50.575102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5ddf738c-50aa-491d-a168-5e1cd5d7bfd0 None None] For port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3a658693-5cf1-4384-ac6c-c1c1c7e0f78c,segment=NetworkSegment(bde3cb61-8249-43ae-b99f-5c7beace6b09),segment_id=bde3cb61-8249-43ae-b99f-5c7beace6b09)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:50.575511 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ddf738c-50aa-491d-a168-5e1cd5d7bfd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.596187 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf738c-50aa-491d-a168-5e1cd5d7bfd0 None None] Calling delete_port for 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:50.601663 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 31213e82-85fa-4823-97f0-dbaa920f4eda completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:03:50.603012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2000f4fd-3e6a-4187-845d-1d616893829d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:50.617657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 31213e82-85fa-4823-97f0-dbaa920f4eda triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:50.617947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.660749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.711634 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-c542e0ec-e03a-4019-90c5-344ccd475382', 'network_id': 'c542e0ec-e03a-4019-90c5-344ccd475382', 'tenant_id': '24a01c7d0b2f492fbd690cfa4974f5fa', 'fixed_ips': [{'subnet_id': 'ab7e2311-dd0c-4764-9358-3d893fe2f378'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:03:50.712501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.741976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.773593 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.799815 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2000f4fd-3e6a-4187-845d-1d616893829d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25190034'] for subnet, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.819950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.843623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Made reservation on behalf of d24b62a81cc04efeb212338da51be7b8 for: {'port': 2} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:50.848317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.881069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event deleted for resources: {'Port': ['ID=3a658693-5cf1-4384-ac6c-c1c1c7e0f78c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:50.885361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] No DVR routers for this DVR port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:50.898585 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:50.920044 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.014250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24c78f7-b9c1-42cf-a980-05b58a0ee30d']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:51.039136 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.044247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ddf738c-50aa-491d-a168-5e1cd5d7bfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.054668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679e07a0-4713-4040-b8c3-55cc79b91601') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:51.054994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679e07a0-4713-4040-b8c3-55cc79b91601') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:51.058769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] device_id is not set on port 43997489-0e58-49cf-9e53-c649a319ecf3 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:51.079011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf738c-50aa-491d-a168-5e1cd5d7bfd0 None None] Pushing event deleted for resources: {'Port': ['ID=3a658693-5cf1-4384-ac6c-c1c1c7e0f78c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:51.079729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.087995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf738c-50aa-491d-a168-5e1cd5d7bfd0 None None] No DVR routers for this DVR port 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:51.089971 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.126815 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31213e82-85fa-4823-97f0-dbaa920f4eda'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:03:51.129210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505ce3c4-ac0b-4497-ae4d-606524c487b7" -d '{"events": [{"server_uuid": "b08ce783-962d-4ea6-8cfa-7755127f43e8", "name": "network-vif-plugged", "status": "completed", "tag": "31213e82-85fa-4823-97f0-dbaa920f4eda"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:03:51.146934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 31213e82-85fa-4823-97f0-dbaa920f4eda, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31213e82-85fa-4823-97f0-dbaa920f4eda,segment=NetworkSegment(34da4f99-2b70-4abd-838d-a67f5ef97f08),segment_id=34da4f99-2b70-4abd-838d-a67f5ef97f08)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:51.152008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2000f4fd-3e6a-4187-845d-1d616893829d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784304655737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29207490'] for subnet, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.196561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26da834-3d4d-4138-95e0-206b5a361ec5 x-openstack-request-id: req-b26da834-3d4d-4138-95e0-206b5a361ec5 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:03:51.196888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08ce783-962d-4ea6-8cfa-7755127f43e8", "name": "network-vif-plugged", "status": "completed", "tag": "31213e82-85fa-4823-97f0-dbaa920f4eda", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:03:51.197083 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b26da834-3d4d-4138-95e0-206b5a361ec5 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:03:51.197864 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'code': 200} Nov 24 05:03:51.199887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.256750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Allocated IP 2001:db8::3 (c542e0ec-e03a-4019-90c5-344ccd475382/ab7e2311-dd0c-4764-9358-3d893fe2f378/0721a549-756b-43de-a453-026d6a096d53) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:51.259951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2000f4fd-3e6a-4187-845d-1d616893829d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:51.260867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2000f4fd-3e6a-4187-845d-1d616893829d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.265013 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2000f4fd-3e6a-4187-845d-1d616893829d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "PUT /v2.0/subnets/ab7e2311-dd0c-4764-9358-3d893fe2f378 HTTP/1.1" status: 200 len: 900 time: 1.0226858 Nov 24 05:03:51.271054 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33576) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:51.320904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f4fd-3e6a-4187-845d-1d616893829d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event updated for resources: {'Subnet': ['ID=ab7e2311-dd0c-4764-9358-3d893fe2f378,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:51.380251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.412993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=31213e82-85fa-4823-97f0-dbaa920f4eda,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:51.464934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38a72432-af22-40f4-a0fd-f2b3fca3add1 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.472655 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.482088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.489194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.491927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.505642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:51.522408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:51.522931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.524903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:51.526795 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:51.532979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] device_id is not set on port 33a37c8a-e218-481c-af5e-5a0d928ecd30 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:03:51.541768 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:51.542016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87849b85-03aa-4b10-8901-e3afa5bcdd5e None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:51.546248 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Network c542e0ec-e03a-4019-90c5-344ccd475382 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:51.547456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:51.548120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.551799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05306122-9768-4d98-9561-24637bfd8d85']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:51.552179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.555845 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:51.558996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:51.559762 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'Port': ['ID=d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:51.572517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5e579-9103-4b87-a3d0-d87311f52de2 req-ec05ba7c-82e1-4749-8f37-4250d2340d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:51.574054 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-37c5e579-9103-4b87-a3d0-d87311f52de2 req-ec05ba7c-82e1-4749-8f37-4250d2340d65 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 1099 time: 0.1636248 Nov 24 05:03:51.605591 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde3cb61-8249-43ae-b99f-5c7beace6b09') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:51.606071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde3cb61-8249-43ae-b99f-5c7beace6b09') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:51.647576 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82965f-1393-4d15-a7d7-ce4de8688ecf req-69864389-9f55-47c5-83b2-d10a400f71db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:51.649411 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f82965f-1393-4d15-a7d7-ce4de8688ecf req-69864389-9f55-47c5-83b2-d10a400f71db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 945 time: 0.6698282 Nov 24 05:03:51.668158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Pushing event updated for resources: {'Port': ['ID=0721a549-756b-43de-a453-026d6a096d53,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:51.672811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Attempting to bind port 0721a549-756b-43de-a453-026d6a096d53 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:03:51.673332 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Attempting to bind port 0721a549-756b-43de-a453-026d6a096d53 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'ee8994de-3023-430b-82c2-fa2413a5ea19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c542e0ec-e03a-4019-90c5-344ccd475382'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:03:51.673710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Attempting to bind port 0721a549-756b-43de-a453-026d6a096d53 on network c542e0ec-e03a-4019-90c5-344ccd475382 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:03:51.697572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:03:51.697979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Checking segment: {'id': 'ee8994de-3023-430b-82c2-fa2413a5ea19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c542e0ec-e03a-4019-90c5-344ccd475382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:51.698631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.699365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Bound using segment: {'id': 'ee8994de-3023-430b-82c2-fa2413a5ea19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c542e0ec-e03a-4019-90c5-344ccd475382'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:03:51.700016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Bound port: 0721a549-756b-43de-a453-026d6a096d53, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8994de-3023-430b-82c2-fa2413a5ea19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c542e0ec-e03a-4019-90c5-344ccd475382'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:03:51.700323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.706896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.713111 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-586720bb-2cde-4b38-a08c-e080a0b36f27 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3102541 Nov 24 05:03:51.714296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a72432-af22-40f4-a0fd-f2b3fca3add1 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=b4aa45e6-906c-44d7-8703-9b7a5bef591c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:51.718372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.718780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33578) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:51.725375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-aa1b536d-c43f-4089-b157-e1eada54bde4 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:2e:4a:1c'}, {'ip_address': '2001:db8::1ba', 'mac_address': 'fa:16:3e:fc:26:1a'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:51.732967 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-37c5e579-9103-4b87-a3d0-d87311f52de2 req-7bf59b53-d08b-4dba-aa1c-e2043b5b98d0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507072 Nov 24 05:03:51.752437 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.772019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:51.772662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.776799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.778607 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting port 0721a549-756b-43de-a453-026d6a096d53 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:51.778865 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:51.780855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.783716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38a72432-af22-40f4-a0fd-f2b3fca3add1 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.787268 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38a72432-af22-40f4-a0fd-f2b3fca3add1 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.789459 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-38a72432-af22-40f4-a0fd-f2b3fca3add1 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/floatingips/b30644b8-1cf0-4531-a777-c5ce12b90454 HTTP/1.1" status: 204 len: 168 time: 2.1368310 Nov 24 05:03:51.811478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33580) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:51.813537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f24c78f7-b9c1-42cf-a980-05b58a0ee30d {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 05:03:51.827772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.828908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] For port 0721a549-756b-43de-a453-026d6a096d53, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:03:51.834824 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "DELETE /v2.0/networks/f24c78f7-b9c1-42cf-a980-05b58a0ee30d HTTP/1.1" status: 204 len: 168 time: 1.3575408 Nov 24 05:03:51.835015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] For port 0721a549-756b-43de-a453-026d6a096d53, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0721a549-756b-43de-a453-026d6a096d53,segment=NetworkSegment(ee8994de-3023-430b-82c2-fa2413a5ea19),segment_id=ee8994de-3023-430b-82c2-fa2413a5ea19)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:03:51.840683 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:51.847894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33582) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:51.869141 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Request body: {'network': {'name': 'tempest-network--1871671670', 'router:external': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:51.874329 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:51.913640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:51.914461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3a658693-5cf1-4384-ac6c-c1c1c7e0f78c not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:51.923365 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af944667-2b94-49dc-82a3-4d639c22573b tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event deleted for resources: {'Network': ['ID=f24c78f7-b9c1-42cf-a980-05b58a0ee30d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:51.944137 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f82965f-1393-4d15-a7d7-ce4de8688ecf req-ac296734-afb2-4927-8e01-e94a2ff34d31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477574 Nov 24 05:03:51.958704 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1642922-5c06-4c50-8b3c-12c45ef58c6d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] DELETE failed (client error): The resource could not be found. Nov 24 05:03:51.959469 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1642922-5c06-4c50-8b3c-12c45ef58c6d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:03:51.975478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33584) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:51.981586 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f1642922-5c06-4c50-8b3c-12c45ef58c6d tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/ports/7ec022a6-a855-4cd6-9e04-b4afbbec8d84 HTTP/1.1" status: 404 len: 333 time: 0.1334171 Nov 24 05:03:51.988970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.006126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfcdd1-9bf2-460f-9475-d27878b09ef6 None None] Pushing event updated for resources: {'Port': ['ID=0721a549-756b-43de-a453-026d6a096d53,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:52.031236 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4d4f7fe7-08ad-451f-9878-bfe04c99288c tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0310a87-aa7c-4610-8a11-273b354d9613 HTTP/1.1" status: 200 len: 205 time: 0.0513020 Nov 24 05:03:52.033100 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33586) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:52.036555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.042517 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fcc8189a-36eb-4b8a-bde8-340c826a3919 None None] Provisioning complete for port d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:52.042778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fcc8189a-36eb-4b8a-bde8-340c826a3919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.043440 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "DELETE /v2.0/networks/05306122-9768-4d98-9561-24637bfd8d85 HTTP/1.1" status: 204 len: 168 time: 2.4328499 Nov 24 05:03:52.058647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33588) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:52.075867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Made reservation on behalf of 1763fd93b4ee4fddbff7b9dabac81f70 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:52.079349 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.092464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-fcc8189a-36eb-4b8a-bde8-340c826a3919 None None] Port d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:52.099225 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.121857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24ec94-ab50-4e14-a464-98f8866f638a tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event deleted for resources: {'Network': ['ID=05306122-9768-4d98-9561-24637bfd8d85,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:52.130363 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-5c2ca738-83c3-46b8-a3da-3aa6393a2571 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] delete failed (client error): The resource could not be found. Nov 24 05:03:52.131383 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5c2ca738-83c3-46b8-a3da-3aa6393a2571 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/routers/e0310a87-aa7c-4610-8a11-273b354d9613 HTTP/1.1" status: 404 len: 336 time: 0.0818632 Nov 24 05:03:52.136548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33590) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:52.166690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:52.179811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.180168 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Added segment 007dc5b0-598b-4704-aeb9-7dc5e3fee7b2 of type vlan for network b18b69bc-e33a-4f4d-b48b-38955387dd83 Nov 24 05:03:52.243033 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.288969 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-035b7488-ff90-40d2-80db-0423c30c6f04 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] DELETE failed (client error): The resource could not be found. Nov 24 05:03:52.289395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035b7488-ff90-40d2-80db-0423c30c6f04 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:03:52.292541 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-035b7488-ff90-40d2-80db-0423c30c6f04 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/subnets/d68159f3-af06-48df-bf92-81e6fc9868d4 HTTP/1.1" status: 404 len: 337 time: 0.1529882 Nov 24 05:03:52.295426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33592) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:52.310355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.332673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] For port 0721a549-756b-43de-a453-026d6a096d53, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:52.332900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.338507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.339506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:52.340118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.369434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.371679 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Calling delete_port for 0721a549-756b-43de-a453-026d6a096d53 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:52.379990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa1b536d-c43f-4089-b157-e1eada54bde4 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.417881 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5527027 Nov 24 05:03:52.421469 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33594) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:52.487926 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2de30-ca9b-4f17-9820-b48647b240df tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event updated for resources: {'Network': ['ID=b18b69bc-e33a-4f4d-b48b-38955387dd83,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:52.502791 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network b18b69bc-e33a-4f4d-b48b-38955387dd83 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:52.547231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event updated for resources: {'Port': ['ID=43997489-0e58-49cf-9e53-c649a319ecf3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:52.557319 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-58b91087-064f-42e5-88b2-1841224df662 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port 8783ae01-36c7-401e-8b5d-1d99615900c8 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:52.557808 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58b91087-064f-42e5-88b2-1841224df662 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.584368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a45cd9-ed75-4173-8857-a8195758e505 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:52.586001 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b1a45cd9-ed75-4173-8857-a8195758e505 tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] 10.222.0.37 "GET /v2.0/networks/b18b69bc-e33a-4f4d-b48b-38955387dd83 HTTP/1.1" status: 200 len: 757 time: 0.1632121 Nov 24 05:03:52.593139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33596) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:52.636393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.662806 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Checking segment: {'id': 'cd507fef-d053-42bf-b9db-1ed031a099f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c018e410-97e5-4055-a601-4be59aafd9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:52.663524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Network hostable DHCP agents. Network: c018e410-97e5-4055-a601-4be59aafd9b8, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:52.696740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b257dd6-88f7-4ab9-99df-1d2ed04a2b00']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:52.724807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce66eab-d7dd-4d8c-a5a7-63eb913e176f tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:52.727632 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dce66eab-d7dd-4d8c-a5a7-63eb913e176f tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] 10.222.0.37 "GET /v2.0/networks/44088b18-43c1-47bd-9f6b-f047004d85f5 HTTP/1.1" status: 200 len: 768 time: 0.1321421 Nov 24 05:03:52.730692 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33600) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:52.731498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e31c8d3-1469-4e8e-a644-e193ec0c8bf6') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:52.731828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e31c8d3-1469-4e8e-a644-e193ec0c8bf6') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:52.746465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58b91087-064f-42e5-88b2-1841224df662 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.781173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-58b91087-064f-42e5-88b2-1841224df662 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for 8783ae01-36c7-401e-8b5d-1d99615900c8 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:52.798133 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Network c018e410-97e5-4055-a601-4be59aafd9b8 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:52.802601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.832913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, c018e410-97e5-4055-a601-4be59aafd9b8) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:52.842162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.844482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb98b5-252b-4535-adbf-68f563dbfdda None None] Network c018e410-97e5-4055-a601-4be59aafd9b8 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:52.849495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:52.850327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.858867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.864490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:52.864905 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:52.873970 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:52.929661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.019897 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.034881 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event updated for resources: {'Port': ['ID=33a37c8a-e218-481c-af5e-5a0d928ecd30,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:53.070904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.107214 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18b69bc-e33a-4f4d-b48b-38955387dd83']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:53.121562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007dc5b0-598b-4704-aeb9-7dc5e3fee7b2') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:53.121865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007dc5b0-598b-4704-aeb9-7dc5e3fee7b2') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:53.131305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No DVR routers for this DVR port 0721a549-756b-43de-a453-026d6a096d53 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:53.135822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.136515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.137824 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "DELETE /v2.0/networks/7b257dd6-88f7-4ab9-99df-1d2ed04a2b00 HTTP/1.1" status: 204 len: 168 time: 1.0354290 Nov 24 05:03:53.143634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa1b536d-c43f-4089-b157-e1eada54bde4 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.145419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Port': ['ID=0721a549-756b-43de-a453-026d6a096d53,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:53.150017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33606) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:53.166223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb268e-f1e0-4f49-b6f0-f36ce6378912 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event deleted for resources: {'Network': ['ID=7b257dd6-88f7-4ab9-99df-1d2ed04a2b00,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:53.167951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa1b536d-c43f-4089-b157-e1eada54bde4 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.221550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.230889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Checking segment: {'id': '1915b4fc-e5bf-492a-acc4-3951958982c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ecacbe19-96c8-4daf-807b-37d3054fe106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:03:53.231256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Network hostable DHCP agents. Network: ecacbe19-96c8-4daf-807b-37d3054fe106, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:03:53.238297 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b536d-c43f-4089-b157-e1eada54bde4 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] In _notify_port_updated(), no bound segment for port d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42 on network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc {{(pid=103232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:03:53.242517 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cb818-000c-4b1b-996f-041151f8dc54 req-5a182fa1-d4cd-40c5-a864-40cfa6e6cba4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:53.244018 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b536d-c43f-4089-b157-e1eada54bde4 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:53.244686 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa1b536d-c43f-4089-b157-e1eada54bde4 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.246050 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-aa1b536d-c43f-4089-b157-e1eada54bde4 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "PUT /v2.0/ports/d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42 HTTP/1.1" status: 200 len: 1067 time: 1.5251381 Nov 24 05:03:53.250571 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0d9cb818-000c-4b1b-996f-041151f8dc54 req-5a182fa1-d4cd-40c5-a864-40cfa6e6cba4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 946 time: 0.1925056 Nov 24 05:03:53.252264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33608) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:53.281364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.323341 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.324333 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b536d-c43f-4089-b157-e1eada54bde4 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event updated for resources: {'Port': ['ID=d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:53.332398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Network ecacbe19-96c8-4daf-807b-37d3054fe106 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:03:53.360536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, ecacbe19-96c8-4daf-807b-37d3054fe106) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:53.361721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:53.362144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.364780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:53.371221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:53.377219 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ed08ca-4a0c-42c2-aecc-d7159fefa9e6 None None] Network ecacbe19-96c8-4daf-807b-37d3054fe106 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:53.378134 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:53.378858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.411704 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6611e792-545c-475b-ad2c-4078e1a851ed tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2322555 Nov 24 05:03:53.413829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33610) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:53.423817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:53.443080 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:53.447234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.465158 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:03:53.485139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7e2311-dd0c-4764-9358-3d893fe2f378,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:53.503904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb0888b-4646-441f-bc80-7355f3bec556 None None] Network c542e0ec-e03a-4019-90c5-344ccd475382 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:53.544070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-187ea6cd-2740-447f-9ce8-999da1d0bc7f None None] Could not find standard attr ID for object 0721a549-756b-43de-a453-026d6a096d53. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:03:53.574399 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0d9cb818-000c-4b1b-996f-041151f8dc54 req-fbcfca88-b458-44fe-b45c-7aaef3d2e0cf tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227856 Nov 24 05:03:53.599773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58b91087-064f-42e5-88b2-1841224df662 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.624101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.670590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c542e0ec-e03a-4019-90c5-344ccd475382']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:53.673942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.674515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-24c01b92-5ee6-48ec-beea-ac65326f739d None None] Provisioning complete for port d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:53.674959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24c01b92-5ee6-48ec-beea-ac65326f739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.686177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b91087-064f-42e5-88b2-1841224df662 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=8783ae01-36c7-401e-8b5d-1d99615900c8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:53.689729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.692919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8994de-3023-430b-82c2-fa2413a5ea19') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:53.693209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8994de-3023-430b-82c2-fa2413a5ea19') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:53.727042 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.727236 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b18b69bc-e33a-4f4d-b48b-38955387dd83 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 05:03:53.741755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-24c01b92-5ee6-48ec-beea-ac65326f739d None None] Port d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:03:53.746696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76fe8b2-6859-4907-9946-efd934e76750 None None] DHCP port deletion for 14f57ebe-2179-4c21-9433-ec464a6771af request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:53.746849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event deleted for resources: {'Network': ['ID=b18b69bc-e33a-4f4d-b48b-38955387dd83,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:53.775017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30019cac-344c-4539-a377-6ef6c5219cd1 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:53.782385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30019cac-344c-4539-a377-6ef6c5219cd1 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:53.787158 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-30019cac-344c-4539-a377-6ef6c5219cd1 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3694336 Nov 24 05:03:53.789287 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33618) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:53.795148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594ea9b1-0401-46d2-af32-5b986a752bd5']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:53.805676 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.816425 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fec53c97-580b-4abb-890b-82d9726d4436 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "DELETE /v2.0/networks/b18b69bc-e33a-4f4d-b48b-38955387dd83 HTTP/1.1" status: 204 len: 168 time: 1.0853348 Nov 24 05:03:53.855002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd17f27-33b3-4c9b-8468-286441cf33b2 None None] DHCP port deletion for c542e0ec-e03a-4019-90c5-344ccd475382 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:53.861925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.864294 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33620) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:53.878803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57914039-e5dc-4702-83b4-3d101144dd36 None None] Network c542e0ec-e03a-4019-90c5-344ccd475382 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:53.881714 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-32d754f5-ed5b-4a66-a3f5-173e77f27ec1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Deleting port d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:53.882054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32d754f5-ed5b-4a66-a3f5-173e77f27ec1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.914766 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Request body: {'network': {'name': 'tempest-network--679518789'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:53.915752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a197442c-eece-4682-8a5a-6edd5e709b83') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:53.916057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a197442c-eece-4682-8a5a-6edd5e709b83') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:53.933280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:53.933687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:53.938214 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:53.985570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.042367 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409219f-881f-4d15-9600-d62d0b78b9c7 req-7ebc5e3c-6064-4229-a620-4ca64cb35f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:54.044235 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2409219f-881f-4d15-9600-d62d0b78b9c7 req-7ebc5e3c-6064-4229-a620-4ca64cb35f34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab536a684af0477682b681c825ec9a95&device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 1098 time: 0.1925819 Nov 24 05:03:54.058639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.080614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58b91087-064f-42e5-88b2-1841224df662 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.080952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.082635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Made reservation on behalf of 1763fd93b4ee4fddbff7b9dabac81f70 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:54.085509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.087173 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-58b91087-064f-42e5-88b2-1841224df662 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/ports/8783ae01-36c7-401e-8b5d-1d99615900c8 HTTP/1.1" status: 204 len: 168 time: 1.7907662 Nov 24 05:03:54.089128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33622) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:54.095546 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629515a-1518-4caa-898b-d8d03a02f705 req-a750d364-a215-46c9-82c2-baaddb563021 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:54.096983 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a629515a-1518-4caa-898b-d8d03a02f705 req-a750d364-a215-46c9-82c2-baaddb563021 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 946 time: 0.2792265 Nov 24 05:03:54.100929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:54.101337 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:54.105260 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:54.109573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.116961 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/c542e0ec-e03a-4019-90c5-344ccd475382 HTTP/1.1" status: 204 len: 168 time: 2.8391240 Nov 24 05:03:54.118587 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33624) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:54.122430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9c7b9-23e5-4003-b2fc-9256c2605371 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Network': ['ID=c542e0ec-e03a-4019-90c5-344ccd475382,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:54.127018 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6e810dd5-3124-40b8-bd06-7e7f5a123215 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Deleting port 43997489-0e58-49cf-9e53-c649a319ecf3 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:54.127430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e810dd5-3124-40b8-bd06-7e7f5a123215 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.165326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c1e1d-b99e-4d78-b13e-cf200ad4f8d9 req-026cdd5d-165d-4eac-aff2-45c8657815af tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:54.166806 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-739c1e1d-b99e-4d78-b13e-cf200ad4f8d9 req-026cdd5d-165d-4eac-aff2-45c8657815af tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2802355 Nov 24 05:03:54.242845 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a120bf9-b3de-4fac-9b26-c4a6a06532bb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:03:54.243295 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a120bf9-b3de-4fac-9b26-c4a6a06532bb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:03:54.246866 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4a120bf9-b3de-4fac-9b26-c4a6a06532bb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/subnets/ab7e2311-dd0c-4764-9358-3d893fe2f378 HTTP/1.1" status: 404 len: 337 time: 0.1126299 Nov 24 05:03:54.257113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33626) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:54.264130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32d754f5-ed5b-4a66-a3f5-173e77f27ec1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.287108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:54.293580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.295949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e810dd5-3124-40b8-bd06-7e7f5a123215 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.314676 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-32d754f5-ed5b-4a66-a3f5-173e77f27ec1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Calling delete_port for d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:54.321375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.324694 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "DELETE /v2.0/networks/594ea9b1-0401-46d2-af32-5b986a752bd5 HTTP/1.1" status: 204 len: 168 time: 1.1724818 Nov 24 05:03:54.326942 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac66c9f-bdaf-40f9-938b-3b10165553cb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:03:54.326942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac66c9f-bdaf-40f9-938b-3b10165553cb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:03:54.329503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33628) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:54.329922 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3ac66c9f-bdaf-40f9-938b-3b10165553cb tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/c542e0ec-e03a-4019-90c5-344ccd475382 HTTP/1.1" status: 404 len: 339 time: 0.0695806 Nov 24 05:03:54.339894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33630) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:54.342860 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.343202 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Added segment 9fa017c6-02e1-48be-86c2-dbb80ed994d7 of type vlan for network c3ab9f53-dced-4e2f-a95a-f221f0d54ce6 Nov 24 05:03:54.350782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6e810dd5-3124-40b8-bd06-7e7f5a123215 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Calling delete_port for 43997489-0e58-49cf-9e53-c649a319ecf3 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:54.378764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6930da4-be58-4a68-aef2-2acb3e8ae8a8 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event deleted for resources: {'Network': ['ID=594ea9b1-0401-46d2-af32-5b986a752bd5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:54.399911 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a629515a-1518-4caa-898b-d8d03a02f705 req-0bc0b65a-4f0c-448c-8f6d-2d7471336436 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803323 Nov 24 05:03:54.429358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409219f-881f-4d15-9600-d62d0b78b9c7 req-091ce723-529e-40de-9ce0-6acd7994f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:54.430823 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2409219f-881f-4d15-9600-d62d0b78b9c7 req-091ce723-529e-40de-9ce0-6acd7994f15f service neutron] 10.222.0.31 "GET /v2.0/networks?id=5092a666-9ff6-4905-ad81-b92144f55977 HTTP/1.1" status: 200 len: 913 time: 0.3733668 Nov 24 05:03:54.446460 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-739c1e1d-b99e-4d78-b13e-cf200ad4f8d9 req-75901d61-1078-4746-8d73-28e09885fcd1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207077 Nov 24 05:03:54.454448 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33632) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:54.505749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.555794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.578981 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2774f594-64f5-456e-84cf-565a04111044 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:54.583221 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2774f594-64f5-456e-84cf-565a04111044 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 1094 time: 0.1251318 Nov 24 05:03:54.586184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33634) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:54.587991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.592699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:54.619447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cfb46cd9-84dc-400f-9ad1-fc01c65bd0b9 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port 01252cc1-3165-4ac9-b1d9-b025db9efd97 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:54.620089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cfb46cd9-84dc-400f-9ad1-fc01c65bd0b9 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.628459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.629395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:54.629968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.633079 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2409219f-881f-4d15-9600-d62d0b78b9c7 req-48c9a184-8960-4977-909c-3d36a1618fd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 HTTP/1.1" status: 200 len: 1001 time: 0.1603279 Nov 24 05:03:54.691151 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.740372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.779870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd052b9-8a79-42dc-976d-b3ed513513b7']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:54.789870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32d754f5-ed5b-4a66-a3f5-173e77f27ec1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.798315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130c2c07-f5c2-4d7b-b867-d7dff4fee3a3') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:54.798626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130c2c07-f5c2-4d7b-b867-d7dff4fee3a3') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:54.822911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.851099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d754f5-ed5b-4a66-a3f5-173e77f27ec1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event deleted for resources: {'Port': ['ID=d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:54.916300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.938753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:54.939206 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:54.944598 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:55.055813 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.060280 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.066912 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/bdd052b9-8a79-42dc-976d-b3ed513513b7 HTTP/1.1" status: 204 len: 168 time: 0.7131224 Nov 24 05:03:55.070994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33636) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:55.110588 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2452319 Nov 24 05:03:55.125871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7208cc5-e57d-43cd-b225-7b6e2000ae14 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Network': ['ID=bdd052b9-8a79-42dc-976d-b3ed513513b7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:55.129490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33638) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:55.138009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-104b8dc9-057c-49af-9dde-8943a0a772e4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:55.140832 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b31393-8ffc-460f-a2ca-3f78ee9d031c tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:03:55.141262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b31393-8ffc-460f-a2ca-3f78ee9d031c tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:03:55.144193 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-20b31393-8ffc-460f-a2ca-3f78ee9d031c tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/subnets/d1672a98-d764-41ce-9b8f-842e0d8288ed HTTP/1.1" status: 404 len: 337 time: 0.0693982 Nov 24 05:03:55.150896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33640) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:55.174027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e810dd5-3124-40b8-bd06-7e7f5a123215 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.203071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0066dc-6f07-4072-8499-3b45e6505fe4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event updated for resources: {'Network': ['ID=c3ab9f53-dced-4e2f-a95a-f221f0d54ce6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:55.214895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network c3ab9f53-dced-4e2f-a95a-f221f0d54ce6 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:55.221806 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e763867-2e42-495f-aa12-7d7c87afa424 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:03:55.222319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e763867-2e42-495f-aa12-7d7c87afa424 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:03:55.227679 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4e763867-2e42-495f-aa12-7d7c87afa424 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/ac24b686-8ac5-412d-bf65-82faa67c98c7 HTTP/1.1" status: 404 len: 339 time: 0.0734804 Nov 24 05:03:55.232594 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.255558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33642) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:55.278267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.282833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409219f-881f-4d15-9600-d62d0b78b9c7 req-0cefdf7f-cac5-48ca-9981-3ad596c6f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:55.284384 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2409219f-881f-4d15-9600-d62d0b78b9c7 req-0cefdf7f-cac5-48ca-9981-3ad596c6f100 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72a128c7-8d2b-405e-a9ae-c297d81ee2d2 HTTP/1.1" status: 200 len: 851 time: 0.6316261 Nov 24 05:03:55.285077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e810dd5-3124-40b8-bd06-7e7f5a123215 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event deleted for resources: {'Port': ['ID=43997489-0e58-49cf-9e53-c649a319ecf3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:55.304798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e810dd5-3124-40b8-bd06-7e7f5a123215 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.308038 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6e810dd5-3124-40b8-bd06-7e7f5a123215 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "DELETE /v2.0/ports/43997489-0e58-49cf-9e53-c649a319ecf3 HTTP/1.1" status: 204 len: 168 time: 1.5185659 Nov 24 05:03:55.320710 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33644) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:55.344289 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cfb46cd9-84dc-400f-9ad1-fc01c65bd0b9 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.363343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aff901a-d13b-479c-82e7-0f0332a1557a']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:55.396240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cfb46cd9-84dc-400f-9ad1-fc01c65bd0b9 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for 01252cc1-3165-4ac9-b1d9-b025db9efd97 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:55.410629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a826cc-e3f3-405e-b3ff-cac5877060ac') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:55.410925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a826cc-e3f3-405e-b3ff-cac5877060ac') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:55.439927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.506340 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409219f-881f-4d15-9600-d62d0b78b9c7 req-6ea9f0c5-6212-4ce5-9349-25a09fe63d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:55.507883 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2409219f-881f-4d15-9600-d62d0b78b9c7 req-6ea9f0c5-6212-4ce5-9349-25a09fe63d27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5092a666-9ff6-4905-ad81-b92144f55977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2094746 Nov 24 05:03:55.508899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.528122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:55.528523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:55.531805 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:55.609132 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32d754f5-ed5b-4a66-a3f5-173e77f27ec1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.612223 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-32d754f5-ed5b-4a66-a3f5-173e77f27ec1 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "DELETE /v2.0/ports/d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42 HTTP/1.1" status: 204 len: 168 time: 2.3475475 Nov 24 05:03:55.623761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33648) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:55.692492 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3d9236-4f98-47ca-bddb-e96a60ddf782 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] GET failed (client error): The resource could not be found. Nov 24 05:03:55.693936 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7b3d9236-4f98-47ca-bddb-e96a60ddf782 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "GET /v2.0/ports/d5f0b8c1-ee1e-476a-b0ab-6ed0ce42da42 HTTP/1.1" status: 404 len: 333 time: 0.0692308 Nov 24 05:03:55.700827 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33650) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:55.703612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.720973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.724083 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] 10.222.0.37 "DELETE /v2.0/networks/0aff901a-d13b-479c-82e7-0f0332a1557a HTTP/1.1" status: 204 len: 168 time: 1.3876112 Nov 24 05:03:55.755804 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a338bc9-24a2-43f6-a32d-5e79158b2456 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting subnet 40b80bac-e555-430e-9caf-a419bfa42606 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:03:55.764523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60951a3c-c331-4452-bd98-10517fe35ef4 tempest-BulkNetworkOpsTest-2003208704 tempest-BulkNetworkOpsTest-2003208704-project] Pushing event deleted for resources: {'Network': ['ID=0aff901a-d13b-479c-82e7-0f0332a1557a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:55.791697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-03121daa-0639-45fb-9307-6a1851f5eb2a tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Deleting port 33a37c8a-e218-481c-af5e-5a0d928ecd30 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:55.792045 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03121daa-0639-45fb-9307-6a1851f5eb2a tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.802967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0721a549-756b-43de-a453-026d6a096d53 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:03:55.825078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a338bc9-24a2-43f6-a32d-5e79158b2456 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.840030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 0721a549-756b-43de-a453-026d6a096d53 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:03:55.840384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0721a549-756b-43de-a453-026d6a096d53 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:03:55.879007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4edc8-6e2f-400a-ac11-37d0b16ac00a req-17e2e462-6b4b-48e6-ac53-6e5c57f65ea2 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:55.880478 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d1e4edc8-6e2f-400a-ac11-37d0b16ac00a req-17e2e462-6b4b-48e6-ac53-6e5c57f65ea2 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2787066 Nov 24 05:03:55.917393 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2409219f-881f-4d15-9600-d62d0b78b9c7 req-eecfd0cb-53d7-44dd-b9d4-588319428b3f service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990986 Nov 24 05:03:55.941173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a338bc9-24a2-43f6-a32d-5e79158b2456 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.942161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03121daa-0639-45fb-9307-6a1851f5eb2a tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.944314 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.72 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/292e9e15-5d2f-4067-ae48-8adf91fe3bfe) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:03:55.960855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cfb46cd9-84dc-400f-9ad1-fc01c65bd0b9 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:55.989282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-03121daa-0639-45fb-9307-6a1851f5eb2a tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Calling delete_port for 33a37c8a-e218-481c-af5e-5a0d928ecd30 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:55.993537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-104b8dc9-057c-49af-9dde-8943a0a772e4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.046909 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d1e4edc8-6e2f-400a-ac11-37d0b16ac00a req-1ba27a45-4cdc-4550-a523-c7f9b4143a5b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584558 Nov 24 05:03:56.048961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb46cd9-84dc-400f-9ad1-fc01c65bd0b9 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=01252cc1-3165-4ac9-b1d9-b025db9efd97,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:56.065673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33656) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:56.072097 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-104b8dc9-057c-49af-9dde-8943a0a772e4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.089575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ace4c86-7dec-424c-8065-cea3c5afccb4 None None] DHCP port deletion for 14f57ebe-2179-4c21-9433-ec464a6771af request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:56.130973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-104b8dc9-057c-49af-9dde-8943a0a772e4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Network c3ab9f53-dced-4e2f-a95a-f221f0d54ce6 is not hosted by any dhcp agent {{(pid=103233) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 05:03:56.131774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b8dc9-057c-49af-9dde-8943a0a772e4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:56.132396 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-104b8dc9-057c-49af-9dde-8943a0a772e4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.136228 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-104b8dc9-057c-49af-9dde-8943a0a772e4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "PUT /v2.0/networks/c3ab9f53-dced-4e2f-a95a-f221f0d54ce6 HTTP/1.1" status: 200 len: 857 time: 1.0003116 Nov 24 05:03:56.136376 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aa65ea85-9cf2-436c-903f-6228255a059b tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Deleting port 75248a6c-3109-45c4-ab37-337a30fd409c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:56.136917 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa65ea85-9cf2-436c-903f-6228255a059b tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.141787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33660) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:56.242606 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b8dc9-057c-49af-9dde-8943a0a772e4 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event updated for resources: {'Network': ['ID=c3ab9f53-dced-4e2f-a95a-f221f0d54ce6,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:56.253312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a338bc9-24a2-43f6-a32d-5e79158b2456 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.287836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.290146 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2409219f-881f-4d15-9600-d62d0b78b9c7 req-ceb3ed6a-43df-4e28-a3e3-e215a03f2a5a service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603423 Nov 24 05:03:56.347007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a338bc9-24a2-43f6-a32d-5e79158b2456 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.373904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.378788 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.383272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cfb46cd9-84dc-400f-9ad1-fc01c65bd0b9 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.386383 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cfb46cd9-84dc-400f-9ad1-fc01c65bd0b9 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/ports/01252cc1-3165-4ac9-b1d9-b025db9efd97 HTTP/1.1" status: 204 len: 168 time: 2.2795830 Nov 24 05:03:56.386668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a338bc9-24a2-43f6-a32d-5e79158b2456 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.393812 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8a338bc9-24a2-43f6-a32d-5e79158b2456 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/subnets/40b80bac-e555-430e-9caf-a419bfa42606 HTTP/1.1" status: 204 len: 168 time: 1.1371593 Nov 24 05:03:56.394151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33662) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:56.394546 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33664) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:56.395669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7edf8be-8e23-4f5b-aa09-c5423f9fbe8d None None] Network 0f56b4b7-0793-4cad-8909-a84c9ac74e69 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:56.396134 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03121daa-0639-45fb-9307-6a1851f5eb2a tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.400447 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a338bc9-24a2-43f6-a32d-5e79158b2456 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Subnet': ['ID=40b80bac-e555-430e-9caf-a419bfa42606,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:56.433613 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a8e82046-c8ef-410b-8d07-5a25b2ed88d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb28b52ef86c4caaa37b7b5a1675bad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637609 Nov 24 05:03:56.441787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33666) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:56.452032 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:03:56.464192 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:03:56.468850 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:03:56.500190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=292e9e15-5d2f-4067-ae48-8adf91fe3bfe,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:56.503900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa65ea85-9cf2-436c-903f-6228255a059b tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.518006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03121daa-0639-45fb-9307-6a1851f5eb2a tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event deleted for resources: {'Port': ['ID=33a37c8a-e218-481c-af5e-5a0d928ecd30,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:56.532399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03121daa-0639-45fb-9307-6a1851f5eb2a tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.535260 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-03121daa-0639-45fb-9307-6a1851f5eb2a tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "DELETE /v2.0/ports/33a37c8a-e218-481c-af5e-5a0d928ecd30 HTTP/1.1" status: 204 len: 168 time: 1.2058337 Nov 24 05:03:56.538550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33668) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:56.540535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aa65ea85-9cf2-436c-903f-6228255a059b tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Calling delete_port for 75248a6c-3109-45c4-ab37-337a30fd409c owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:56.576654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a11449b-4deb-4fde-adb2-32878f82d487 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting subnet bc75dac5-4709-4711-b737-b99a6d6589a3 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:03:56.585539 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c3693e24-6d64-407c-9b89-61ee93bfd3ec tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0408497 Nov 24 05:03:56.585749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33670) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:56.588162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a11449b-4deb-4fde-adb2-32878f82d487 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.590573 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1463926684'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:56.627067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f973bfbd-090f-4a27-94ad-b1c6ac8f41e8 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:56.628653 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f973bfbd-090f-4a27-94ad-b1c6ac8f41e8 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "GET /v2.0/ports?device_id=34ae0ec9-02e2-4043-b925-2517b7f80148 HTTP/1.1" status: 200 len: 913 time: 0.2306931 Nov 24 05:03:56.635531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33672) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:56.652919 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-06a22b87-d34f-44c3-bb5a-4b409070a041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.698459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a11449b-4deb-4fde-adb2-32878f82d487 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.741588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Made reservation on behalf of d24b62a81cc04efeb212338da51be7b8 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:56.744433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.749812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.789468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-06a22b87-d34f-44c3-bb5a-4b409070a041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.794127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ab9f53-dced-4e2f-a95a-f221f0d54ce6']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:56.817398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa017c6-02e1-48be-86c2-dbb80ed994d7') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:56.817698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa017c6-02e1-48be-86c2-dbb80ed994d7') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:56.837047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.894418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.911181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:56.911610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:56.915335 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:56.956126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a11449b-4deb-4fde-adb2-32878f82d487 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.020564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa65ea85-9cf2-436c-903f-6228255a059b tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.039501 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-06a22b87-d34f-44c3-bb5a-4b409070a041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.042405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-06a22b87-d34f-44c3-bb5a-4b409070a041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.046669 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-06a22b87-d34f-44c3-bb5a-4b409070a041 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fd18da0-bb38-4560-8dbf-7019e43dc030 HTTP/1.1" status: 204 len: 168 time: 0.6009295 Nov 24 05:03:57.059747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:57.065486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.067931 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65ea85-9cf2-436c-903f-6228255a059b tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event deleted for resources: {'Port': ['ID=75248a6c-3109-45c4-ab37-337a30fd409c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:57.078766 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3ab9f53-dced-4e2f-a95a-f221f0d54ce6 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 05:03:57.085753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.089298 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c3ab9f53-dced-4e2f-a95a-f221f0d54ce6 HTTP/1.1" status: 204 len: 168 time: 0.9453113 Nov 24 05:03:57.108916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33678) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:57.164300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa65ea85-9cf2-436c-903f-6228255a059b tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.176672 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-aa65ea85-9cf2-436c-903f-6228255a059b tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "DELETE /v2.0/ports/75248a6c-3109-45c4-ab37-337a30fd409c HTTP/1.1" status: 204 len: 168 time: 1.4739275 Nov 24 05:03:57.179561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e722b-71d4-4944-9995-98cde87cba94 tempest-ExternalNetworksTestJSON-1267399868 tempest-ExternalNetworksTestJSON-1267399868-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3ab9f53-dced-4e2f-a95a-f221f0d54ce6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:57.181527 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33680) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:57.210724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a22b87-d34f-44c3-bb5a-4b409070a041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd18da0-bb38-4560-8dbf-7019e43dc030,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:57.245828 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.246889 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Added segment 40f927d0-5bf9-4d96-8986-d3572d17442e of type vlan for network 5946f614-a8f4-423e-b423-d8c7b17b18d3 Nov 24 05:03:57.264435 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d25cfa-3367-4cdb-af02-595a90fb0bad tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] DELETE failed (client error): The resource could not be found. Nov 24 05:03:57.265179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d25cfa-3367-4cdb-af02-595a90fb0bad tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:03:57.272741 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a5d25cfa-3367-4cdb-af02-595a90fb0bad tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] 10.222.0.37 "DELETE /v2.0/subnets/4f5f23e5-546a-47df-8ffb-11d1250b6357 HTTP/1.1" status: 404 len: 337 time: 0.1259649 Nov 24 05:03:57.276480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33682) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:57.308331 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e431b39-556b-4e4a-8229-5db20e93d9d0 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] GET failed (client error): The resource could not be found. Nov 24 05:03:57.309851 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6e431b39-556b-4e4a-8229-5db20e93d9d0 tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "GET /v2.0/ports/75248a6c-3109-45c4-ab37-337a30fd409c HTTP/1.1" status: 404 len: 333 time: 0.0755341 Nov 24 05:03:57.312683 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a11449b-4deb-4fde-adb2-32878f82d487 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.322460 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33686) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:57.356868 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.409458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9501f1-56fd-4c6d-b634-02c3bf012463 req-e2d3b77e-50e3-4b58-a7f6-710e905aa9d4 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:57.410967 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7c9501f1-56fd-4c6d-b634-02c3bf012463 req-e2d3b77e-50e3-4b58-a7f6-710e905aa9d4 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2182832 Nov 24 05:03:57.572129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a11449b-4deb-4fde-adb2-32878f82d487 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.576012 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9a11449b-4deb-4fde-adb2-32878f82d487 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/subnets/bc75dac5-4709-4711-b737-b99a6d6589a3 HTTP/1.1" status: 204 len: 168 time: 1.1769352 Nov 24 05:03:57.590418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d5c170-1893-4ec0-bc36-a64d52e827f9 None None] Network 0f56b4b7-0793-4cad-8909-a84c9ac74e69 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:57.595864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33692) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:57.610782 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.617377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.623551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11449b-4deb-4fde-adb2-32878f82d487 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Subnet': ['ID=bc75dac5-4709-4711-b737-b99a6d6589a3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:57.672682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.679933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:57.680660 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.702735 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5d52a382-d376-4aa6-adf3-6920443e8adf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Deleting port 830cbfb8-8f59-4c3e-b0bf-205ae6b0a3fa {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:57.703110 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5d52a382-d376-4aa6-adf3-6920443e8adf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.798756 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a8fa9873-8911-4b73-b56b-db7b3091b7a4 None None] Provisioning complete for port 15ce4785-9b54-4ff8-bc3d-d680852e065f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:03:57.801032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8fa9873-8911-4b73-b56b-db7b3091b7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.834748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.869146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44088b18-43c1-47bd-9f6b-f047004d85f5']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:57.889388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a80596-366d-408d-bfb5-3e373b608a89') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:57.889723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a80596-366d-408d-bfb5-3e373b608a89') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:57.890178 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7c9501f1-56fd-4c6d-b634-02c3bf012463 req-68d34629-0b8b-4b78-9f47-1d9adf4fbcb0 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4613101 Nov 24 05:03:57.899506 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5d52a382-d376-4aa6-adf3-6920443e8adf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.902563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33698) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:57.907421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.913503 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3249094 Nov 24 05:03:57.929603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-440962062'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:57.992151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:57.998901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.006332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59837c5d-6b71-4791-85bd-b15cd20fb407 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event updated for resources: {'Network': ['ID=5946f614-a8f4-423e-b423-d8c7b17b18d3,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:58.013942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:58.016981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.021057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 5946f614-a8f4-423e-b423-d8c7b17b18d3 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:58.040429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.059284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c008926-f46b-4c6f-b311-daa1712859b2 None None] DHCP port deletion for 0f56b4b7-0793-4cad-8909-a84c9ac74e69 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:03:58.074825 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5d52a382-d376-4aa6-adf3-6920443e8adf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Calling delete_port for 830cbfb8-8f59-4c3e-b0bf-205ae6b0a3fa owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:58.130408 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:58.171245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Made reservation on behalf of d24b62a81cc04efeb212338da51be7b8 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:58.171754 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1c008926-f46b-4c6f-b311-daa1712859b2 None None] Deleting port 15ce4785-9b54-4ff8-bc3d-d680852e065f {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:58.172968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1c008926-f46b-4c6f-b311-daa1712859b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.175144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.210062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.219801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dfbc2944-3c0e-4ce9-b1ae-ba3a463153bb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.225619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.229713 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] 10.222.0.37 "DELETE /v2.0/networks/44088b18-43c1-47bd-9f6b-f047004d85f5 HTTP/1.1" status: 204 len: 168 time: 0.9360816 Nov 24 05:03:58.269874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33710) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:58.273135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1c008926-f46b-4c6f-b311-daa1712859b2 None None] For port 15ce4785-9b54-4ff8-bc3d-d680852e065f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=15ce4785-9b54-4ff8-bc3d-d680852e065f,segment=NetworkSegment(ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3),segment_id=ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:58.273741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1c008926-f46b-4c6f-b311-daa1712859b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.289174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1c008926-f46b-4c6f-b311-daa1712859b2 None None] Calling delete_port for 15ce4785-9b54-4ff8-bc3d-d680852e065f owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:58.340011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting port 15ce4785-9b54-4ff8-bc3d-d680852e065f {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:58.340011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.347147 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995c02b-fe21-4691-a67b-1aa21550ce0c tempest-ExternalNetworksTestJSON-1703186915 tempest-ExternalNetworksTestJSON-1703186915-project] Pushing event deleted for resources: {'Network': ['ID=44088b18-43c1-47bd-9f6b-f047004d85f5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:58.388736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:58.400399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.414935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.415833 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Added segment 0f9dfd3c-a5f3-432c-959b-34aec56aa56d of type vlan for network 3910ec31-9094-4edc-878c-5ae876629d50 Nov 24 05:03:58.421114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1c008926-f46b-4c6f-b311-daa1712859b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.433116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.465143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c008926-f46b-4c6f-b311-daa1712859b2 None None] No DVR routers for this DVR port 15ce4785-9b54-4ff8-bc3d-d680852e065f on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:58.470332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5d52a382-d376-4aa6-adf3-6920443e8adf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.475208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c008926-f46b-4c6f-b311-daa1712859b2 None None] Pushing event deleted for resources: {'Port': ['ID=15ce4785-9b54-4ff8-bc3d-d680852e065f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:58.490116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] For port 15ce4785-9b54-4ff8-bc3d-d680852e065f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=15ce4785-9b54-4ff8-bc3d-d680852e065f,segment=NetworkSegment(ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3),segment_id=ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:03:58.490481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.534927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.541052 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1945653221'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:58.564311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Calling delete_port for 15ce4785-9b54-4ff8-bc3d-d680852e065f owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:03:58.564910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52a382-d376-4aa6-adf3-6920443e8adf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event deleted for resources: {'Port': ['ID=830cbfb8-8f59-4c3e-b0bf-205ae6b0a3fa,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:58.593971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5d52a382-d376-4aa6-adf3-6920443e8adf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.600957 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5d52a382-d376-4aa6-adf3-6920443e8adf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "DELETE /v2.0/ports/830cbfb8-8f59-4c3e-b0bf-205ae6b0a3fa HTTP/1.1" status: 204 len: 168 time: 1.2723229 Nov 24 05:03:58.604725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33716) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:58.611134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=292e9e15-5d2f-4067-ae48-8adf91fe3bfe,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:58.671320 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:58.673962 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.675497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.688413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33718) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:58.689072 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.694699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:58.695329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.697780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.755526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-104e94c7-97a8-4fc1-a3f4-c7f471422aaf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Deleting subnet 878d647b-433f-4a45-802a-4a7df838a318 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:03:58.766845 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-104e94c7-97a8-4fc1-a3f4-c7f471422aaf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:58.831772 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9263554 Nov 24 05:03:58.843622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d64ed-3ee1-4437-a12a-8ba67e7e88f0 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event updated for resources: {'Network': ['ID=3910ec31-9094-4edc-878c-5ae876629d50,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:58.859801 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 3910ec31-9094-4edc-878c-5ae876629d50 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:58.908500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-104e94c7-97a8-4fc1-a3f4-c7f471422aaf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.068295 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9059bfbf-5f84-49b8-99ef-3000055bc608 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcb2359aeec04241a8d3a36877b82fae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683460 Nov 24 05:03:59.073275 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33724) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:59.128928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.140386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.166817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.186446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:59.188793 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-104e94c7-97a8-4fc1-a3f4-c7f471422aaf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.218445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Port': ['ID=15ce4785-9b54-4ff8-bc3d-d680852e065f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:59.225323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No DVR routers for this DVR port 15ce4785-9b54-4ff8-bc3d-d680852e065f on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:03:59.241638 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74af5422-e31e-4ea8-b9fd-1e45c46568db,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:59.245981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.246320 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added segment 4a1185f8-2499-4568-b6b1-82a4f22ff2a8 of type vlan for network 9603e7d6-cfab-4608-bdd8-396c0d49ccfb Nov 24 05:03:59.265435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9fdc975d-8f68-4d43-a11a-9ca2389f010c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.282639 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP c2e947e7-efe5-409a-be7c-f5ee294bcccf associated. External IP: 172.26.0.72, port: 31213e82-85fa-4823-97f0-dbaa920f4eda. Nov 24 05:03:59.328025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.339795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9fdc975d-8f68-4d43-a11a-9ca2389f010c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.368488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-104e94c7-97a8-4fc1-a3f4-c7f471422aaf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.400290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.417617 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e94c7-97a8-4fc1-a3f4-c7f471422aaf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event deleted for resources: {'Subnet': ['ID=878d647b-433f-4a45-802a-4a7df838a318,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:59.430976 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-104e94c7-97a8-4fc1-a3f4-c7f471422aaf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.444298 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-104e94c7-97a8-4fc1-a3f4-c7f471422aaf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "DELETE /v2.0/subnets/878d647b-433f-4a45-802a-4a7df838a318 HTTP/1.1" status: 204 len: 168 time: 0.8357306 Nov 24 05:03:59.444609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33726) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:59.452321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd78136-5461-4531-8093-1a025e42ed00 None None] Network 1558e3dd-ae75-463e-b6c6-2576fd6c76cc requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:03:59.456195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.464083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:59.465242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.504817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560513e1-a2e0-4cf5-83f0-358f2e6c4d7c req-45904be3-603b-4ee3-b90a-e8ef1160c144 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:03:59.516478 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-560513e1-a2e0-4cf5-83f0-358f2e6c4d7c req-45904be3-603b-4ee3-b90a-e8ef1160c144 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3933258 Nov 24 05:03:59.523272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f56b4b7-0793-4cad-8909-a84c9ac74e69']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:59.548575 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:59.548877 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef606b3c-bbbd-43fd-9b00-0a2845a3bfe3') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:03:59.574989 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.640986 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3625567 Nov 24 05:03:59.640986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9fdc975d-8f68-4d43-a11a-9ca2389f010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.646289 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9fdc975d-8f68-4d43-a11a-9ca2389f010c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.654598 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9fdc975d-8f68-4d43-a11a-9ca2389f010c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de5bc524-6c54-486d-bdc6-e464be10205c HTTP/1.1" status: 204 len: 168 time: 0.5765460 Nov 24 05:03:59.659908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33728) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:03:59.680451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-970756707'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:03:59.695474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.732369 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-560513e1-a2e0-4cf5-83f0-358f2e6c4d7c req-9fb7f292-fd31-42c2-9961-df540f00719d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173877 Nov 24 05:03:59.736866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:03:59.739405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:03:59.760670 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:03:59.784290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1063cb-ddad-4ad1-b365-4cb79069120e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Network': ['ID=9603e7d6-cfab-4608-bdd8-396c0d49ccfb,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:59.794113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc975d-8f68-4d43-a11a-9ca2389f010c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5bc524-6c54-486d-bdc6-e464be10205c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:03:59.809390 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.811506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc2944-3c0e-4ce9-b1ae-ba3a463153bb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port d977cae1-d3e7-4d0f-9069-858be0cc07f8 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:03:59.812221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dfbc2944-3c0e-4ce9-b1ae-ba3a463153bb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.829564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:03:59.839538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.852016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 9603e7d6-cfab-4608-bdd8-396c0d49ccfb details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:03:59.959742 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:03:59.988765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:03:59.989239 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added segment 1ccae46b-64f1-44bc-8ea0-0dae85ba5194 of type vlan for network c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 Nov 24 05:04:00.004031 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a56885-ebb3-47af-b85c-5a8c63fd60fd None None] DHCP port deletion for 1558e3dd-ae75-463e-b6c6-2576fd6c76cc request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:00.016113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 15ce4785-9b54-4ff8-bc3d-d680852e065f no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:00.058477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 15ce4785-9b54-4ff8-bc3d-d680852e065f {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:00.058987 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 15ce4785-9b54-4ff8-bc3d-d680852e065f not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:00.114395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.118110 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Deleting port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:00.118722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.122723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.131838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.139241 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/0f56b4b7-0793-4cad-8909-a84c9ac74e69 HTTP/1.1" status: 204 len: 168 time: 2.4785762 Nov 24 05:04:00.140137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33736) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:00.144132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e1a56885-ebb3-47af-b85c-5a8c63fd60fd None None] Deleting port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:00.144874 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e1a56885-ebb3-47af-b85c-5a8c63fd60fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.205332 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b14c601-d635-4e1a-9421-f022d4fea5b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:04:00.205889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b14c601-d635-4e1a-9421-f022d4fea5b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:00.211869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5b14c601-d635-4e1a-9421-f022d4fea5b4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/subnets/4e958028-613f-4532-b7a9-fbd89f348890 HTTP/1.1" status: 404 len: 337 time: 0.0616446 Nov 24 05:04:00.217775 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33738) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:00.229130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f1e9d-e29d-4222-91ff-50c783a85dec tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Network': ['ID=0f56b4b7-0793-4cad-8909-a84c9ac74e69,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:00.273295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e1a56885-ebb3-47af-b85c-5a8c63fd60fd None None] For port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca,segment=NetworkSegment(9569d0ba-d496-4cd7-ad72-2e29c5a3ec40),segment_id=9569d0ba-d496-4cd7-ad72-2e29c5a3ec40)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:00.273840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e1a56885-ebb3-47af-b85c-5a8c63fd60fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.283706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] For port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca,segment=NetworkSegment(9569d0ba-d496-4cd7-ad72-2e29c5a3ec40),segment_id=9569d0ba-d496-4cd7-ad72-2e29c5a3ec40)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:00.284075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.287846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e1a56885-ebb3-47af-b85c-5a8c63fd60fd None None] Calling delete_port for 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:00.298362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Calling delete_port for 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:00.308705 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-61edf06f-434f-4774-845e-a217927bd0f0 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:04:00.309558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61edf06f-434f-4774-845e-a217927bd0f0 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:00.313749 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-61edf06f-434f-4774-845e-a217927bd0f0 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/843696ab-9a1e-433b-8603-07a030124b74 HTTP/1.1" status: 404 len: 339 time: 0.0929823 Nov 24 05:04:00.319888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dfbc2944-3c0e-4ce9-b1ae-ba3a463153bb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.335260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc2944-3c0e-4ce9-b1ae-ba3a463153bb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for d977cae1-d3e7-4d0f-9069-858be0cc07f8 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:00.372253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33740) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:00.372583 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33742) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:00.378226 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e1a56885-ebb3-47af-b85c-5a8c63fd60fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.397114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.402876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:00.403708 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.409201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a56885-ebb3-47af-b85c-5a8c63fd60fd None None] Pushing event deleted for resources: {'Port': ['ID=04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:00.411426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a56885-ebb3-47af-b85c-5a8c63fd60fd None None] No DVR routers for this DVR port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:00.423036 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:04:00.452947 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-5328dac8-8e6e-4747-beaa-32c91b613db1 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:04:00.453407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5328dac8-8e6e-4747-beaa-32c91b613db1 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:00.459120 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5328dac8-8e6e-4747-beaa-32c91b613db1 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/subnets/018ec82a-2f6f-4c1b-8bc4-a4bdac0a8984 HTTP/1.1" status: 404 len: 337 time: 0.0810418 Nov 24 05:04:00.470873 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33744) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:00.482883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.513927 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8514171 Nov 24 05:04:00.523276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33746) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:00.531214 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'subnet': {'network_id': '9603e7d6-cfab-4608-bdd8-396c0d49ccfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:00.565697 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-261aeeaa-51f4-48e7-bb2a-a1719f3243c4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:04:00.566177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261aeeaa-51f4-48e7-bb2a-a1719f3243c4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:00.571574 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-261aeeaa-51f4-48e7-bb2a-a1719f3243c4 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/d97f38b2-5b06-4824-ab26-9c796adc0179 HTTP/1.1" status: 404 len: 339 time: 0.0964766 Nov 24 05:04:00.573493 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33748) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:00.574918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event deleted for resources: {'Port': ['ID=04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:00.580472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] No DVR routers for this DVR port 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:00.581830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b76f84-71b9-4fcd-9990-517a176d9fa8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Network': ['ID=c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:00.590756 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-23e38468-1b6f-4e19-b5ed-af93944d40b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1763fd93b4ee4fddbff7b9dabac81f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159977 Nov 24 05:04:00.596650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33750) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:00.606602 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:00.682715 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d19d62a-3e07-4dd0-a671-1027caabeafc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:04:00.683167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d19d62a-3e07-4dd0-a671-1027caabeafc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:00.689152 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2d19d62a-3e07-4dd0-a671-1027caabeafc tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/subnets/a719860e-c988-4f15-9154-50798709009b HTTP/1.1" status: 404 len: 337 time: 0.1087537 Nov 24 05:04:00.705667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33752) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:00.759630 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-25394e8d-82a5-409e-9a9b-6b0ce11a3901 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:04:00.760203 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25394e8d-82a5-409e-9a9b-6b0ce11a3901 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:00.774786 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-25394e8d-82a5-409e-9a9b-6b0ce11a3901 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/37655262-c564-4e18-b0dc-973d0f6c930e HTTP/1.1" status: 404 len: 339 time: 0.0619788 Nov 24 05:04:00.791901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33756) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:00.898857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:00.902384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:00.906700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:04:00.922305 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d23a74-5726-4e74-945f-bed8096a3006 None None] Sync routers for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:04:00.946134 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d23a74-5726-4e74-945f-bed8096a3006 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:00.947409 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a4d23a74-5726-4e74-945f-bed8096a3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:00.995276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50cdb220-eb7c-4db7-9f4c-eee0cf8b634a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.043202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eeb203e-d01b-4f60-a9f1-502e81eaf71d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting subnet 58b23dea-bf2d-401b-afdf-24eb9490d654 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:01.059372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4eeb203e-d01b-4f60-a9f1-502e81eaf71d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.066931 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.070740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.072823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dfbc2944-3c0e-4ce9-b1ae-ba3a463153bb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.091188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1558e3dd-ae75-463e-b6c6-2576fd6c76cc']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:01.102682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9569d0ba-d496-4cd7-ad72-2e29c5a3ec40') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:01.103271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9569d0ba-d496-4cd7-ad72-2e29c5a3ec40') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:01.115195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.126103 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a4d23a74-5726-4e74-945f-bed8096a3006 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:04:01.130699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.139871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:01.140550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:01.144316 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:01.170407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50cdb220-eb7c-4db7-9f4c-eee0cf8b634a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.189896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc2944-3c0e-4ce9-b1ae-ba3a463153bb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=d977cae1-d3e7-4d0f-9069-858be0cc07f8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:01.205222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf314376-7c88-43df-b038-2f65586630c0 None None] DHCP port deletion for 14f57ebe-2179-4c21-9433-ec464a6771af request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:01.227559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c518466-44c5-4b41-b340-464f7de0b4cb req-7917a4e9-d36f-4f78-9fdb-cf9e368a9996 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:01.231415 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7c518466-44c5-4b41-b340-464f7de0b4cb req-7917a4e9-d36f-4f78-9fdb-cf9e368a9996 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3673804 Nov 24 05:04:01.233152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.245196 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.253450 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] 10.222.0.37 "DELETE /v2.0/networks/1558e3dd-ae75-463e-b6c6-2576fd6c76cc HTTP/1.1" status: 204 len: 168 time: 1.8067009 Nov 24 05:04:01.267934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4eeb203e-d01b-4f60-a9f1-502e81eaf71d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.272758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759b528-aac1-42d6-8e22-93261c7b3bbf tempest-AllowedAddressPairIpV6TestJSON-1656124326 tempest-AllowedAddressPairIpV6TestJSON-1656124326-project] Pushing event deleted for resources: {'Network': ['ID=1558e3dd-ae75-463e-b6c6-2576fd6c76cc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:01.283670 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-54edc14b-500b-4010-b7c2-4affddf8ea31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6933582 Nov 24 05:04:01.285084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33760) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:01.307725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'tag': '31213e82-85fa-4823-97f0-dbaa920f4eda'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:04:01.309954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db08b201-38c6-44ac-bc44-5c0752749a05" -d '{"events": [{"name": "network-changed", "server_uuid": "b08ce783-962d-4ea6-8cfa-7755127f43e8", "tag": "31213e82-85fa-4823-97f0-dbaa920f4eda"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:04:01.413119 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2d1b9ab3-d28b-41f5-8527-c76cd557dc31 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/c2e947e7-efe5-409a-be7c-f5ee294bcccf HTTP/1.1" status: 200 len: 991 time: 0.1231554 Nov 24 05:04:01.450815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422b941e-87e4-4366-a9ea-e08ef82062f0 x-openstack-request-id: req-422b941e-87e4-4366-a9ea-e08ef82062f0 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:04:01.451442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08ce783-962d-4ea6-8cfa-7755127f43e8", "tag": "31213e82-85fa-4823-97f0-dbaa920f4eda", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:04:01.451870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-422b941e-87e4-4366-a9ea-e08ef82062f0 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:04:01.452278 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'tag': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'status': 'completed', 'code': 200} Nov 24 05:04:01.535700 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08b201-38c6-44ac-bc44-5c0752749a05 req-b91c04a2-e712-434c-ae8b-342898d00b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:01.537929 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-db08b201-38c6-44ac-bc44-5c0752749a05 req-b91c04a2-e712-434c-ae8b-342898d00b49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 1099 time: 0.0875909 Nov 24 05:04:01.608969 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50cdb220-eb7c-4db7-9f4c-eee0cf8b634a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.611563 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50cdb220-eb7c-4db7-9f4c-eee0cf8b634a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.615149 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-50cdb220-eb7c-4db7-9f4c-eee0cf8b634a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/124c1b89-f441-4caf-9697-caef65e66b43 HTTP/1.1" status: 204 len: 168 time: 0.9728079 Nov 24 05:04:01.627279 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7c518466-44c5-4b41-b340-464f7de0b4cb req-378c723e-ded9-4b88-be10-02adcaf38c49 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517897 Nov 24 05:04:01.644079 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4eeb203e-d01b-4f60-a9f1-502e81eaf71d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.657767 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a4d23a74-5726-4e74-945f-bed8096a3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:03:20Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'c2e947e7-efe5-409a-be7c-f5ee294bcccf', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'port_id': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'mac_address': 'fa:16:3e:bf:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:03:57Z', 'updated_at': '2021-11-24T05:03:57Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:01.704714 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdb220-eb7c-4db7-9f4c-eee0cf8b634a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124c1b89-f441-4caf-9697-caef65e66b43,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:01.768523 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d23a74-5726-4e74-945f-bed8096a3006 None None] Checking router: 5026718c-0420-4f5f-bb8b-6bc4eafb4224 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:04:01.784043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08b201-38c6-44ac-bc44-5c0752749a05 req-9b8826f5-6218-4a5d-8380-215136b7b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:01.785954 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-db08b201-38c6-44ac-bc44-5c0752749a05 req-9b8826f5-6218-4a5d-8380-215136b7b816 service neutron] 10.222.0.31 "GET /v2.0/networks?id=71a7fc35-9529-48a5-9505-3edd8dcad952 HTTP/1.1" status: 200 len: 898 time: 0.2381935 Nov 24 05:04:01.789317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33768) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:01.813809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dfbc2944-3c0e-4ce9-b1ae-ba3a463153bb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.816017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:01.819512 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d23a74-5726-4e74-945f-bed8096a3006 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:01.822124 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a4d23a74-5726-4e74-945f-bed8096a3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:01.960588 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:01.988147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:01.989016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 04b1eb78-24ba-4d99-a8cf-07d95ac8a4ca not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:02.048785 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-db08b201-38c6-44ac-bc44-5c0752749a05 req-f5f73630-3d35-418b-92d1-f021a62d6c71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31213e82-85fa-4823-97f0-dbaa920f4eda HTTP/1.1" status: 200 len: 999 time: 0.2381310 Nov 24 05:04:02.145895 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-af0bd1b4-538a-43e2-b027-6c389b48ee26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06482e0e64da48d8bfb2b0f5473dbb2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552029 Nov 24 05:04:02.149926 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08b201-38c6-44ac-bc44-5c0752749a05 req-2ff8aeca-0356-4ed4-ada4-572725c96977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:02.151888 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-db08b201-38c6-44ac-bc44-5c0752749a05 req-2ff8aeca-0356-4ed4-ada4-572725c96977 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=525a4a93-e392-4468-9b67-9ecd7c3d7863 HTTP/1.1" status: 200 len: 834 time: 0.0932255 Nov 24 05:04:02.152647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33772) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:02.165470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33776) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:02.170688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'subnets': [{'network_id': '5946f614-a8f4-423e-b423-d8c7b17b18d3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2009360281', 'ip_version': 6}, {'network_id': '3910ec31-9094-4edc-878c-5ae876629d50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:02.171021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'subnet': {'network_id': '5946f614-a8f4-423e-b423-d8c7b17b18d3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2009360281', 'ip_version': 6}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:02.173167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Request body: {'subnet': {'network_id': '3910ec31-9094-4edc-878c-5ae876629d50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:02.187510 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a4d23a74-5726-4e74-945f-bed8096a3006 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:04:02.317780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08b201-38c6-44ac-bc44-5c0752749a05 req-4f14077a-ab53-4125-b1d2-e038fdc1c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:02.323777 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-db08b201-38c6-44ac-bc44-5c0752749a05 req-4f14077a-ab53-4125-b1d2-e038fdc1c27f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a7fc35-9529-48a5-9505-3edd8dcad952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1586871 Nov 24 05:04:02.391425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Subnet': ['ID=257de761-baa2-4bb6-ba7c-cade33ce4a7d,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:02.398952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4eeb203e-d01b-4f60-a9f1-502e81eaf71d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:02.421293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33784) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:02.432770 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba82c-fc21-4072-936d-529bad3ea298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:02.472853 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a4d23a74-5726-4e74-945f-bed8096a3006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:03:20Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'c2e947e7-efe5-409a-be7c-f5ee294bcccf', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'port_id': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'mac_address': 'fa:16:3e:bf:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:03:57Z', 'updated_at': '2021-11-24T05:03:57Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:02.490048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba82c-fc21-4072-936d-529bad3ea298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:02.514694 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d23a74-5726-4e74-945f-bed8096a3006 None None] The sync data for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv is: [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:03:20Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'c2e947e7-efe5-409a-be7c-f5ee294bcccf', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'port_id': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'mac_address': 'fa:16:3e:bf:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:03:57Z', 'updated_at': '2021-11-24T05:03:57Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:04:02.527403 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-745d2036-a40c-4d9e-90b4-43e322ac24bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/c2e947e7-efe5-409a-be7c-f5ee294bcccf HTTP/1.1" status: 200 len: 991 time: 0.1008925 Nov 24 05:04:02.528242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb203e-d01b-4f60-a9f1-502e81eaf71d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Subnet': ['ID=58b23dea-bf2d-401b-afdf-24eb9490d654,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:02.533095 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4eeb203e-d01b-4f60-a9f1-502e81eaf71d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:02.538284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dedc25-c25d-4f31-bfee-10f419327955 None None] Network f64f7ab0-1963-486d-92bd-f935ab83c55e requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:02.539203 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4eeb203e-d01b-4f60-a9f1-502e81eaf71d tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/subnets/58b23dea-bf2d-401b-afdf-24eb9490d654 HTTP/1.1" status: 204 len: 168 time: 1.7422245 Nov 24 05:04:02.540523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Checking segment: {'id': '4a1185f8-2499-4568-b6b1-82a4f22ff2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9603e7d6-cfab-4608-bdd8-396c0d49ccfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:02.541658 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network hostable DHCP agents. Network: 9603e7d6-cfab-4608-bdd8-396c0d49ccfb, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:02.546097 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33788) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:02.600455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Made reservation on behalf of d24b62a81cc04efeb212338da51be7b8 for: {'subnet': 2} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:02.605042 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:02.605384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:02.679758 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:02.755170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 9603e7d6-cfab-4608-bdd8-396c0d49ccfb is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:02.833099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 9603e7d6-cfab-4608-bdd8-396c0d49ccfb) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:02.841566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:02.842542 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:02.883291 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-db08b201-38c6-44ac-bc44-5c0752749a05 req-05a83f41-51aa-4947-b9cd-b4e5ec407525 service neutron] 10.222.0.31 "GET /v2.0/networks/71a7fc35-9529-48a5-9505-3edd8dcad952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725730 Nov 24 05:04:02.936266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba82c-fc21-4072-936d-529bad3ea298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:02.938947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba82c-fc21-4072-936d-529bad3ea298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:02.940504 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7d7ba82c-fc21-4072-936d-529bad3ea298 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/246c131e-63a4-44ee-abbe-e5bb35e7e324 HTTP/1.1" status: 204 len: 168 time: 0.7862928 Nov 24 05:04:02.962352 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-61142574-c16f-4d28-a7ee-77a674cad1c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4361539 Nov 24 05:04:02.966114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33804) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:02.973214 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'subnet': {'network_id': 'c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:02.974650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ba82c-fc21-4072-936d-529bad3ea298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246c131e-63a4-44ee-abbe-e5bb35e7e324,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:02.985469 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4be08-46d9-4a4f-9ae9-e42c42c0e151 req-c2e880fe-7655-4d29-8eda-01caf3e6f149 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:02.987405 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8dc4be08-46d9-4a4f-9ae9-e42c42c0e151 req-c2e880fe-7655-4d29-8eda-01caf3e6f149 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2376385 Nov 24 05:04:02.988721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fa0f8d-5c9b-4aea-9730-2d76a053fbe5 None None] Network 9603e7d6-cfab-4608-bdd8-396c0d49ccfb requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:02.993684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b439fd0-6f2f-4ce0-b267-fd159a950458 None None] New status for floating IP c2e947e7-efe5-409a-be7c-f5ee294bcccf: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:04:03.101678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting port 859e1892-9358-44d3-ba71-40302d11d2f9 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:03.102019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:03.243317 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-db08b201-38c6-44ac-bc44-5c0752749a05 req-7cacef44-8192-4842-8fc7-03ac51e4df95 service neutron] 10.222.0.31 "GET /v2.0/networks/71a7fc35-9529-48a5-9505-3edd8dcad952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504555 Nov 24 05:04:03.294014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbc2944-3c0e-4ce9-b1ae-ba3a463153bb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Router 34ae0ec9-02e2-4043-b925-2517b7f80148 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:04:03.320915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] For port 859e1892-9358-44d3-ba71-40302d11d2f9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=859e1892-9358-44d3-ba71-40302d11d2f9,segment=NetworkSegment(ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b),segment_id=ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:03.321476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:03.359440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Calling delete_port for 859e1892-9358-44d3-ba71-40302d11d2f9 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:03.380250 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8dc4be08-46d9-4a4f-9ae9-e42c42c0e151 req-412b374f-ac59-45e5-97ee-92ce64723db8 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3679891 Nov 24 05:04:03.395045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18af265-2c1e-4145-a0c6-5705d856f8e2 None None] DHCP port deletion for f64f7ab0-1963-486d-92bd-f935ab83c55e request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:03.461001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-9603e7d6-cfab-4608-bdd8-396c0d49ccfb', 'network_id': '9603e7d6-cfab-4608-bdd8-396c0d49ccfb', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'fixed_ips': [{'subnet_id': '257de761-baa2-4bb6-ba7c-cade33ce4a7d'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:03.463412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:03.491074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:03.494831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:03.538571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33822) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:03.634264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:03.665193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbc2944-3c0e-4ce9-b1ae-ba3a463153bb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:04:03.671266 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dfbc2944-3c0e-4ce9-b1ae-ba3a463153bb tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "PUT /v2.0/routers/34ae0ec9-02e2-4043-b925-2517b7f80148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0301275 Nov 24 05:04:03.676673 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4ac93-15c0-42a9-9b9d-7efc12579eea None None] Sync routers for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:04:03.682816 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33826) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:03.692281 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4ac93-15c0-42a9-9b9d-7efc12579eea None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:03.695430 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d8e4ac93-15c0-42a9-9b9d-7efc12579eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:03.714088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:03.771148 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d8e4ac93-15c0-42a9-9b9d-7efc12579eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:03.781572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Port': ['ID=859e1892-9358-44d3-ba71-40302d11d2f9,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:03.796694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No DVR routers for this DVR port 859e1892-9358-44d3-ba71-40302d11d2f9 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:03.796895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b18af265-2c1e-4145-a0c6-5705d856f8e2 None None] Deleting port 859e1892-9358-44d3-ba71-40302d11d2f9 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:03.796895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b18af265-2c1e-4145-a0c6-5705d856f8e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:03.801749 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4ac93-15c0-42a9-9b9d-7efc12579eea None None] Routers {'34ae0ec9-02e2-4043-b925-2517b7f80148'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:03.804092 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d8e4ac93-15c0-42a9-9b9d-7efc12579eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['34ae0ec9-02e2-4043-b925-2517b7f80148'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:03.859806 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2dcd5e71-5d7c-484c-ad8b-3cd0b89ab793 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/c2e947e7-efe5-409a-be7c-f5ee294bcccf HTTP/1.1" status: 200 len: 993 time: 0.3177512 Nov 24 05:04:03.890508 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event updated for resources: {'Subnet': ['ID=fc938899-300d-4781-8df9-bf3f169b638c,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:03.897569 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d8e4ac93-15c0-42a9-9b9d-7efc12579eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:03.901872 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e4ac93-15c0-42a9-9b9d-7efc12579eea None None] The sync data for ids ['34ae0ec9-02e2-4043-b925-2517b7f80148'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:04:03.902055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Allocated IP 2001:db8::2 (9603e7d6-cfab-4608-bdd8-396c0d49ccfb/257de761-baa2-4bb6-ba7c-cade33ce4a7d/65feb66b-c74c-4d85-91b4-29d1590c3027) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:03.943200 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 859e1892-9358-44d3-ba71-40302d11d2f9 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:03.979459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Checking segment: {'id': '40f927d0-5bf9-4d96-8986-d3572d17442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5946f614-a8f4-423e-b423-d8c7b17b18d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:03.979868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Network hostable DHCP agents. Network: 5946f614-a8f4-423e-b423-d8c7b17b18d3, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:03.991518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 859e1892-9358-44d3-ba71-40302d11d2f9 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:03.991962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 859e1892-9358-44d3-ba71-40302d11d2f9 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:03.994719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b18af265-2c1e-4145-a0c6-5705d856f8e2 None None] For port 859e1892-9358-44d3-ba71-40302d11d2f9, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:03.995273 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b18af265-2c1e-4145-a0c6-5705d856f8e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.018072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.032184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.036713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Network 5946f614-a8f4-423e-b423-d8c7b17b18d3 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:04.052386 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b18af265-2c1e-4145-a0c6-5705d856f8e2 None None] Calling delete_port for 859e1892-9358-44d3-ba71-40302d11d2f9 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:04.057666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33834) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:04.058679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-b18af265-2c1e-4145-a0c6-5705d856f8e2 None None] Port 859e1892-9358-44d3-ba71-40302d11d2f9 was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:04:04.066257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b18af265-2c1e-4145-a0c6-5705d856f8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.075195 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64f7ab0-1963-486d-92bd-f935ab83c55e']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:04.086402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.099114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 5946f614-a8f4-423e-b423-d8c7b17b18d3) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:04.108128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.109353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:04.109773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3f47af-94ba-4fe8-8d9b-eb95951a3e4b') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:04.136932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18af265-2c1e-4145-a0c6-5705d856f8e2 None None] Pushing event deleted for resources: {'Port': ['ID=859e1892-9358-44d3-ba71-40302d11d2f9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:04.143801 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5eeecb-4b65-4c16-a0e4-564223e0942e None None] Network 5946f614-a8f4-423e-b423-d8c7b17b18d3 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:04.168829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.169117 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18af265-2c1e-4145-a0c6-5705d856f8e2 None None] No DVR routers for this DVR port 859e1892-9358-44d3-ba71-40302d11d2f9 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:04.187765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Checking segment: {'id': '1ccae46b-64f1-44bc-8ea0-0dae85ba5194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:04.187765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network hostable DHCP agents. Network: c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:04.210840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.214398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Subnet': ['ID=7d1ed24d-baf4-4192-ba3b-21eb2b016805,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:04.235695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:04.237250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.237388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event updated for resources: {'Subnet': ['ID=6318e136-a429-4f86-b26f-b3fbafbed509,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:04.241582 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:04.244339 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:04.246067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.256021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Checking segment: {'id': '0f9dfd3c-a5f3-432c-959b-34aec56aa56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3910ec31-9094-4edc-878c-5ae876629d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:04.256388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Network hostable DHCP agents. Network: 3910ec31-9094-4edc-878c-5ae876629d50, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:04.267793 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:04.276404 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:04.277369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.284767 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1047dc16-fbaa-481d-8971-57f3e9de0be0 None None] Network c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:04.333767 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c04f40a1-dd63-4c7f-bd56-5de489cadddd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3661065 Nov 24 05:04:04.339809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33840) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:04.343161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Network 3910ec31-9094-4edc-878c-5ae876629d50 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:04.356292 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.356522 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-affda1da-6eb4-4f57-8187-dfd189f8a2c7 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-15270436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:04.389759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 3910ec31-9094-4edc-878c-5ae876629d50) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:04.395701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:04.395870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:04.396471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.398109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.408310 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/f64f7ab0-1963-486d-92bd-f935ab83c55e HTTP/1.1" status: 204 len: 168 time: 1.8577697 Nov 24 05:04:04.411331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd41a513-a6cf-4405-a7e4-585366cbd657 None None] Network 3910ec31-9094-4edc-878c-5ae876629d50 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:04.412695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53862884-d0d3-4103-b5dc-bb1fff2d5a68 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Network': ['ID=f64f7ab0-1963-486d-92bd-f935ab83c55e,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:04.414664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33844) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:04.429704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-affda1da-6eb4-4f57-8187-dfd189f8a2c7 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.431401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-affda1da-6eb4-4f57-8187-dfd189f8a2c7 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.463345 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af122ce-b9dd-44d2-9eb3-a40ca771303a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:04:04.463836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af122ce-b9dd-44d2-9eb3-a40ca771303a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:04.468040 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4af122ce-b9dd-44d2-9eb3-a40ca771303a tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/subnets/0bc24a9f-e253-4508-ba09-9b5f8036948e HTTP/1.1" status: 404 len: 337 time: 0.0523825 Nov 24 05:04:04.470484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33848) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:04.493490 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d348ad-7024-4125-95bc-1ff0b5513f5e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] DELETE failed (client error): The resource could not be found. Nov 24 05:04:04.494108 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d348ad-7024-4125-95bc-1ff0b5513f5e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:04.496991 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-73d348ad-7024-4125-95bc-1ff0b5513f5e tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/de4a0c07-516f-4866-b3c2-82be0e5ec66e HTTP/1.1" status: 404 len: 339 time: 0.0255489 Nov 24 05:04:04.500224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33850) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:04.538261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8e672a6f-37ff-4996-b30b-dd23997957dc tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-279522376'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:04.538261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8e672a6f-37ff-4996-b30b-dd23997957dc tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Unknown quota resources ['metering_label']. {{(pid=103233) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 05:04:04.543785 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3ceea26e-7c90-4bfc-8fcf-776e4b6e7c80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3750525 Nov 24 05:04:04.545647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33854) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:04.564817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-affda1da-6eb4-4f57-8187-dfd189f8a2c7 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.587809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting port f4838264-c8c9-417a-a7c6-ab1def32cb28 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:04.588085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.594396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.603669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-affda1da-6eb4-4f57-8187-dfd189f8a2c7 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.622259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.684335 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-affda1da-6eb4-4f57-8187-dfd189f8a2c7 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.688868 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-affda1da-6eb4-4f57-8187-dfd189f8a2c7 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3466790 Nov 24 05:04:04.693947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33856) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:04.706347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b199d-342a-4f06-837d-5a0a26792810 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:04.707894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b199d-342a-4f06-837d-5a0a26792810 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:04.709656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b199d-342a-4f06-837d-5a0a26792810 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:04.720204 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-955b199d-342a-4f06-837d-5a0a26792810 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1635909 Nov 24 05:04:04.720204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33858) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:04.722687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33860) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:04.736966 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Network 9603e7d6-cfab-4608-bdd8-396c0d49ccfb is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:04.742175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e209a255-5ed3-46df-adea-a2b43f94a7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-5946f614-a8f4-423e-b423-d8c7b17b18d3', 'network_id': '5946f614-a8f4-423e-b423-d8c7b17b18d3', 'tenant_id': 'd24b62a81cc04efeb212338da51be7b8', 'fixed_ips': [{'subnet_id': 'fc938899-300d-4781-8df9-bf3f169b638c'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:04.743022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e209a255-5ed3-46df-adea-a2b43f94a7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.762840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:04.770470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1', 'network_id': 'c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'fixed_ips': [{'subnet_id': '7d1ed24d-baf4-4192-ba3b-21eb2b016805'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:04.771318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.776429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:04.780647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e672a6f-37ff-4996-b30b-dd23997957dc tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.785408 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8e672a6f-37ff-4996-b30b-dd23997957dc tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7262235 Nov 24 05:04:04.785953 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33864) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:04.788995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Pushing event updated for resources: {'Port': ['ID=65feb66b-c74c-4d85-91b4-29d1590c3027,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:04.790508 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6b09c8df-e918-4a5f-9c21-8195cdf7508c tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '36f05036-8dcd-4a7a-a576-a86fc6157b69'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:04.791302 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6b09c8df-e918-4a5f-9c21-8195cdf7508c tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103233) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 05:04:04.812442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-a507b529-2f46-4607-aaa0-b03dd0056525 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting subnet 725a84a3-17a9-4e1e-aec6-777c474252b2 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:04.851304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a507b529-2f46-4607-aaa0-b03dd0056525 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.859045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-3910ec31-9094-4edc-878c-5ae876629d50', 'network_id': '3910ec31-9094-4edc-878c-5ae876629d50', 'tenant_id': 'd24b62a81cc04efeb212338da51be7b8', 'fixed_ips': [{'subnet_id': '6318e136-a429-4f86-b26f-b3fbafbed509'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:04.859920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.868629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-891836381'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:04.917451 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING neutron.services.metering.metering_plugin [None req-6b09c8df-e918-4a5f-9c21-8195cdf7508c tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 05:04:04.931374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:04.977907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a507b529-2f46-4607-aaa0-b03dd0056525 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.012124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Calling delete_port for f4838264-c8c9-417a-a7c6-ab1def32cb28 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:05.020331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6aa7924-adf6-45b2-8bc3-0c7e06019b29 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Deleting subnet fc938899-300d-4781-8df9-bf3f169b638c {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:05.022511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:05.025979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.032980 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7924-adf6-45b2-8bc3-0c7e06019b29 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.034838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6b09c8df-e918-4a5f-9c21-8195cdf7508c tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.040662 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6b09c8df-e918-4a5f-9c21-8195cdf7508c tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2529922 Nov 24 05:04:05.041793 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33866) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:05.070740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.083712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1023a975-e45b-4c5b-8a72-b90b7659feaa tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '36f05036-8dcd-4a7a-a576-a86fc6157b69'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:05.084599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1023a975-e45b-4c5b-8a72-b90b7659feaa tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103233) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 05:04:05.170223 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING neutron.services.metering.metering_plugin [None req-1023a975-e45b-4c5b-8a72-b90b7659feaa tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 05:04:05.184236 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Attempting to bind port 65feb66b-c74c-4d85-91b4-29d1590c3027 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:05.184885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Attempting to bind port 65feb66b-c74c-4d85-91b4-29d1590c3027 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '4a1185f8-2499-4568-b6b1-82a4f22ff2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9603e7d6-cfab-4608-bdd8-396c0d49ccfb'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:05.185946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Attempting to bind port 65feb66b-c74c-4d85-91b4-29d1590c3027 on network 9603e7d6-cfab-4608-bdd8-396c0d49ccfb {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:05.196244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7924-adf6-45b2-8bc3-0c7e06019b29 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.225550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a507b529-2f46-4607-aaa0-b03dd0056525 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.240075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:05.240362 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Checking segment: {'id': '4a1185f8-2499-4568-b6b1-82a4f22ff2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9603e7d6-cfab-4608-bdd8-396c0d49ccfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:05.240757 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.241331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Bound using segment: {'id': '4a1185f8-2499-4568-b6b1-82a4f22ff2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9603e7d6-cfab-4608-bdd8-396c0d49ccfb'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:05.241975 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Bound port: 65feb66b-c74c-4d85-91b4-29d1590c3027, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1185f8-2499-4568-b6b1-82a4f22ff2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9603e7d6-cfab-4608-bdd8-396c0d49ccfb'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:05.242518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.285098 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1023a975-e45b-4c5b-8a72-b90b7659feaa tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.289366 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1023a975-e45b-4c5b-8a72-b90b7659feaa tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2093678 Nov 24 05:04:05.294004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33868) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:05.311244 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e02c466d-098b-417e-b9ab-8a83132e4da4 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=8e12e822-5389-4638-9498-9eb191360d37 HTTP/1.1" status: 200 len: 462 time: 0.0131111 Nov 24 05:04:05.312316 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33870) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:05.351890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7924-adf6-45b2-8bc3-0c7e06019b29 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.371443 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Allocated IP 2001:db8:1::2 (c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1/7d1ed24d-baf4-4192-ba3b-21eb2b016805/357bdee5-a9f6-4a75-b3da-0313d82425d2) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:05.405716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a507b529-2f46-4607-aaa0-b03dd0056525 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.428684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] For port 65feb66b-c74c-4d85-91b4-29d1590c3027, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:05.436633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.450427 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Allocated IP 2001:db8:0:1::1 (3910ec31-9094-4edc-878c-5ae876629d50/6318e136-a429-4f86-b26f-b3fbafbed509/023e179b-ca3d-4c53-9b35-265e1aa3d05b) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:05.458247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] For port 65feb66b-c74c-4d85-91b4-29d1590c3027, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=65feb66b-c74c-4d85-91b4-29d1590c3027,segment=NetworkSegment(4a1185f8-2499-4568-b6b1-82a4f22ff2a8),segment_id=4a1185f8-2499-4568-b6b1-82a4f22ff2a8)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:05.474453 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507b529-2f46-4607-aaa0-b03dd0056525 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Subnet': ['ID=725a84a3-17a9-4e1e-aec6-777c474252b2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:05.478832 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ed338ad-9bf1-4b61-a7a6-2e8b96ab1fc4 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.483369 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9ed338ad-9bf1-4b61-a7a6-2e8b96ab1fc4 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/8e12e822-5389-4638-9498-9eb191360d37 HTTP/1.1" status: 204 len: 168 time: 0.1667554 Nov 24 05:04:05.483649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33872) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:05.494734 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.504298 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a507b529-2f46-4607-aaa0-b03dd0056525 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.509634 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a507b529-2f46-4607-aaa0-b03dd0056525 tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/subnets/725a84a3-17a9-4e1e-aec6-777c474252b2 HTTP/1.1" status: 204 len: 168 time: 1.0063720 Nov 24 05:04:05.509634 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-60c0fa96-d8b6-4d1b-bb54-9429d3ead6c1 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=8e12e822-5389-4638-9498-9eb191360d37 HTTP/1.1" status: 200 len: 221 time: 0.0246332 Nov 24 05:04:05.514173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33874) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:05.514597 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33876) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:05.527774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8abf488a-a3b8-4ea3-967e-0366d0f2170b tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1950425816', 'description': 'label created by tempest'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:05.528236 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8abf488a-a3b8-4ea3-967e-0366d0f2170b tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Unknown quota resources ['metering_label']. {{(pid=103233) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 05:04:05.547491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa06722-6bb4-4b56-b410-f361605abc92 None None] Network 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:05.568389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.606248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.628486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7924-adf6-45b2-8bc3-0c7e06019b29 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.678383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:05.727750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa7924-adf6-45b2-8bc3-0c7e06019b29 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event deleted for resources: {'Subnet': ['ID=fc938899-300d-4781-8df9-bf3f169b638c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:05.735548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.744363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6aa7924-adf6-45b2-8bc3-0c7e06019b29 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.748187 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c6aa7924-adf6-45b2-8bc3-0c7e06019b29 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "DELETE /v2.0/subnets/fc938899-300d-4781-8df9-bf3f169b638c HTTP/1.1" status: 204 len: 168 time: 0.9424145 Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server [None req-e209a255-5ed3-46df-adea-a2b43f94a7e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc938899-300d-4781-8df9-bf3f169b638c: This subnet is being modified by another concurrent operation. Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 05:04:05.748440 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise exception Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc938899-300d-4781-8df9-bf3f169b638c: This subnet is being modified by another concurrent operation. Nov 24 05:04:05.752498 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server Nov 24 05:04:05.755043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33878) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:05.755043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.755824 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Added segment 7e7c75ad-6bb3-4853-9311-55b770e8173b of type vlan for network efd728c2-502d-4c27-9f43-6889b959b397 Nov 24 05:04:05.758036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be7bf3c-6508-4c87-bd6c-b736e3ada2fe,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:05.783392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.835023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8abf488a-a3b8-4ea3-967e-0366d0f2170b tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:05.838440 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8abf488a-a3b8-4ea3-967e-0366d0f2170b tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3128157 Nov 24 05:04:05.845737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33880) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:05.865632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b03ce-367b-4f8e-8db3-c32e7381a55a None None] Network 5946f614-a8f4-423e-b423-d8c7b17b18d3 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:05.895996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c483c3-10ae-40af-a55d-343f710055ec None None] Pushing event updated for resources: {'Port': ['ID=65feb66b-c74c-4d85-91b4-29d1590c3027,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:05.954721 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f9c95660-ac02-471d-852c-b81cde49fcd0 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=d86b0c7d-270a-4285-be66-80aadb8d71dc HTTP/1.1" status: 200 len: 468 time: 0.1039727 Nov 24 05:04:05.956091 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33882) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:06.016768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.055861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.178228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Network c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:06.209202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:06.211182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Pushing event updated for resources: {'Port': ['ID=357bdee5-a9f6-4a75-b3da-0313d82425d2,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:06.225460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:06.239924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.260530 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Deleting port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:06.260794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.270497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.277993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-839d67df-0ed6-4447-ae2f-33b142769174 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.280101 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-839d67df-0ed6-4447-ae2f-33b142769174 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/d86b0c7d-270a-4285-be66-80aadb8d71dc HTTP/1.1" status: 204 len: 168 time: 0.3201888 Nov 24 05:04:06.283023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33886) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:06.311674 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1d61b89e-f8a0-4d00-8418-3924f62839a8 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=d86b0c7d-270a-4285-be66-80aadb8d71dc HTTP/1.1" status: 200 len: 216 time: 0.0252440 Nov 24 05:04:06.320157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Port': ['ID=f4838264-c8c9-417a-a7c6-ab1def32cb28,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:06.322797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33888) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:06.338589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Attempting to bind port 357bdee5-a9f6-4a75-b3da-0313d82425d2 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:06.339269 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Attempting to bind port 357bdee5-a9f6-4a75-b3da-0313d82425d2 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '1ccae46b-64f1-44bc-8ea0-0dae85ba5194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:06.340141 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Attempting to bind port 357bdee5-a9f6-4a75-b3da-0313d82425d2 on network c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:06.352974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Network 3910ec31-9094-4edc-878c-5ae876629d50 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:06.355555 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:06.356191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Checking segment: {'id': '1ccae46b-64f1-44bc-8ea0-0dae85ba5194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:06.356781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.357537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] For port 8ba205af-edc1-4c7b-b663-6ad3aa893d46, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8ba205af-edc1-4c7b-b663-6ad3aa893d46,segment=NetworkSegment(d55ae9c7-547d-499f-8835-48c6a6595a36),segment_id=d55ae9c7-547d-499f-8835-48c6a6595a36)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:06.357885 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.358060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Bound using segment: {'id': '1ccae46b-64f1-44bc-8ea0-0dae85ba5194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:06.358900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Bound port: 357bdee5-a9f6-4a75-b3da-0313d82425d2, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccae46b-64f1-44bc-8ea0-0dae85ba5194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:06.359481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.362658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799c57a5-f9d7-4295-b4ba-0f15f11eea39 None None] DHCP port deletion for 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:06.376752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Calling delete_port for 8ba205af-edc1-4c7b-b663-6ad3aa893d46 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:06.377118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9371862f-2ee0-42a9-95d7-919680a3c193 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:06.379317 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:06.390626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Pushing event updated for resources: {'Port': ['ID=023e179b-ca3d-4c53-9b35-265e1aa3d05b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:06.417160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:06.472738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.503389 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Port': ['ID=8ba205af-edc1-4c7b-b663-6ad3aa893d46,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:06.505425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] No DVR routers for this DVR port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:06.519239 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2074c593-b06b-4db4-9c49-d95a2efc5963 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1679752 Nov 24 05:04:06.533748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33890) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:06.540395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.548623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] For port 357bdee5-a9f6-4a75-b3da-0313d82425d2, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:06.564343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45a7e29-139c-4eb1-9c27-37e1f4c957ef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Deleting subnet 6318e136-a429-4f86-b26f-b3fbafbed509 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:06.573338 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5b762a70-b987-4f26-bdb6-e3902224d7a0 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0351181 Nov 24 05:04:06.574283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Attempting to bind port 023e179b-ca3d-4c53-9b35-265e1aa3d05b on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:06.574283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Attempting to bind port 023e179b-ca3d-4c53-9b35-265e1aa3d05b by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '0f9dfd3c-a5f3-432c-959b-34aec56aa56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3910ec31-9094-4edc-878c-5ae876629d50'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:06.574283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Attempting to bind port 023e179b-ca3d-4c53-9b35-265e1aa3d05b on network 3910ec31-9094-4edc-878c-5ae876629d50 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:06.574609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.575069 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] For port 357bdee5-a9f6-4a75-b3da-0313d82425d2, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=357bdee5-a9f6-4a75-b3da-0313d82425d2,segment=NetworkSegment(1ccae46b-64f1-44bc-8ea0-0dae85ba5194),segment_id=1ccae46b-64f1-44bc-8ea0-0dae85ba5194)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:06.575229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33892) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:06.579802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f45a7e29-139c-4eb1-9c27-37e1f4c957ef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.581476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-799c57a5-f9d7-4295-b4ba-0f15f11eea39 None None] Deleting port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:06.581846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-799c57a5-f9d7-4295-b4ba-0f15f11eea39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.584144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:06.584520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Checking segment: {'id': '0f9dfd3c-a5f3-432c-959b-34aec56aa56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3910ec31-9094-4edc-878c-5ae876629d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:06.584965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.585321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Bound using segment: {'id': '0f9dfd3c-a5f3-432c-959b-34aec56aa56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3910ec31-9094-4edc-878c-5ae876629d50'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:06.585802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Bound port: 023e179b-ca3d-4c53-9b35-265e1aa3d05b, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9dfd3c-a5f3-432c-959b-34aec56aa56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3910ec31-9094-4edc-878c-5ae876629d50'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:06.586187 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.590579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.624491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.661639 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:04:06.662776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:06.677088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55ae9c7-547d-499f-8835-48c6a6595a36') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:06.677391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55ae9c7-547d-499f-8835-48c6a6595a36') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:06.691354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.710325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.718166 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:06.718650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:06.722413 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:06.804068 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b15e8e61-ba22-4419-9653-7d74b6bef1d1 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/36f05036-8dcd-4a7a-a576-a86fc6157b69 HTTP/1.1" status: 200 len: 472 time: 0.2211430 Nov 24 05:04:06.814516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.817165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33894) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:06.821145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.834316 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d562e7df-3f77-4727-833c-33183f80dbca tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/00919db2-1214-4c2a-9d26-65fd2fecd3d4 HTTP/1.1" status: 200 len: 459 time: 0.0159626 Nov 24 05:04:06.837871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33896) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:06.838916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.846013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:06.846748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.858222 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.860040 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f45a7e29-139c-4eb1-9c27-37e1f4c957ef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.868375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.870541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Allocated IP 2001:db8::1 (9603e7d6-cfab-4608-bdd8-396c0d49ccfb/257de761-baa2-4bb6-ba7c-cade33ce4a7d/472c86fd-697e-4621-bc22-5eac151d8fa6) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:06.875095 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] 10.222.0.37 "DELETE /v2.0/networks/7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 HTTP/1.1" status: 204 len: 168 time: 1.3593390 Nov 24 05:04:06.883350 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-799c57a5-f9d7-4295-b4ba-0f15f11eea39 None None] For port 8ba205af-edc1-4c7b-b663-6ad3aa893d46, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:06.884033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-799c57a5-f9d7-4295-b4ba-0f15f11eea39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:06.887465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a0f96-95b5-48bc-ac81-2249a51c1c7f tempest-NetworksIpV6Test-182734797 tempest-NetworksIpV6Test-182734797-project] Pushing event deleted for resources: {'Network': ['ID=7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:06.898156 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e01727-7b8b-47ab-815c-918720e478d5 None None] Pushing event updated for resources: {'Port': ['ID=357bdee5-a9f6-4a75-b3da-0313d82425d2,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:06.932384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-799c57a5-f9d7-4295-b4ba-0f15f11eea39 None None] Calling delete_port for 8ba205af-edc1-4c7b-b663-6ad3aa893d46 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:06.942787 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-799c57a5-f9d7-4295-b4ba-0f15f11eea39 None None] Port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:04:06.956387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-799c57a5-f9d7-4295-b4ba-0f15f11eea39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.013491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b0d1ac-c355-40f7-b486-c1b6e19ebb72 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.014337 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-01b0d1ac-c355-40f7-b486-c1b6e19ebb72 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/00919db2-1214-4c2a-9d26-65fd2fecd3d4 HTTP/1.1" status: 204 len: 168 time: 0.1748400 Nov 24 05:04:07.019482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33900) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:07.033360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-799c57a5-f9d7-4295-b4ba-0f15f11eea39 None None] Network 7847a2f4-5fd4-4b51-ab77-9a08a6bc07a4 is not hosted by any dhcp agent {{(pid=103234) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 05:04:07.033851 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c57a5-f9d7-4295-b4ba-0f15f11eea39 None None] No DVR routers for this DVR port 8ba205af-edc1-4c7b-b663-6ad3aa893d46 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:07.047091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] For port 023e179b-ca3d-4c53-9b35-265e1aa3d05b, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:07.056626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c57a5-f9d7-4295-b4ba-0f15f11eea39 None None] Pushing event deleted for resources: {'Port': ['ID=8ba205af-edc1-4c7b-b663-6ad3aa893d46,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:07.098937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] For port 023e179b-ca3d-4c53-9b35-265e1aa3d05b, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=023e179b-ca3d-4c53-9b35-265e1aa3d05b,segment=NetworkSegment(0f9dfd3c-a5f3-432c-959b-34aec56aa56d),segment_id=0f9dfd3c-a5f3-432c-959b-34aec56aa56d)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:07.105171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.142006 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4269054 Nov 24 05:04:07.155164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33902) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:07.161476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'name': 'tempest-PortsIpV6TestJSON-1925190310'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:07.175965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.177468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Fanout notify agent at l3_agent the message router_deleted on router 34ae0ec9-02e2-4043-b925-2517b7f80148 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:04:07.179332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae6e14-56f0-4221-9838-c79893a95cd7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Network': ['ID=efd728c2-502d-4c27-9f43-6889b959b397,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:07.195968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad0a22-de53-4443-bdd8-9e1d5327df42 None None] Pushing event updated for resources: {'Port': ['ID=023e179b-ca3d-4c53-9b35-265e1aa3d05b,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:07.205845 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network efd728c2-502d-4c27-9f43-6889b959b397 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:07.227121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.229202 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-089eec94-fcd1-4a05-bd84-33e2a4cbf021 tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/routers/34ae0ec9-02e2-4043-b925-2517b7f80148 HTTP/1.1" status: 204 len: 168 time: 3.5428302 Nov 24 05:04:07.241902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33904) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:07.268289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be331031-faea-4ac1-9fa7-825c6221ce48 None None] Network 9603e7d6-cfab-4608-bdd8-396c0d49ccfb requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:07.409636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33908) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:07.461379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ee7cf2-625c-48cb-a994-0b4a816994cf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Deleting subnet 6d6d2dec-02fe-47cc-90dd-2cf4fddd4800 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:07.469543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5b365f3b-551e-4a1d-a91f-9cd7bb9ef26b None None] Provisioning complete for port 65feb66b-c74c-4d85-91b4-29d1590c3027 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:07.469923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b365f3b-551e-4a1d-a91f-9cd7bb9ef26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.546105 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.573663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f45a7e29-139c-4eb1-9c27-37e1f4c957ef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.682971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f45a7e29-139c-4eb1-9c27-37e1f4c957ef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.706072 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.748622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a7e29-139c-4eb1-9c27-37e1f4c957ef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event deleted for resources: {'Subnet': ['ID=6318e136-a429-4f86-b26f-b3fbafbed509,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:07.788858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f45a7e29-139c-4eb1-9c27-37e1f4c957ef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.799219 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f45a7e29-139c-4eb1-9c27-37e1f4c957ef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "DELETE /v2.0/subnets/6318e136-a429-4f86-b26f-b3fbafbed509 HTTP/1.1" status: 204 len: 168 time: 2.0421033 Nov 24 05:04:07.803606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33912) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:07.849245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 9603e7d6-cfab-4608-bdd8-396c0d49ccfb is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:07.884911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:07.889871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:07.890451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.983101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b365f3b-551e-4a1d-a91f-9cd7bb9ef26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:07.983703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=472c86fd-697e-4621-bc22-5eac151d8fa6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:08.001097 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12ee7cf2-625c-48cb-a994-0b4a816994cf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.048751 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5b365f3b-551e-4a1d-a91f-9cd7bb9ef26b None None] For port 65feb66b-c74c-4d85-91b4-29d1590c3027, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=65feb66b-c74c-4d85-91b4-29d1590c3027,segment=NetworkSegment(4a1185f8-2499-4568-b6b1-82a4f22ff2a8),segment_id=4a1185f8-2499-4568-b6b1-82a4f22ff2a8)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:08.063092 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5edf6f96-a80f-4de0-8e41-961a9dd127a8 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.064647 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5edf6f96-a80f-4de0-8e41-961a9dd127a8 tempest-MeteringIpV6TestJSON-222827827 tempest-MeteringIpV6TestJSON-222827827-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/36f05036-8dcd-4a7a-a576-a86fc6157b69 HTTP/1.1" status: 204 len: 168 time: 1.0439904 Nov 24 05:04:08.068106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b365f3b-551e-4a1d-a91f-9cd7bb9ef26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.086210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:08.101850 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.157535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 65feb66b-c74c-4d85-91b4-29d1590c3027 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:08.172933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12ee7cf2-625c-48cb-a994-0b4a816994cf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.176355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port 44db5ecb-e163-493d-a692-b77ebc1b2686 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:08.179777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519cd6d3-4080-4575-a60a-9eebc5a9dd80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:08.188295 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-519cd6d3-4080-4575-a60a-9eebc5a9dd80 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3662105 Nov 24 05:04:08.194023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b365f3b-551e-4a1d-a91f-9cd7bb9ef26b None None] Pushing event updated for resources: {'Port': ['ID=65feb66b-c74c-4d85-91b4-29d1590c3027,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:08.214215 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33916) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:08.232106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.261422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1d68fb26-d988-4bca-a69d-56b44415bc72 None None] Provisioning complete for port 65feb66b-c74c-4d85-91b4-29d1590c3027 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:08.261616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d68fb26-d988-4bca-a69d-56b44415bc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.291432 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-21cd5a4b-b729-42e5-b2ab-f87d08d3f87a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24a01c7d0b2f492fbd690cfa4974f5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8786407 Nov 24 05:04:08.303653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33918) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:08.339440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 65feb66b-c74c-4d85-91b4-29d1590c3027 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:08.349878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.475694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12ee7cf2-625c-48cb-a994-0b4a816994cf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.489059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.549537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33922) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:08.581672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ae2a-245a-4fce-8a0c-8509859d6965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.605730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 357bdee5-a9f6-4a75-b3da-0313d82425d2 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:08.632781 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ae2a-245a-4fce-8a0c-8509859d6965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.672525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee8013-71be-4d74-b99b-078cdf8332d5 None None] Network c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:08.755436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fabfa6d6-5e30-45e8-b326-138fa52c7eea None None] Provisioning complete for port 357bdee5-a9f6-4a75-b3da-0313d82425d2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:08.755698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fabfa6d6-5e30-45e8-b326-138fa52c7eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.786373 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.797882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12ee7cf2-625c-48cb-a994-0b4a816994cf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.819012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61503fe9-d028-4f5f-9673-2353e7d15880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.840585 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12ee7cf2-625c-48cb-a994-0b4a816994cf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.846775 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-12ee7cf2-625c-48cb-a994-0b4a816994cf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/subnets/6d6d2dec-02fe-47cc-90dd-2cf4fddd4800 HTTP/1.1" status: 204 len: 168 time: 1.6016269 Nov 24 05:04:08.848531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33926) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:08.848812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee7cf2-625c-48cb-a994-0b4a816994cf tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6d2dec-02fe-47cc-90dd-2cf4fddd4800,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:08.870861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec57173c-5e36-4739-abc9-998f7329c755 None None] Network 14f57ebe-2179-4c21-9433-ec464a6771af requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:08.882459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Deleting port 023e179b-ca3d-4c53-9b35-265e1aa3d05b {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:08.882830 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.901028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 357bdee5-a9f6-4a75-b3da-0313d82425d2 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:08.901484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.903357 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ae2a-245a-4fce-8a0c-8509859d6965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.907398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ae2a-245a-4fce-8a0c-8509859d6965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:08.911207 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e6d8ae2a-245a-4fce-8a0c-8509859d6965 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bce7a0b7-01bb-4550-bc61-5142a290244b HTTP/1.1" status: 204 len: 168 time: 0.6039553 Nov 24 05:04:08.961489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.036119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8ae2a-245a-4fce-8a0c-8509859d6965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce7a0b7-01bb-4550-bc61-5142a290244b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:09.049268 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] For port 023e179b-ca3d-4c53-9b35-265e1aa3d05b, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=023e179b-ca3d-4c53-9b35-265e1aa3d05b,segment=NetworkSegment(0f9dfd3c-a5f3-432c-959b-34aec56aa56d),segment_id=0f9dfd3c-a5f3-432c-959b-34aec56aa56d)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:09.049893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.055472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.066847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.080920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.081844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.089089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Calling delete_port for 023e179b-ca3d-4c53-9b35-265e1aa3d05b owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:09.103873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95a5e2a-8bc7-4da8-9eb3-f4bf020dfacf None None] Network 3910ec31-9094-4edc-878c-5ae876629d50 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:09.115972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=44db5ecb-e163-493d-a692-b77ebc1b2686,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:09.186935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61503fe9-d028-4f5f-9673-2353e7d15880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.193294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Checking segment: {'id': '7e7c75ad-6bb3-4853-9311-55b770e8173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:09.194613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network hostable DHCP agents. Network: efd728c2-502d-4c27-9f43-6889b959b397, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:09.208694 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ebe493-1f0d-42da-a620-fd632f187165 None None] DHCP port deletion for 14f57ebe-2179-4c21-9433-ec464a6771af request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:09.216028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61503fe9-d028-4f5f-9673-2353e7d15880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.218838 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=472c86fd-697e-4621-bc22-5eac151d8fa6,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:09.237094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network efd728c2-502d-4c27-9f43-6889b959b397 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:09.258334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, efd728c2-502d-4c27-9f43-6889b959b397) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:09.262905 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:09.270080 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:09.270800 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.288605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.312797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caace61e-aa2f-4521-beb8-b31a49cf3e1d None None] Network efd728c2-502d-4c27-9f43-6889b959b397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:09.334230 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.342369 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-61503fe9-d028-4f5f-9673-2353e7d15880 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7deadee1de114621974ca59eb43ec793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7904727 Nov 24 05:04:09.348668 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e8e001bd-2a05-44f9-a4c7-95c878e1f952 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1921289 Nov 24 05:04:09.349883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] No DVR routers for this DVR port 023e179b-ca3d-4c53-9b35-265e1aa3d05b on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:09.351341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33936) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:09.351769 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33938) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:09.352723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event deleted for resources: {'Port': ['ID=023e179b-ca3d-4c53-9b35-265e1aa3d05b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:09.360394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61503fe9-d028-4f5f-9673-2353e7d15880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47de443-f38c-405e-9020-535c499bb64f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:09.364711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fabfa6d6-5e30-45e8-b326-138fa52c7eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.365931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-85615926'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:09.381100 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f57ebe-2179-4c21-9433-ec464a6771af']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:09.400837 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f880c67-32df-4a02-bbe7-04915dc51e49') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:09.401360 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f880c67-32df-4a02-bbe7-04915dc51e49') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:09.416086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.430665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 9603e7d6-cfab-4608-bdd8-396c0d49ccfb is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:09.434553 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:09.452144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.454191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.475889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:09.478418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.480299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:09.484286 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:09.484547 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:09.575261 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fabfa6d6-5e30-45e8-b326-138fa52c7eea None None] For port 357bdee5-a9f6-4a75-b3da-0313d82425d2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=357bdee5-a9f6-4a75-b3da-0313d82425d2,segment=NetworkSegment(1ccae46b-64f1-44bc-8ea0-0dae85ba5194),segment_id=1ccae46b-64f1-44bc-8ea0-0dae85ba5194)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:09.587496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fabfa6d6-5e30-45e8-b326-138fa52c7eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.588373 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.675252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfa6d6-5e30-45e8-b326-138fa52c7eea None None] Pushing event updated for resources: {'Port': ['ID=357bdee5-a9f6-4a75-b3da-0313d82425d2,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:09.702865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a8373-8616-45de-baea-f54d1e1d2772 None None] DHCP port deletion for 3910ec31-9094-4edc-878c-5ae876629d50 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:09.706657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.707330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3910ec31-9094-4edc-878c-5ae876629d50']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:09.731353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c082b93-b3d3-480b-a0fe-3d0ce2a23282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.737007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9dfd3c-a5f3-432c-959b-34aec56aa56d') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:09.737336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9dfd3c-a5f3-432c-959b-34aec56aa56d') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:09.739345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:09.746233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.753794 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] 10.222.0.37 "DELETE /v2.0/networks/14f57ebe-2179-4c21-9433-ec464a6771af HTTP/1.1" status: 204 len: 168 time: 0.8975506 Nov 24 05:04:09.759565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d61f82bf-9db6-4e18-8006-ea6eb9016b54 None None] Could not find standard attr ID for object 023e179b-ca3d-4c53-9b35-265e1aa3d05b. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:04:09.762135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.793052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.793052 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Added segment 1e53238a-f3fb-4dd1-9ac3-fb7317f96b1b of type vlan for network 029ccd0e-1249-4677-9e81-54792d98c64d Nov 24 05:04:09.797599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.809874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c082b93-b3d3-480b-a0fe-3d0ce2a23282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.820882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:09.821663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.825470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:04:09.825470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:09.827481 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:09.839010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d61f82bf-9db6-4e18-8006-ea6eb9016b54 None None] Provisioning complete for port 472c86fd-697e-4621-bc22-5eac151d8fa6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:09.839173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d61f82bf-9db6-4e18-8006-ea6eb9016b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:09.842800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c498a2a-87b5-4d6d-88e7-87815580f9fe tempest-FloatingIPTestJSON-1202993346 tempest-FloatingIPTestJSON-1202993346-project] Pushing event deleted for resources: {'Network': ['ID=14f57ebe-2179-4c21-9433-ec464a6771af,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:09.899860 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router a9d7a3fa-3a46-4e52-a129-9ae733b0b181 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:04:09.912646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d61f82bf-9db6-4e18-8006-ea6eb9016b54 None None] Port 472c86fd-697e-4621-bc22-5eac151d8fa6 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:09.958671 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab4b044-3fef-431f-8f2a-3cc303bad48c None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:04:09.982467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.022056 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.026439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.031244 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "DELETE /v2.0/networks/3910ec31-9094-4edc-878c-5ae876629d50 HTTP/1.1" status: 204 len: 168 time: 1.8158820 Nov 24 05:04:10.036340 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33952) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:10.050422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.057780 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:10.058417 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.069884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6a028-ad3d-448d-ae64-8f93474f4cef tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event deleted for resources: {'Network': ['ID=3910ec31-9094-4edc-878c-5ae876629d50,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:10.090615 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-415d8c58-be63-4980-803d-e56aa6922ae7 None None] Provisioning complete for port 357bdee5-a9f6-4a75-b3da-0313d82425d2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:10.091112 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-415d8c58-be63-4980-803d-e56aa6922ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.141858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:04:10.148119 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-394a2a9f-1c5c-420c-959c-c0180701ef04 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/a9d7a3fa-3a46-4e52-a129-9ae733b0b181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4532058 Nov 24 05:04:10.152498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.154205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33958) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:10.156052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Network': ['ID=029ccd0e-1249-4677-9e81-54792d98c64d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:10.163243 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-edb6146d-61bb-444a-bdba-16a3f0420176 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8013127 Nov 24 05:04:10.168288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33960) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:10.174018 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'ports': [{'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397'}, {'network_id': '029ccd0e-1249-4677-9e81-54792d98c64d'}]} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:10.174335 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:10.175139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': '029ccd0e-1249-4677-9e81-54792d98c64d'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:10.175937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf095ba-3245-4b4d-a916-a5c83f1a33e0 None None] Sync routers for ids ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:04:10.176626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c082b93-b3d3-480b-a0fe-3d0ce2a23282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.179461 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5c082b93-b3d3-480b-a0fe-3d0ce2a23282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.180762 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5c082b93-b3d3-480b-a0fe-3d0ce2a23282 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a47de443-f38c-405e-9020-535c499bb64f HTTP/1.1" status: 204 len: 168 time: 0.8259838 Nov 24 05:04:10.184818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 029ccd0e-1249-4677-9e81-54792d98c64d details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:10.217448 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c082b93-b3d3-480b-a0fe-3d0ce2a23282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47de443-f38c-405e-9020-535c499bb64f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:10.230999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec065b93-28c5-41cc-b4f5-f6eca9f8ec6a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:10.233374 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ec065b93-28c5-41cc-b4f5-f6eca9f8ec6a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports/472c86fd-697e-4621-bc22-5eac151d8fa6 HTTP/1.1" status: 200 len: 911 time: 0.0685074 Nov 24 05:04:10.236182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33964) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:10.283191 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33966) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:10.283658 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33968) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:10.323294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab4b044-3fef-431f-8f2a-3cc303bad48c None None] Resources bound (agent type, host, resource id): {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:04:10.335280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.376324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 023e179b-ca3d-4c53-9b35-265e1aa3d05b up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:10.397685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 023e179b-ca3d-4c53-9b35-265e1aa3d05b {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:10.398028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 023e179b-ca3d-4c53-9b35-265e1aa3d05b not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 05:04:10.407987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5946f614-a8f4-423e-b423-d8c7b17b18d3']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:10.429652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf095ba-3245-4b4d-a916-a5c83f1a33e0 None None] Routers {'a9d7a3fa-3a46-4e52-a129-9ae733b0b181'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:10.430295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-dbf095ba-3245-4b4d-a916-a5c83f1a33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:10.444424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f927d0-5bf9-4d96-8986-d3572d17442e') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:10.445474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f927d0-5bf9-4d96-8986-d3572d17442e') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:10.470061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Port 023e179b-ca3d-4c53-9b35-265e1aa3d05b not found, will not notify nova. {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 05:04:10.479415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-dbf095ba-3245-4b4d-a916-a5c83f1a33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:10.527993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf095ba-3245-4b4d-a916-a5c83f1a33e0 None None] Routers {'a9d7a3fa-3a46-4e52-a129-9ae733b0b181'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:10.529205 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-dbf095ba-3245-4b4d-a916-a5c83f1a33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:10.533153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.556469 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.567679 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:10.568438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:10.647508 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:10.657745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.666801 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.673137 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "DELETE /v2.0/networks/5946f614-a8f4-423e-b423-d8c7b17b18d3 HTTP/1.1" status: 204 len: 168 time: 0.6285796 Nov 24 05:04:10.673476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2011292163'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:10.676808 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33976) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:10.704306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc01d63-0ea5-4927-9d88-be36d23bbf37 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event deleted for resources: {'Network': ['ID=5946f614-a8f4-423e-b423-d8c7b17b18d3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:10.710690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 2} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:10.715646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.742470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:10.745963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.751744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.752211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8ba205af-edc1-4c7b-b663-6ad3aa893d46 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:10.796062 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.840696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.898528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.914271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.925209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port 753b6067-6066-412d-9f5e-a9d1646a4571 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:10.948203 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:10.953688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ccfe0d-47c0-4f06-ab35-b1c3982f6010,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:10.967491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-dbf095ba-3245-4b4d-a916-a5c83f1a33e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:10.967491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf095ba-3245-4b4d-a916-a5c83f1a33e0 None None] The sync data for ids ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:04:10.970051 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b2983927-0ab9-4ef6-b767-b27245a8f2d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3decb46235104c048ceea26c2d94110a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6833539 Nov 24 05:04:10.978723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33978) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:10.981229 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 8ba205af-edc1-4c7b-b663-6ad3aa893d46 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:10.981528 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8ba205af-edc1-4c7b-b663-6ad3aa893d46 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:10.987917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:10.992639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33980) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:11.007629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.022864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-415d8c58-be63-4980-803d-e56aa6922ae7 None None] Provisioning complete for port 472c86fd-697e-4621-bc22-5eac151d8fa6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:11.023346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-415d8c58-be63-4980-803d-e56aa6922ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.039505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecacbe19-96c8-4daf-807b-37d3054fe106']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:11.052484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1915b4fc-e5bf-492a-acc4-3951958982c7') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:11.052785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1915b4fc-e5bf-492a-acc4-3951958982c7') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:11.061775 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-415d8c58-be63-4980-803d-e56aa6922ae7 None None] Port 472c86fd-697e-4621-bc22-5eac151d8fa6 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:11.077736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4994fb42-671d-4ebd-a8c6-62b753d02d19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.094046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.119138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.123619 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.124089 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Added segment 812fa348-acf1-4b8c-9c11-43eb36cf4fb0 of type vlan for network 392b32b4-dc27-4aff-817d-c4e36b638839 Nov 24 05:04:11.133901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:11.134305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.136114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 65feb66b-c74c-4d85-91b4-29d1590c3027 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:11.137616 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:11.216000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 65feb66b-c74c-4d85-91b4-29d1590c3027 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:11.217927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.222723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.226993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.237633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.247991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.251403 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "DELETE /v2.0/networks/ecacbe19-96c8-4daf-807b-37d3054fe106 HTTP/1.1" status: 204 len: 168 time: 0.5733743 Nov 24 05:04:11.261149 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33982) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:11.267207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702fd76-4165-46ea-bde8-500354091d1d tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event deleted for resources: {'Network': ['ID=ecacbe19-96c8-4daf-807b-37d3054fe106,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:11.281356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-123e2a33-eeab-40ba-8f49-3d1117073a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.309694 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 357bdee5-a9f6-4a75-b3da-0313d82425d2 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:11.315693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port 7973c92f-4844-4f0d-8278-1c3582c1ec68 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:11.366281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 357bdee5-a9f6-4a75-b3da-0313d82425d2 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:11.366985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.376474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-123e2a33-eeab-40ba-8f49-3d1117073a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.446872 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.452807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:11.453488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.495947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.506611 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 023e179b-ca3d-4c53-9b35-265e1aa3d05b no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:11.533209 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 023e179b-ca3d-4c53-9b35-265e1aa3d05b {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:11.533209 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 023e179b-ca3d-4c53-9b35-265e1aa3d05b not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:11.590030 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3052201 Nov 24 05:04:11.601238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4994fb42-671d-4ebd-a8c6-62b753d02d19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.602210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 33984) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:11.644366 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'name': 'tempest-PortsTestJSON-1176278618'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:11.651482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4994fb42-671d-4ebd-a8c6-62b753d02d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.660845 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b078c9-d3e3-42c7-a334-725554e0c9e9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Network': ['ID=392b32b4-dc27-4aff-817d-c4e36b638839,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:11.672154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 392b32b4-dc27-4aff-817d-c4e36b638839 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:11.797277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.820998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-123e2a33-eeab-40ba-8f49-3d1117073a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.823528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-123e2a33-eeab-40ba-8f49-3d1117073a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.827154 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-123e2a33-eeab-40ba-8f49-3d1117073a86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be504da2-1149-49d0-8e35-84a13aa5fb61 HTTP/1.1" status: 204 len: 168 time: 0.8450906 Nov 24 05:04:11.840426 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4994fb42-671d-4ebd-a8c6-62b753d02d19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b7402050f8b46f7a7b32800520c52a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8458822 Nov 24 05:04:11.850729 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33988) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:11.864749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.874932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994fb42-671d-4ebd-a8c6-62b753d02d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520868e3-0654-4b20-917d-274d78d983dd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:11.925536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network efd728c2-502d-4c27-9f43-6889b959b397 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:11.927858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Allocated IP 2001:db8:1::1 (c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1/7d1ed24d-baf4-4192-ba3b-21eb2b016805/bcd64c95-30dc-4e31-9677-4dace1280bfc) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:11.932011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.932896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:11.935982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e2a33-eeab-40ba-8f49-3d1117073a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be504da2-1149-49d0-8e35-84a13aa5fb61,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:11.943760 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:11.944555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:11.969759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=753b6067-6066-412d-9f5e-a9d1646a4571,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:11.985153 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c018e410-97e5-4055-a601-4be59aafd9b8']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:11.995632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f82422c8-fd24-4bfe-8390-3c61cf515c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.011380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd507fef-d053-42bf-b9db-1ed031a099f7') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:12.012821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd507fef-d053-42bf-b9db-1ed031a099f7') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:12.029932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:12.033105 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.038696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.098528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.099287 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=7973c92f-4844-4f0d-8278-1c3582c1ec68,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:12.106741 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Checking segment: {'id': '1e53238a-f3fb-4dd1-9ac3-fb7317f96b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '029ccd0e-1249-4677-9e81-54792d98c64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:12.107684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network hostable DHCP agents. Network: 029ccd0e-1249-4677-9e81-54792d98c64d, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:12.112955 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:12.113354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.116447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f82422c8-fd24-4bfe-8390-3c61cf515c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:12.118310 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:12.128787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 46b5d374-30c0-4cbb-bd35-974256af4e61 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:12.176058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 029ccd0e-1249-4677-9e81-54792d98c64d is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:12.193603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 029ccd0e-1249-4677-9e81-54792d98c64d) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:12.200286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:12.207563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaa69f2-45e7-4805-a94c-e95470e41f71 None None] Network 029ccd0e-1249-4677-9e81-54792d98c64d requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:12.210256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:12.217146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:12.218847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.259677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.261768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f82422c8-fd24-4bfe-8390-3c61cf515c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.267970 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f82422c8-fd24-4bfe-8390-3c61cf515c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.274149 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f82422c8-fd24-4bfe-8390-3c61cf515c7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/520868e3-0654-4b20-917d-274d78d983dd HTTP/1.1" status: 204 len: 168 time: 0.4218397 Nov 24 05:04:12.277182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.282017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.288144 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] 10.222.0.37 "DELETE /v2.0/networks/c018e410-97e5-4055-a601-4be59aafd9b8 HTTP/1.1" status: 204 len: 168 time: 1.0234127 Nov 24 05:04:12.288337 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8b9dbc1a-1f73-473e-9571-f5c4dd357d23 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1163576 Nov 24 05:04:12.290748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 33996) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:12.299537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82422c8-fd24-4bfe-8390-3c61cf515c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520868e3-0654-4b20-917d-274d78d983dd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:12.351110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bfa39-697f-4c34-9e60-f5f7cb5898d3 tempest-BulkNetworkOpsIpV6Test-1179027126 tempest-BulkNetworkOpsIpV6Test-1179027126-project] Pushing event deleted for resources: {'Network': ['ID=c018e410-97e5-4055-a601-4be59aafd9b8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:12.418480 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.446366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6e07dc95-9645-4b4a-a15c-de06ea167676 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 7973c92f-4844-4f0d-8278-1c3582c1ec68 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:12.450317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e07dc95-9645-4b4a-a15c-de06ea167676 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.521740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:12.525952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.533079 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:12.540469 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:12.541523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.563323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e07dc95-9645-4b4a-a15c-de06ea167676 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.593202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6e07dc95-9645-4b4a-a15c-de06ea167676 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 7973c92f-4844-4f0d-8278-1c3582c1ec68 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:12.649086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=bcd64c95-30dc-4e31-9677-4dace1280bfc,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:12.750294 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e07dc95-9645-4b4a-a15c-de06ea167676 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.801238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.818037 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34008) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:12.849091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07dc95-9645-4b4a-a15c-de06ea167676 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=7973c92f-4844-4f0d-8278-1c3582c1ec68,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:12.865047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e07dc95-9645-4b4a-a15c-de06ea167676 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.870307 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6e07dc95-9645-4b4a-a15c-de06ea167676 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/7973c92f-4844-4f0d-8278-1c3582c1ec68 HTTP/1.1" status: 204 len: 168 time: 0.5785058 Nov 24 05:04:12.873703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34014) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:12.905326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:12.933697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=46b5d374-30c0-4cbb-bd35-974256af4e61,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:12.993963 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d174b7f6-05c1-4bda-8ac6-47b59d75fffa tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:13.025870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-12be203a-434c-426d-bf29-ee88d2e92e41 None None] Provisioning complete for port bcd64c95-30dc-4e31-9677-4dace1280bfc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:13.026381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12be203a-434c-426d-bf29-ee88d2e92e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.033428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d174b7f6-05c1-4bda-8ac6-47b59d75fffa tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:13.049625 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d174b7f6-05c1-4bda-8ac6-47b59d75fffa tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1738551 Nov 24 05:04:13.051146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34020) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:13.099058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-12be203a-434c-426d-bf29-ee88d2e92e41 None None] Port bcd64c95-30dc-4e31-9677-4dace1280bfc cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:13.255456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a71e0534-08ad-4332-b540-46d5b14d901c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 753b6067-6066-412d-9f5e-a9d1646a4571 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:13.255975 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a71e0534-08ad-4332-b540-46d5b14d901c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.312181 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4b717dfb-0200-49f3-a36d-e548f6b4ccb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d24b62a81cc04efeb212338da51be7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895701 Nov 24 05:04:13.312824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34030) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:13.370834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a71e0534-08ad-4332-b540-46d5b14d901c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.422520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a71e0534-08ad-4332-b540-46d5b14d901c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 753b6067-6066-412d-9f5e-a9d1646a4571 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:13.498705 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bfeed79-4366-4ff1-9516-302ba084b2a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.527686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Checking segment: {'id': '812fa348-acf1-4b8c-9c11-43eb36cf4fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:13.528279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network hostable DHCP agents. Network: 392b32b4-dc27-4aff-817d-c4e36b638839, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:13.536700 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bfeed79-4366-4ff1-9516-302ba084b2a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.569911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:13.600716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a71e0534-08ad-4332-b540-46d5b14d901c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.620229 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 392b32b4-dc27-4aff-817d-c4e36b638839) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:13.624420 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:13.629600 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78a4a5-3eb2-4c2c-93ff-361b7acd709a None None] Network 392b32b4-dc27-4aff-817d-c4e36b638839 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:13.631384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:13.631666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e0534-08ad-4332-b540-46d5b14d901c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=753b6067-6066-412d-9f5e-a9d1646a4571,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:13.631818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.637191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bfeed79-4366-4ff1-9516-302ba084b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.640846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bfeed79-4366-4ff1-9516-302ba084b2a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.644656 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2bfeed79-4366-4ff1-9516-302ba084b2a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaad585b-bd46-4260-b3c1-8b51197c8d2b HTTP/1.1" status: 204 len: 168 time: 0.3261025 Nov 24 05:04:13.657483 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a71e0534-08ad-4332-b540-46d5b14d901c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.662498 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a71e0534-08ad-4332-b540-46d5b14d901c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/753b6067-6066-412d-9f5e-a9d1646a4571 HTTP/1.1" status: 204 len: 168 time: 0.6094098 Nov 24 05:04:13.667308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34044) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:13.667671 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34046) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:13.682130 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-906a9e0b-db43-4743-896f-4d8b68bd0f5b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0454834 Nov 24 05:04:13.693321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34048) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:13.701580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-192475540'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:13.705404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfeed79-4366-4ff1-9516-302ba084b2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaad585b-bd46-4260-b3c1-8b51197c8d2b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:13.732269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7a90e5-77be-4130-bedf-eb9d085c08b3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:13.736388 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8d7a90e5-77be-4130-bedf-eb9d085c08b3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0649076 Nov 24 05:04:13.736681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34052) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:13.774682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:13.778857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.802116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.814921 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6711e5e-dac3-4c83-a646-5a1c95cf5d25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:04:13.817602 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.817894 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c6711e5e-dac3-4c83-a646-5a1c95cf5d25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/7973c92f-4844-4f0d-8278-1c3582c1ec68 HTTP/1.1" status: 404 len: 333 time: 0.0790479 Nov 24 05:04:13.818874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.820902 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34056) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:13.860289 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-81906907-533f-4153-ae82-8974ec5e6d48 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:04:13.865445 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-81906907-533f-4153-ae82-8974ec5e6d48 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/753b6067-6066-412d-9f5e-a9d1646a4571 HTTP/1.1" status: 404 len: 333 time: 0.0431073 Nov 24 05:04:13.865739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:13.866069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34060) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:13.898389 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.898737 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Added segment ea5f9a75-47c2-4c22-a7d7-a606ba238752 of type vlan for network b14dcc83-53d8-485c-b4da-98f56e599eba Nov 24 05:04:13.921955 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=bcd64c95-30dc-4e31-9677-4dace1280bfc,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:13.977491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:13.981328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.046874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:14.048599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:14.050583 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.056289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:14.057456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.129746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.141466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Network': ['ID=b14dcc83-53d8-485c-b4da-98f56e599eba,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:14.146262 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e28f0da0-4839-40ce-b8f2-b7b9b8bfea2a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4514737 Nov 24 05:04:14.155798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34066) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:14.157312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network b14dcc83-53d8-485c-b4da-98f56e599eba details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:14.164797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'ports': [{'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839'}, {'network_id': 'b14dcc83-53d8-485c-b4da-98f56e599eba'}]} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:14.165112 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:14.165343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029ccd0e-1249-4677-9e81-54792d98c64d']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:14.165607 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': 'b14dcc83-53d8-485c-b4da-98f56e599eba'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:14.177999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e53238a-f3fb-4dd1-9ac3-fb7317f96b1b') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:14.178672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e53238a-f3fb-4dd1-9ac3-fb7317f96b1b') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:14.190862 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.207127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.219445 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:14.221173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:14.271964 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:14.280300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-926383970'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:14.362545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.387517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.397703 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/networks/029ccd0e-1249-4677-9e81-54792d98c64d HTTP/1.1" status: 204 len: 168 time: 0.5261405 Nov 24 05:04:14.397703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409352f-b31c-4d85-a706-a5d7ce5976b4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Network': ['ID=029ccd0e-1249-4677-9e81-54792d98c64d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:14.397703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:14.403625 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34076) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:14.409409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.417739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.440468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-503903351'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:14.464562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router a9d7a3fa-3a46-4e52-a129-9ae733b0b181 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:04:14.513103 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.518997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.535250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:14.539414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.551172 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d32cdd0e-6f75-4ed9-94b2-1771d1bb6509 None None] Provisioning complete for port bcd64c95-30dc-4e31-9677-4dace1280bfc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:14.552501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d32cdd0e-6f75-4ed9-94b2-1771d1bb6509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.556363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:14.569993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e5bb56-743b-49ed-8101-c934c09459e0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:14.577268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.577628 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Added segment 273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1 of type vlan for network ad62cbf1-a4bc-4705-b17a-9d723f041a5f Nov 24 05:04:14.629944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.647806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 2} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:14.652552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.659108 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:14.664967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d32cdd0e-6f75-4ed9-94b2-1771d1bb6509 None None] Port bcd64c95-30dc-4e31-9677-4dace1280bfc cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:14.673202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.677346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:04:14.687407 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64e503-0779-43ad-a789-19d5d2932a9a None None] Sync routers for ids ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:04:14.687947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:14.688395 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-aee5ff7b-a772-4381-ac92-c29bdc431293 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/a9d7a3fa-3a46-4e52-a129-9ae733b0b181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4508374 Nov 24 05:04:14.688526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.690104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.690512 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Added segment 4e31ec6f-8712-447d-94ad-afad54ba5af7 of type vlan for network 0685aefa-cde0-4aa5-8da0-8bab3d4d149e Nov 24 05:04:14.691708 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34086) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:14.693679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.714904 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64e503-0779-43ad-a789-19d5d2932a9a None None] Routers {'a9d7a3fa-3a46-4e52-a129-9ae733b0b181'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:14.718445 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7a64e503-0779-43ad-a789-19d5d2932a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:14.740909 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0687704 Nov 24 05:04:14.784111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0d2e7-d9ed-40c6-8634-f4d5ed15a2e5 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Network': ['ID=ad62cbf1-a4bc-4705-b17a-9d723f041a5f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:14.798897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network ad62cbf1-a4bc-4705-b17a-9d723f041a5f details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:14.805995 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7a64e503-0779-43ad-a789-19d5d2932a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:14.829122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5515d44-a0a1-4686-92b2-0934e3602941 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:14.833771 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f5515d44-a0a1-4686-92b2-0934e3602941 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports/bcd64c95-30dc-4e31-9677-4dace1280bfc HTTP/1.1" status: 200 len: 913 time: 0.1407309 Nov 24 05:04:14.834237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34090) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:14.850637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.869942 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64e503-0779-43ad-a789-19d5d2932a9a None None] Routers {'a9d7a3fa-3a46-4e52-a129-9ae733b0b181'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:14.871779 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7a64e503-0779-43ad-a789-19d5d2932a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:14.917295 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 6db97bee-b988-494b-971d-76388c9d0397 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:14.942459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.948388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:14.948891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:14.978446 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7a64e503-0779-43ad-a789-19d5d2932a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:14.980084 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64e503-0779-43ad-a789-19d5d2932a9a None None] The sync data for ids ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:04:15.031054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34094) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:15.046266 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6353815 Nov 24 05:04:15.051874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34100) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:15.060987 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': '0685aefa-cde0-4aa5-8da0-8bab3d4d149e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:15.141668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03b9fc-a258-42b2-810d-71dca18ce7ec tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Network': ['ID=0685aefa-cde0-4aa5-8da0-8bab3d4d149e,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:15.155377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 0685aefa-cde0-4aa5-8da0-8bab3d4d149e details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:15.260002 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.325083 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34106) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:15.328279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:15.331788 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.367041 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 50fef9d2-fcf7-47f0-8424-f39dd61339f6 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:15.420227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.ipam_backend_mixin [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Performing IP validity checks on allocation pools {{(pid=103233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 05:04:15.423381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.ipam_backend_mixin [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 05:04:15.509330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e31a089a-89eb-4914-b967-04cdaaa0d20a tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:15.510315 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING neutron.api.v2.base [None req-e31a089a-89eb-4914-b967-04cdaaa0d20a tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 05:04:15.510981 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-e31a089a-89eb-4914-b967-04cdaaa0d20a tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 05:04:15.512140 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e31a089a-89eb-4914-b967-04cdaaa0d20a tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1852355 Nov 24 05:04:15.517142 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34110) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:15.523754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-54e83a81-dbcf-4627-a40a-a60f4798cf03 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group': {'name': 'tempest-secgroup--660662089'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:15.570061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-169006401'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:15.602878 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa40fd90-7c4c-4c20-a585-b42e18eb23aa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.623125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54e83a81-dbcf-4627-a40a-a60f4798cf03 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.660942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54e83a81-dbcf-4627-a40a-a60f4798cf03 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.664069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.702201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Made reservation on behalf of c60ba482b95c4b28b73b59786722dd24 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:15.705679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.735903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.767127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.845243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.874016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aa40fd90-7c4c-4c20-a585-b42e18eb23aa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port bcd64c95-30dc-4e31-9677-4dace1280bfc {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:15.874602 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa40fd90-7c4c-4c20-a585-b42e18eb23aa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.909293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Subnet': ['ID=2c9a06a1-eca7-4d67-bc08-4d22230c5fc0,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:15.955123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:15.974498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:15.981011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa40fd90-7c4c-4c20-a585-b42e18eb23aa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.981521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:15.982988 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:15.984664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=6db97bee-b988-494b-971d-76388c9d0397,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:15.997278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aa40fd90-7c4c-4c20-a585-b42e18eb23aa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for bcd64c95-30dc-4e31-9677-4dace1280bfc owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:16.012440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Checking segment: {'id': '4e31ec6f-8712-447d-94ad-afad54ba5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0685aefa-cde0-4aa5-8da0-8bab3d4d149e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:16.013509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network hostable DHCP agents. Network: 0685aefa-cde0-4aa5-8da0-8bab3d4d149e, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:16.019813 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54e83a81-dbcf-4627-a40a-a60f4798cf03 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.049838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54e83a81-dbcf-4627-a40a-a60f4798cf03 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.075066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e049779e-2704-4e87-ba36-5caa95f56285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.094276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.118553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.127633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=50fef9d2-fcf7-47f0-8424-f39dd61339f6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:16.143089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e83a81-dbcf-4627-a40a-a60f4798cf03 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438783b3-0ef8-4b48-acc8-4dd00976edcd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:16.162068 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 0685aefa-cde0-4aa5-8da0-8bab3d4d149e is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:16.169395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:16.207230 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa40fd90-7c4c-4c20-a585-b42e18eb23aa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.208029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.208640 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Added segment a22c32cd-d28e-4abb-ab08-caf9e6557725 of type vlan for network 5ec16977-9081-42ca-91b0-94f86c77cd62 Nov 24 05:04:16.215507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 0685aefa-cde0-4aa5-8da0-8bab3d4d149e) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:16.225529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd490179-185f-408b-8dfd-43170880bd5b None None] Network 0685aefa-cde0-4aa5-8da0-8bab3d4d149e requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:16.230604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Checking segment: {'id': 'ea5f9a75-47c2-4c22-a7d7-a606ba238752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b14dcc83-53d8-485c-b4da-98f56e599eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:16.230975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network hostable DHCP agents. Network: b14dcc83-53d8-485c-b4da-98f56e599eba, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:16.239716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:16.240357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.249218 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45142b5-ec60-4f95-a594-350106e268fd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:16.277998 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40fd90-7c4c-4c20-a585-b42e18eb23aa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=bcd64c95-30dc-4e31-9677-4dace1280bfc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:16.287879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54e83a81-dbcf-4627-a40a-a60f4798cf03 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.302167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.312762 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54e83a81-dbcf-4627-a40a-a60f4798cf03 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.329341 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ac8d4692-626e-4a4f-9164-077a28831071 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2763126 Nov 24 05:04:16.343896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34112) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:16.350524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network b14dcc83-53d8-485c-b4da-98f56e599eba is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:16.365559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': '0685aefa-cde0-4aa5-8da0-8bab3d4d149e', 'name': 'tempest-PortsIpV6TestJSON-930932940'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:16.406383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-0685aefa-cde0-4aa5-8da0-8bab3d4d149e', 'network_id': '0685aefa-cde0-4aa5-8da0-8bab3d4d149e', 'tenant_id': '36d394d4d634443c9c91331f4fe50566', 'fixed_ips': [{'subnet_id': '2c9a06a1-eca7-4d67-bc08-4d22230c5fc0'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:16.409206 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.424458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-54e83a81-dbcf-4627-a40a-a60f4798cf03 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.428697 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-54e83a81-dbcf-4627-a40a-a60f4798cf03 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9054646 Nov 24 05:04:16.430284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34114) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:16.433076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e83a81-dbcf-4627-a40a-a60f4798cf03 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5afc3bf-ee8e-4a0c-af59-05bf50e4c0d0,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:16.442397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-763693ae-332c-4811-93fb-a005dee8f8a0 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': 'f5afc3bf-ee8e-4a0c-af59-05bf50e4c0d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:16.461623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, b14dcc83-53d8-485c-b4da-98f56e599eba) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:16.467135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.484490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:16.485159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.496318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:16.503394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:16.509550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:16.510214 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.534193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa40fd90-7c4c-4c20-a585-b42e18eb23aa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.637293 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Allocated IP 2001:db8::2 (0685aefa-cde0-4aa5-8da0-8bab3d4d149e/2c9a06a1-eca7-4d67-bc08-4d22230c5fc0/9e6832a6-663a-4db2-a152-88e1f434e28f) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:16.705082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Pushing event updated for resources: {'Network': ['ID=5ec16977-9081-42ca-91b0-94f86c77cd62,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:16.714579 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cc75e989-7eaf-4937-84b3-7cec38696059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6806412 Nov 24 05:04:16.720441 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-763693ae-332c-4811-93fb-a005dee8f8a0 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.728512 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f7554e1f-fc2f-43b2-a816-78614d7aba07 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5714908 Nov 24 05:04:16.733296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34120) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:16.740901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1373e-2eaa-4f69-98a2-4b19ff333fa9 None None] Network b14dcc83-53d8-485c-b4da-98f56e599eba requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:16.747194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 5ec16977-9081-42ca-91b0-94f86c77cd62 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:16.856384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:16.866427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.935839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port 2a704b89-26f9-417d-b984-6d2776b5d57a yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:16.943847 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-763693ae-332c-4811-93fb-a005dee8f8a0 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.952664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-763693ae-332c-4811-93fb-a005dee8f8a0 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:16.994828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34122) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:17.001590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Request body: {'port': {'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62', 'binding:host_id': 'hv-neutron-8188', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-141836740'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:17.046666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763693ae-332c-4811-93fb-a005dee8f8a0 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6d5d4e-c117-4a4f-a6a1-ce8c325b2567,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:17.092486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa40fd90-7c4c-4c20-a585-b42e18eb23aa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router a9d7a3fa-3a46-4e52-a129-9ae733b0b181 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:04:17.096957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b9935-b8c1-492b-a433-704255fa61f6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 50fef9d2-fcf7-47f0-8424-f39dd61339f6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:17.097468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c1b9935-b8c1-492b-a433-704255fa61f6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.102617 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.104233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Made reservation on behalf of 3ae2ad6d04924b728552493af95f664e for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:17.106810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.110287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-763693ae-332c-4811-93fb-a005dee8f8a0 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.112178 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-763693ae-332c-4811-93fb-a005dee8f8a0 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6806366 Nov 24 05:04:17.118144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34124) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:17.119442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.126531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a2d9e310-fffe-4f21-9bf6-64721d8067d4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': 'f5afc3bf-ee8e-4a0c-af59-05bf50e4c0d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:17.140408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.159627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Network 0685aefa-cde0-4aa5-8da0-8bab3d4d149e is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:17.163628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:17.168228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:17.217513 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Pushing event updated for resources: {'Port': ['ID=9e6832a6-663a-4db2-a152-88e1f434e28f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:17.256788 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8::1bc (0685aefa-cde0-4aa5-8da0-8bab3d4d149e/2c9a06a1-eca7-4d67-bc08-4d22230c5fc0/2a704b89-26f9-417d-b984-6d2776b5d57a) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:17.259349 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e310-fffe-4f21-9bf6-64721d8067d4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.269697 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Attempting to bind port 9e6832a6-663a-4db2-a152-88e1f434e28f on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:17.270395 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Attempting to bind port 9e6832a6-663a-4db2-a152-88e1f434e28f by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '4e31ec6f-8712-447d-94ad-afad54ba5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0685aefa-cde0-4aa5-8da0-8bab3d4d149e'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:17.271044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Attempting to bind port 9e6832a6-663a-4db2-a152-88e1f434e28f on network 0685aefa-cde0-4aa5-8da0-8bab3d4d149e {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:17.281617 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c1b9935-b8c1-492b-a433-704255fa61f6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.282248 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:17.282822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Checking segment: {'id': '4e31ec6f-8712-447d-94ad-afad54ba5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0685aefa-cde0-4aa5-8da0-8bab3d4d149e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:17.284441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.285004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Bound using segment: {'id': '4e31ec6f-8712-447d-94ad-afad54ba5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0685aefa-cde0-4aa5-8da0-8bab3d4d149e'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:17.285769 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Bound port: 9e6832a6-663a-4db2-a152-88e1f434e28f, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e31ec6f-8712-447d-94ad-afad54ba5af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '0685aefa-cde0-4aa5-8da0-8bab3d4d149e'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:17.286375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.318470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b9935-b8c1-492b-a433-704255fa61f6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 50fef9d2-fcf7-47f0-8424-f39dd61339f6 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:17.346469 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-a2d9e310-fffe-4f21-9bf6-64721d8067d4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 05:04:17.348056 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a2d9e310-fffe-4f21-9bf6-64721d8067d4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2282898 Nov 24 05:04:17.350794 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34126) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:17.362064 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa40fd90-7c4c-4c20-a585-b42e18eb23aa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:04:17.386190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a81e91-e97a-4b1e-85ed-50797fd58962 None None] Sync routers for ids ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:04:17.407561 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-aa40fd90-7c4c-4c20-a585-b42e18eb23aa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/a9d7a3fa-3a46-4e52-a129-9ae733b0b181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5656188 Nov 24 05:04:17.409468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a81e91-e97a-4b1e-85ed-50797fd58962 None None] Routers {'a9d7a3fa-3a46-4e52-a129-9ae733b0b181'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:17.412233 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a7a81e91-e97a-4b1e-85ed-50797fd58962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:17.413030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34128) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:17.465292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a7a81e91-e97a-4b1e-85ed-50797fd58962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:17.471570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.475582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] For port 9e6832a6-663a-4db2-a152-88e1f434e28f, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:17.486198 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a81e91-e97a-4b1e-85ed-50797fd58962 None None] Routers {'a9d7a3fa-3a46-4e52-a129-9ae733b0b181'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:17.487082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a7a81e91-e97a-4b1e-85ed-50797fd58962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:03:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:17.508932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.545417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a7a81e91-e97a-4b1e-85ed-50797fd58962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:17.547377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a81e91-e97a-4b1e-85ed-50797fd58962 None None] The sync data for ids ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:04:17.559023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=2a704b89-26f9-417d-b984-6d2776b5d57a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:17.574891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 0685aefa-cde0-4aa5-8da0-8bab3d4d149e is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:17.577148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:17.579659 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:17.585942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:17.586635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.587468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] For port 9e6832a6-663a-4db2-a152-88e1f434e28f, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9e6832a6-663a-4db2-a152-88e1f434e28f,segment=NetworkSegment(4e31ec6f-8712-447d-94ad-afad54ba5af7),segment_id=4e31ec6f-8712-447d-94ad-afad54ba5af7)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:17.600999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.609884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.610069 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5f038210-8341-4763-8691-bd276fedcc0a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2585249 Nov 24 05:04:17.611339 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34130) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:17.626690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b9397c3-b05c-4ca1-a2ff-f796dc5b3446 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.660996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.705534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] device_id is not set on port 73c32f2a-6aa3-4f53-a7cd-db31b788933f yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:17.714064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c7c6e-8cfe-4fc1-9c40-9e446865d6d3 None None] Pushing event updated for resources: {'Port': ['ID=9e6832a6-663a-4db2-a152-88e1f434e28f,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:17.716550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c1b9935-b8c1-492b-a433-704255fa61f6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.769281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-6af24298-7da7-46ac-a727-09cbe3ab6806 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 2a704b89-26f9-417d-b984-6d2776b5d57a {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:17.769889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6af24298-7da7-46ac-a727-09cbe3ab6806 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.831337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b9397c3-b05c-4ca1-a2ff-f796dc5b3446 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.851804 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b9935-b8c1-492b-a433-704255fa61f6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=50fef9d2-fcf7-47f0-8424-f39dd61339f6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:17.871255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c1b9935-b8c1-492b-a433-704255fa61f6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:17.874600 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7c1b9935-b8c1-492b-a433-704255fa61f6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/50fef9d2-fcf7-47f0-8424-f39dd61339f6 HTTP/1.1" status: 204 len: 168 time: 1.1380098 Nov 24 05:04:17.878075 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34132) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:17.893069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4697179d-3bad-4294-881d-e70df2feb2d0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:17.949558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6af24298-7da7-46ac-a727-09cbe3ab6806 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.019063 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57fde4-5d51-451b-8b28-00445b9d1fda tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:18.031321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57fde4-5d51-451b-8b28-00445b9d1fda tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:18.039398 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ef57fde4-5d51-451b-8b28-00445b9d1fda tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1573966 Nov 24 05:04:18.042865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-6af24298-7da7-46ac-a727-09cbe3ab6806 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 2a704b89-26f9-417d-b984-6d2776b5d57a owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:18.043886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34136) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:18.043886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34138) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:18.058449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'subnet': {'network_id': 'ad62cbf1-a4bc-4705-b17a-9d723f041a5f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:18.202930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6af24298-7da7-46ac-a727-09cbe3ab6806 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.238121 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af24298-7da7-46ac-a727-09cbe3ab6806 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=2a704b89-26f9-417d-b984-6d2776b5d57a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:18.261104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6af24298-7da7-46ac-a727-09cbe3ab6806 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.265264 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6af24298-7da7-46ac-a727-09cbe3ab6806 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/2a704b89-26f9-417d-b984-6d2776b5d57a HTTP/1.1" status: 204 len: 168 time: 0.6535425 Nov 24 05:04:18.268049 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34142) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:18.292022 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-744a5ad5-0f04-4ec6-95b5-1286b81347af tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:04:18.292588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744a5ad5-0f04-4ec6-95b5-1286b81347af tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:18.296362 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-744a5ad5-0f04-4ec6-95b5-1286b81347af tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/2a704b89-26f9-417d-b984-6d2776b5d57a HTTP/1.1" status: 404 len: 333 time: 0.0272033 Nov 24 05:04:18.298958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34144) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:18.323299 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-8701ca5e-9d18-4494-a5fc-2ccf6c18a1b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:04:18.324824 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8701ca5e-9d18-4494-a5fc-2ccf6c18a1b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/2a704b89-26f9-417d-b984-6d2776b5d57a HTTP/1.1" status: 404 len: 333 time: 0.0249169 Nov 24 05:04:18.329175 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34146) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:18.332276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ee973c3d-a57b-4b15-a604-3ddea2fd01dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.387605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c08ca6-f365-4a11-8136-ed9b40be589b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting subnet 2c9a06a1-eca7-4d67-bc08-4d22230c5fc0 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:18.391199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27c08ca6-f365-4a11-8136-ed9b40be589b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.436531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27c08ca6-f365-4a11-8136-ed9b40be589b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.524441 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27c08ca6-f365-4a11-8136-ed9b40be589b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.535315 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b9397c3-b05c-4ca1-a2ff-f796dc5b3446 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.537900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b9397c3-b05c-4ca1-a2ff-f796dc5b3446 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.540283 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2b9397c3-b05c-4ca1-a2ff-f796dc5b3446 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "DELETE /v2.0/security-groups/f5afc3bf-ee8e-4a0c-af59-05bf50e4c0d0 HTTP/1.1" status: 204 len: 168 time: 1.1864283 Nov 24 05:04:18.546852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34148) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:18.602796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9397c3-b05c-4ca1-a2ff-f796dc5b3446 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5afc3bf-ee8e-4a0c-af59-05bf50e4c0d0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:18.621311 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-87c787cb-efe6-495e-a0c8-e010261ef899 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0699320 Nov 24 05:04:18.623219 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34150) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:18.628702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-914b6579-45c5-4c77-a496-44a5f353ecb1 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group': {'name': 'tempest-secgroup--923612419'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:18.657035 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-914b6579-45c5-4c77-a496-44a5f353ecb1 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.704368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27c08ca6-f365-4a11-8136-ed9b40be589b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.732240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:18.735977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.741166 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c08ca6-f365-4a11-8136-ed9b40be589b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9a06a1-eca7-4d67-bc08-4d22230c5fc0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:18.748071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-27c08ca6-f365-4a11-8136-ed9b40be589b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.751848 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-27c08ca6-f365-4a11-8136-ed9b40be589b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/2c9a06a1-eca7-4d67-bc08-4d22230c5fc0 HTTP/1.1" status: 204 len: 168 time: 0.4214048 Nov 24 05:04:18.755813 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34152) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:18.789006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] device_id is not set on port 73c32f2a-6aa3-4f53-a7cd-db31b788933f yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:18.839308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.861964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9b335-fbe8-44ea-a406-db7f73a02dfa tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 6db97bee-b988-494b-971d-76388c9d0397 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:18.862442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b335-fbe8-44ea-a406-db7f73a02dfa tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.862572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-914b6579-45c5-4c77-a496-44a5f353ecb1 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.866757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.871434 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.878510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-914b6579-45c5-4c77-a496-44a5f353ecb1 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.931975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-914b6579-45c5-4c77-a496-44a5f353ecb1 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:18.935995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4576ce3-b28a-49da-aaab-2fd053f55315 None None] Network 0685aefa-cde0-4aa5-8da0-8bab3d4d149e requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:18.936184 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-914b6579-45c5-4c77-a496-44a5f353ecb1 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3117411 Nov 24 05:04:18.938031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34154) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:18.945927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-15b77da7-a11a-4042-9359-ba9e367b3529 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': 'a42d6c03-f844-4257-abb1-185b90345169', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:18.947222 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING neutron.api.v2.base [None req-15b77da7-a11a-4042-9359-ba9e367b3529 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 05:04:18.947910 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-15b77da7-a11a-4042-9359-ba9e367b3529 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:18.952399 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-15b77da7-a11a-4042-9359-ba9e367b3529 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089738 Nov 24 05:04:18.952399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b6579-45c5-4c77-a496-44a5f353ecb1 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d6c03-f844-4257-abb1-185b90345169,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:18.954474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34156) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:18.999793 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bed9dc92-a555-4ed3-af28-c952410a7188 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.010465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fbc25d27-dc98-46c5-9978-48611cf1b874 None None] Provisioning complete for port 9e6832a6-663a-4db2-a152-88e1f434e28f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:19.010799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fbc25d27-dc98-46c5-9978-48611cf1b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.019560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 9e6832a6-663a-4db2-a152-88e1f434e28f {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:19.019928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.037172 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e176d29a-f782-4321-a09a-b699ed17b7c4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.052922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b335-fbe8-44ea-a406-db7f73a02dfa tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.087217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event updated for resources: {'Port': ['ID=73c32f2a-6aa3-4f53-a7cd-db31b788933f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:19.112597 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e176d29a-f782-4321-a09a-b699ed17b7c4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.124743 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] For port 9e6832a6-663a-4db2-a152-88e1f434e28f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9e6832a6-663a-4db2-a152-88e1f434e28f,segment=NetworkSegment(4e31ec6f-8712-447d-94ad-afad54ba5af7),segment_id=4e31ec6f-8712-447d-94ad-afad54ba5af7)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:19.125052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.130903 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9b335-fbe8-44ea-a406-db7f73a02dfa tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 6db97bee-b988-494b-971d-76388c9d0397 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:19.149959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fbc25d27-dc98-46c5-9978-48611cf1b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.150388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 9e6832a6-663a-4db2-a152-88e1f434e28f owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:19.188961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Checking segment: {'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:19.189337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Network hostable DHCP agents. Network: 5ec16977-9081-42ca-91b0-94f86c77cd62, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:19.193874 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fbc25d27-dc98-46c5-9978-48611cf1b874 None None] For port 9e6832a6-663a-4db2-a152-88e1f434e28f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9e6832a6-663a-4db2-a152-88e1f434e28f,segment=NetworkSegment(4e31ec6f-8712-447d-94ad-afad54ba5af7),segment_id=4e31ec6f-8712-447d-94ad-afad54ba5af7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:19.199640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fbc25d27-dc98-46c5-9978-48611cf1b874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.211015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b883b5de-4206-4aac-8d7f-04f01c180bb6 None None] DHCP port deletion for 0685aefa-cde0-4aa5-8da0-8bab3d4d149e request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:19.251110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e176d29a-f782-4321-a09a-b699ed17b7c4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.253840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e176d29a-f782-4321-a09a-b699ed17b7c4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.257887 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e176d29a-f782-4321-a09a-b699ed17b7c4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "DELETE /v2.0/security-groups/a42d6c03-f844-4257-abb1-185b90345169 HTTP/1.1" status: 204 len: 168 time: 0.3026712 Nov 24 05:04:19.258592 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34158) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:19.294276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176d29a-f782-4321-a09a-b699ed17b7c4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d6c03-f844-4257-abb1-185b90345169,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:19.340368 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c1fa19e5-bfe6-4c61-8597-630218423a9f tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0731544 Nov 24 05:04:19.343372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.349051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34160) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:19.356749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5560305a-0e9d-4808-9a61-ac38377fcd5f tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group': {'name': 'tempest-secgroup--592573805'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:19.378088 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Network 5ec16977-9081-42ca-91b0-94f86c77cd62 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:19.384059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.390196 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=9e6832a6-663a-4db2-a152-88e1f434e28f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:19.397392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No DVR routers for this DVR port 9e6832a6-663a-4db2-a152-88e1f434e28f on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:19.433424 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5560305a-0e9d-4808-9a61-ac38377fcd5f tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.447765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 5ec16977-9081-42ca-91b0-94f86c77cd62) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:19.456979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:19.457530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc25d27-dc98-46c5-9978-48611cf1b874 None None] Pushing event updated for resources: {'Port': ['ID=9e6832a6-663a-4db2-a152-88e1f434e28f,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:19.478997 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a71c21-f5cd-4cdc-8540-e2f82621502d None None] Network 5ec16977-9081-42ca-91b0-94f86c77cd62 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:19.496234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b335-fbe8-44ea-a406-db7f73a02dfa tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.515212 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.519428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Subnet': ['ID=c1a4a53a-a8d1-4622-be0a-18ecdd7fee75,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:19.522434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:19.522783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:19.523126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:19.560689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9b335-fbe8-44ea-a406-db7f73a02dfa tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=6db97bee-b988-494b-971d-76388c9d0397,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:19.564243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b883b5de-4206-4aac-8d7f-04f01c180bb6 None None] Deleting port 9e6832a6-663a-4db2-a152-88e1f434e28f {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:19.564624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b883b5de-4206-4aac-8d7f-04f01c180bb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.569129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b335-fbe8-44ea-a406-db7f73a02dfa tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.570071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5560305a-0e9d-4808-9a61-ac38377fcd5f tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.572415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.575803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34162) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:19.576058 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6fd9b335-fbe8-44ea-a406-db7f73a02dfa tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/6db97bee-b988-494b-971d-76388c9d0397 HTTP/1.1" status: 204 len: 168 time: 1.5279427 Nov 24 05:04:19.578137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:19.578513 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:19.579323 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 2 to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f Nov 24 05:04:19.595368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5560305a-0e9d-4808-9a61-ac38377fcd5f tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.614487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Checking segment: {'id': '273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ad62cbf1-a4bc-4705-b17a-9d723f041a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:19.614864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network hostable DHCP agents. Network: ad62cbf1-a4bc-4705-b17a-9d723f041a5f, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:19.626174 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:19.626522 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:19.626873 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:19.641262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:19.641606 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:19.642104 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 3 to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f Nov 24 05:04:19.655264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0685aefa-cde0-4aa5-8da0-8bab3d4d149e']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:19.668511 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5560305a-0e9d-4808-9a61-ac38377fcd5f tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.672350 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b883b5de-4206-4aac-8d7f-04f01c180bb6 None None] For port 9e6832a6-663a-4db2-a152-88e1f434e28f, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:19.672757 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b883b5de-4206-4aac-8d7f-04f01c180bb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.673004 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5560305a-0e9d-4808-9a61-ac38377fcd5f tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3209841 Nov 24 05:04:19.673801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560305a-0e9d-4808-9a61-ac38377fcd5f tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a604f6e-7de4-4dae-b522-a1def93280cf,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:19.674311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34164) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:19.682970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e31ec6f-8712-447d-94ad-afad54ba5af7') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:19.682970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e31ec6f-8712-447d-94ad-afad54ba5af7') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:19.685225 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8544c11a-186b-4055-8f33-f9f28122a1ca tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '9a604f6e-7de4-4dae-b522-a1def93280cf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:19.686279 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-8544c11a-186b-4055-8f33-f9f28122a1ca tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 05:04:19.687111 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-8544c11a-186b-4055-8f33-f9f28122a1ca tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:19.688626 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8544c11a-186b-4055-8f33-f9f28122a1ca tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0109825 Nov 24 05:04:19.690830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:19.691170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:19.691732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:19.691863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b883b5de-4206-4aac-8d7f-04f01c180bb6 None None] Calling delete_port for 9e6832a6-663a-4db2-a152-88e1f434e28f owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:19.694503 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-b883b5de-4206-4aac-8d7f-04f01c180bb6 None None] Port 9e6832a6-663a-4db2-a152-88e1f434e28f was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:04:19.695612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92588d1b-2356-4bee-80b5-2c35563700a1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:19.695824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34166) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:19.696243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b883b5de-4206-4aac-8d7f-04f01c180bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.696987 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-92588d1b-2356-4bee-80b5-2c35563700a1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1198337 Nov 24 05:04:19.703247 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34168) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:19.710871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network ad62cbf1-a4bc-4705-b17a-9d723f041a5f is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:19.716864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.723820 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:19.724159 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:19.725339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883b5de-4206-4aac-8d7f-04f01c180bb6 None None] Pushing event deleted for resources: {'Port': ['ID=9e6832a6-663a-4db2-a152-88e1f434e28f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:19.727643 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b883b5de-4206-4aac-8d7f-04f01c180bb6 None None] No DVR routers for this DVR port 9e6832a6-663a-4db2-a152-88e1f434e28f on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:19.731438 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 4 to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f Nov 24 05:04:19.741388 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-a040f71b-8d0e-467a-91f8-540cacbb0cd2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:04:19.742819 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a040f71b-8d0e-467a-91f8-540cacbb0cd2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/50fef9d2-fcf7-47f0-8424-f39dd61339f6 HTTP/1.1" status: 404 len: 333 time: 0.0386233 Nov 24 05:04:19.747809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34170) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:19.757664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.759645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, ad62cbf1-a4bc-4705-b17a-9d723f041a5f) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:19.764642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:19.765498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.770201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6723d-e223-460f-8ab1-f247ecbfa416 None None] Network ad62cbf1-a4bc-4705-b17a-9d723f041a5f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:19.781789 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee34b8d8-3138-4b64-86f3-e8ba0e58a4e4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:04:19.783225 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ee34b8d8-3138-4b64-86f3-e8ba0e58a4e4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/6db97bee-b988-494b-971d-76388c9d0397 HTTP/1.1" status: 404 len: 333 time: 0.0344691 Nov 24 05:04:19.784402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:19.784802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:19.788444 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:19.790634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34172) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:19.801475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:19.801823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:19.802168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:19.824678 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-111d2662-eed3-4680-95b2-4d2d997d064d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7753327 Nov 24 05:04:19.824678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:19.824678 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:19.824678 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 5 to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f Nov 24 05:04:19.828625 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34174) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:19.839474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1357671186'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:19.839900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bed9dc92-a555-4ed3-af28-c952410a7188 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port 472c86fd-697e-4621-bc22-5eac151d8fa6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:19.840125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bed9dc92-a555-4ed3-af28-c952410a7188 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.866363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:19.866732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:19.867065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:19.882981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f096a3ca-2a48-4fc6-9e18-b9de9b5e55b8 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.887345 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:19.887708 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:19.892398 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 6 to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f Nov 24 05:04:19.931112 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.936586 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.944490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.951725 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/networks/0685aefa-cde0-4aa5-8da0-8bab3d4d149e HTTP/1.1" status: 204 len: 168 time: 1.1908848 Nov 24 05:04:19.954574 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34176) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:19.956944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ad62cbf1-a4bc-4705-b17a-9d723f041a5f', 'network_id': 'ad62cbf1-a4bc-4705-b17a-9d723f041a5f', 'tenant_id': 'ff518f873d104bf5816941eb033d5882', 'fixed_ips': [{'subnet_id': 'c1a4a53a-a8d1-4622-be0a-18ecdd7fee75'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:19.958905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.959624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f096a3ca-2a48-4fc6-9e18-b9de9b5e55b8 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.964256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:19.964605 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:19.964948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:19.965125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:19.969392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:19.983361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1166975108'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:19.989898 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fc65e-1a97-463d-ba1f-7fe02e1b37e2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Network': ['ID=0685aefa-cde0-4aa5-8da0-8bab3d4d149e,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:19.995134 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:19.995426 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:20.000931 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 7 to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f Nov 24 05:04:20.026203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bed9dc92-a555-4ed3-af28-c952410a7188 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.039832 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:20.042472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:20.042645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:20.042852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:20.043237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:20.045773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.052356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:20.052680 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:20.053391 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 8 to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f Nov 24 05:04:20.057160 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bed9dc92-a555-4ed3-af28-c952410a7188 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for 472c86fd-697e-4621-bc22-5eac151d8fa6 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:20.072191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f096a3ca-2a48-4fc6-9e18-b9de9b5e55b8 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.074783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f096a3ca-2a48-4fc6-9e18-b9de9b5e55b8 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.077021 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f096a3ca-2a48-4fc6-9e18-b9de9b5e55b8 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "DELETE /v2.0/security-groups/9a604f6e-7de4-4dae-b522-a1def93280cf HTTP/1.1" status: 204 len: 168 time: 0.3748209 Nov 24 05:04:20.086490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34178) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:20.087191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:20.087534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:20.087900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:20.092151 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.092508 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Added segment 9461b895-086f-4807-90b6-e7c2a10295fb of type vlan for network 1f34db21-551d-488e-98c3-a1c08894fe1e Nov 24 05:04:20.106979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096a3ca-2a48-4fc6-9e18-b9de9b5e55b8 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a604f6e-7de4-4dae-b522-a1def93280cf,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:20.143625 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Allocated IP 2001:db8:0:ffff::2 (ad62cbf1-a4bc-4705-b17a-9d723f041a5f/c1a4a53a-a8d1-4622-be0a-18ecdd7fee75/b59d75c8-9148-48e9-bbf2-575d290a08f1) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:20.145399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:20.145838 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:20.149261 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 9 to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f Nov 24 05:04:20.197332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:20.197678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:20.198217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:20.219465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:20.219891 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:20.221945 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 10 to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f Nov 24 05:04:20.230199 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-29867d26-eb4e-4d11-9112-21ba63a59a28 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1399381 Nov 24 05:04:20.238685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34180) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:20.251420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a8f9f871-00cd-4aac-ab42-5437ef064257 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group': {'name': 'tempest-secgroup--700252816'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:20.290696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:20.291014 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:20.291296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:20.306345 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:20.306714 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 73c32f2a-6aa3-4f53-a7cd-db31b788933f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:20.307072 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.311434 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.318394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.361783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f871-00cd-4aac-ab42-5437ef064257 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.373584 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Network ad62cbf1-a4bc-4705-b17a-9d723f041a5f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:20.374809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Pushing event updated for resources: {'Port': ['ID=b59d75c8-9148-48e9-bbf2-575d290a08f1,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:20.377412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:20.379825 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:20.441386 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Attempting to bind port b59d75c8-9148-48e9-bbf2-575d290a08f1 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:20.442095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Attempting to bind port b59d75c8-9148-48e9-bbf2-575d290a08f1 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ad62cbf1-a4bc-4705-b17a-9d723f041a5f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:20.442675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Attempting to bind port b59d75c8-9148-48e9-bbf2-575d290a08f1 on network ad62cbf1-a4bc-4705-b17a-9d723f041a5f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:20.449294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:20.449993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Checking segment: {'id': '273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ad62cbf1-a4bc-4705-b17a-9d723f041a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:20.451300 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.452012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Bound using segment: {'id': '273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ad62cbf1-a4bc-4705-b17a-9d723f041a5f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:20.452802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Bound port: b59d75c8-9148-48e9-bbf2-575d290a08f1, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ad62cbf1-a4bc-4705-b17a-9d723f041a5f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:20.453380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.455852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] For port 73c32f2a-6aa3-4f53-a7cd-db31b788933f, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:20.456235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempted to set empty binding levels {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 05:04:20.462615 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.475543 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.492472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bed9dc92-a555-4ed3-af28-c952410a7188 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.497957 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:20.517176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14dcc83-53d8-485c-b4da-98f56e599eba']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:20.527892 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5f9a75-47c2-4c22-a7d7-a606ba238752') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:20.528194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5f9a75-47c2-4c22-a7d7-a606ba238752') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:20.529634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:20.530472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.538412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.554922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] For port b59d75c8-9148-48e9-bbf2-575d290a08f1, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:20.558540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.561144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.565451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] For port b59d75c8-9148-48e9-bbf2-575d290a08f1, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b59d75c8-9148-48e9-bbf2-575d290a08f1,segment=NetworkSegment(273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1),segment_id=273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:20.568503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.569035 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Added segment 3d3104e8-dde4-4490-95e9-9fe6d9b2f40f of type vlan for network cdeb13d3-710d-49da-988c-69487e642422 Nov 24 05:04:20.576433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.581042 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:20.581712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:20.586505 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:20.600449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event updated for resources: {'Port': ['ID=73c32f2a-6aa3-4f53-a7cd-db31b788933f,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:20.652556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f871-00cd-4aac-ab42-5437ef064257 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.657432 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c7c5fa2e-24b6-40cb-a8d7-49cb7f6143a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.6604750 Nov 24 05:04:20.690100 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6348de8-63e1-4e17-824e-2e8853d70c9b None None] Pushing event updated for resources: {'Port': ['ID=b59d75c8-9148-48e9-bbf2-575d290a08f1,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:20.692614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34184) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:20.712981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f871-00cd-4aac-ab42-5437ef064257 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.715451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9dc92-a555-4ed3-af28-c952410a7188 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=472c86fd-697e-4621-bc22-5eac151d8fa6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:20.733764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.750374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bed9dc92-a555-4ed3-af28-c952410a7188 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.755039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.762628 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.768769 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:20.769402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.771013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f871-00cd-4aac-ab42-5437ef064257 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.772499 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a8f9f871-00cd-4aac-ab42-5437ef064257 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5325058 Nov 24 05:04:20.775566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9f871-00cd-4aac-ab42-5437ef064257 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f5ce6-ef06-46b7-b455-a7338877c86c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:20.778145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34186) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:20.783973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.808651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.811983 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/networks/b14dcc83-53d8-485c-b4da-98f56e599eba HTTP/1.1" status: 204 len: 168 time: 1.0225215 Nov 24 05:04:20.824470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34188) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:20.824752 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c60b1efb-5ce2-4eb3-b231-668f84798a77 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': 'fb5f5ce6-ef06-46b7-b455-a7338877c86c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:20.839124 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-c60b1efb-5ce2-4eb3-b231-668f84798a77 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 05:04:20.839933 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-c60b1efb-5ce2-4eb3-b231-668f84798a77 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:20.840168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1124003327'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:20.842104 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c60b1efb-5ce2-4eb3-b231-668f84798a77 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0607269 Nov 24 05:04:20.858999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34190) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:20.863970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-087bfcb4-ca23-4054-8c69-0999f5e56751 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': 'fb5f5ce6-ef06-46b7-b455-a7338877c86c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:20.869880 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING neutron.api.v2.base [None req-087bfcb4-ca23-4054-8c69-0999f5e56751 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 05:04:20.870422 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-087bfcb4-ca23-4054-8c69-0999f5e56751 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:20.871448 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-087bfcb4-ca23-4054-8c69-0999f5e56751 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0109992 Nov 24 05:04:20.874817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34192) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:20.881613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0cf33d53-d957-4680-b09c-f56636d48f8c tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': 'fb5f5ce6-ef06-46b7-b455-a7338877c86c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:20.882386 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-0cf33d53-d957-4680-b09c-f56636d48f8c tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 05:04:20.882877 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-0cf33d53-d957-4680-b09c-f56636d48f8c tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:20.886925 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0cf33d53-d957-4680-b09c-f56636d48f8c tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057597 Nov 24 05:04:20.887202 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0572352 Nov 24 05:04:20.889459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34194) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:20.889830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34196) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:20.898567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'subnet': {'network_id': '1f34db21-551d-488e-98c3-a1c08894fe1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:20.915852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.917319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2c780ddf-1937-471c-8358-1c9322630df9 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': 'fb5f5ce6-ef06-46b7-b455-a7338877c86c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:20.918192 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-2c780ddf-1937-471c-8358-1c9322630df9 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 05:04:20.918692 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-2c780ddf-1937-471c-8358-1c9322630df9 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:20.923240 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2c780ddf-1937-471c-8358-1c9322630df9 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0280941 Nov 24 05:04:20.923366 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:20.923366 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:20.924470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34198) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:20.974183 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39970e-3dd5-46e9-9e37-5467c2580691 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Network': ['ID=1f34db21-551d-488e-98c3-a1c08894fe1e,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:20.987419 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 1f34db21-551d-488e-98c3-a1c08894fe1e details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:20.995231 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:21.000256 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.037427 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0728688 Nov 24 05:04:21.038109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34200) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:21.048614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': 'cdeb13d3-710d-49da-988c-69487e642422', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:21.124319 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa4139-1320-45bc-90bd-e322d5289f83 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Network': ['ID=b14dcc83-53d8-485c-b4da-98f56e599eba,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:21.142761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4654521f-f94b-4f3f-a6bc-51159eeb1f18 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.171694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed9dc92-a555-4ed3-af28-c952410a7188 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router a9d7a3fa-3a46-4e52-a129-9ae733b0b181 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:04:21.189312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:21.197101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b59d75c8-9148-48e9-bbf2-575d290a08f1 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:21.197998 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4654521f-f94b-4f3f-a6bc-51159eeb1f18 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.228758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:21.232768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.242708 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3247a840-7840-48e8-a4a2-37cf76b90a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Deleting port 73c32f2a-6aa3-4f53-a7cd-db31b788933f {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:21.243134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3247a840-7840-48e8-a4a2-37cf76b90a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.248462 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.248810 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Added segment e6253768-3197-43bf-b937-216d454f6f6a of type vlan for network eb56131b-c863-46a3-9183-363a638972f3 Nov 24 05:04:21.261457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b59d75c8-9148-48e9-bbf2-575d290a08f1 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:21.262505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.274773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1693e6a-c27f-4763-9fe7-90ba75e5fe79 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Network': ['ID=cdeb13d3-710d-49da-988c-69487e642422,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:21.289017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network cdeb13d3-710d-49da-988c-69487e642422 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:21.315127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:21.318685 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.337475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed9dc92-a555-4ed3-af28-c952410a7188 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:04:21.355823 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a15708-7b7a-4fa8-a62c-d7952370fef3 None None] Sync routers for ids ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:04:21.366738 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a15708-7b7a-4fa8-a62c-d7952370fef3 None None] Routers {'a9d7a3fa-3a46-4e52-a129-9ae733b0b181'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:21.367364 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b2a15708-7b7a-4fa8-a62c-d7952370fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:21.373832 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bed9dc92-a555-4ed3-af28-c952410a7188 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/a9d7a3fa-3a46-4e52-a129-9ae733b0b181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9581792 Nov 24 05:04:21.375927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34202) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:21.383625 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.393510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-3247a840-7840-48e8-a4a2-37cf76b90a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] For port 73c32f2a-6aa3-4f53-a7cd-db31b788933f, host hv-neutron-8188, got binding levels [] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:21.393878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3247a840-7840-48e8-a4a2-37cf76b90a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.399455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4654521f-f94b-4f3f-a6bc-51159eeb1f18 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.402238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4654521f-f94b-4f3f-a6bc-51159eeb1f18 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.403706 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4654521f-f94b-4f3f-a6bc-51159eeb1f18 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb5f5ce6-ef06-46b7-b455-a7338877c86c HTTP/1.1" status: 204 len: 168 time: 0.4789762 Nov 24 05:04:21.408815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34204) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:21.417549 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b2a15708-7b7a-4fa8-a62c-d7952370fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:21.431179 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a15708-7b7a-4fa8-a62c-d7952370fef3 None None] Routers {'a9d7a3fa-3a46-4e52-a129-9ae733b0b181'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:21.431179 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b2a15708-7b7a-4fa8-a62c-d7952370fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:21.432050 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-896c1513-3a3f-4f3e-b0f0-4e60ab40d11c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9d7a3fa-3a46-4e52-a129-9ae733b0b181 HTTP/1.1" status: 200 len: 205 time: 0.0468071 Nov 24 05:04:21.437160 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34206) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:21.460061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654521f-f94b-4f3f-a6bc-51159eeb1f18 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5f5ce6-ef06-46b7-b455-a7338877c86c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:21.474906 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3247a840-7840-48e8-a4a2-37cf76b90a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Calling delete_port for 73c32f2a-6aa3-4f53-a7cd-db31b788933f owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:21.523945 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.527885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.534105 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:21.534759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.551821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-990b98b5-37e1-4ba4-aafe-9f3bf68c8fb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.593920 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b2a15708-7b7a-4fa8-a62c-d7952370fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:21.594859 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a15708-7b7a-4fa8-a62c-d7952370fef3 None None] The sync data for ids ['a9d7a3fa-3a46-4e52-a129-9ae733b0b181'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:04:21.604944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port b59d75c8-9148-48e9-bbf2-575d290a08f1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b59d75c8-9148-48e9-bbf2-575d290a08f1,segment=NetworkSegment(273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1),segment_id=273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:21.616238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.644576 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-955d7fbe-7c61-4f93-956f-0795ee8e3090 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2346332 Nov 24 05:04:21.650757 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34208) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:21.667739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-bd9cb4d9-e0d5-42dc-b7f9-372e2505dc73 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group': {'name': 'tempest-secgroup--3041001'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:21.677897 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8457568 Nov 24 05:04:21.699744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34210) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:21.706930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': 'eb56131b-c863-46a3-9183-363a638972f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:21.740120 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9e6832a6-663a-4db2-a152-88e1f434e28f no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:21.759341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164e04d-ad7c-478a-b62c-133aea3fb087 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Network': ['ID=eb56131b-c863-46a3-9183-363a638972f3,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:21.766783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.772862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 9e6832a6-663a-4db2-a152-88e1f434e28f {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:21.773630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9e6832a6-663a-4db2-a152-88e1f434e28f not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:21.775745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network eb56131b-c863-46a3-9183-363a638972f3 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:21.805301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb4d9-e0d5-42dc-b7f9-372e2505dc73 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.855320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=b59d75c8-9148-48e9-bbf2-575d290a08f1,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:21.855822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3247a840-7840-48e8-a4a2-37cf76b90a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.904993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247a840-7840-48e8-a4a2-37cf76b90a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event deleted for resources: {'Port': ['ID=73c32f2a-6aa3-4f53-a7cd-db31b788933f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:21.906984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.909880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-990b98b5-37e1-4ba4-aafe-9f3bf68c8fb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.921205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-990b98b5-37e1-4ba4-aafe-9f3bf68c8fb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.933109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3247a840-7840-48e8-a4a2-37cf76b90a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:21.936546 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3247a840-7840-48e8-a4a2-37cf76b90a2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "DELETE /v2.0/ports/73c32f2a-6aa3-4f53-a7cd-db31b788933f HTTP/1.1" status: 204 len: 168 time: 1.2383707 Nov 24 05:04:21.943079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34212) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.008990 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Subnet': ['ID=e5a972cc-043e-4626-a451-25b28be6ecd2,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:22.022731 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb4d9-e0d5-42dc-b7f9-372e2505dc73 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.029432 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e300691-ddf8-44fc-81a8-f331be0f3d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] GET failed (client error): The resource could not be found. Nov 24 05:04:22.034419 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5e300691-ddf8-44fc-81a8-f331be0f3d42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "GET /v2.0/ports/73c32f2a-6aa3-4f53-a7cd-db31b788933f HTTP/1.1" status: 404 len: 333 time: 0.0797272 Nov 24 05:04:22.035674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34214) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.038059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb4d9-e0d5-42dc-b7f9-372e2505dc73 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.042688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Request body: {'port': {'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-860880442'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:22.049762 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Checking segment: {'id': '3d3104e8-dde4-4490-95e9-9fe6d9b2f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cdeb13d3-710d-49da-988c-69487e642422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:22.050122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network hostable DHCP agents. Network: cdeb13d3-710d-49da-988c-69487e642422, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:22.052105 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-990b98b5-37e1-4ba4-aafe-9f3bf68c8fb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.053077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990b98b5-37e1-4ba4-aafe-9f3bf68c8fb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Fanout notify agent at l3_agent the message router_deleted on router a9d7a3fa-3a46-4e52-a129-9ae733b0b181 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:04:22.061550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-990b98b5-37e1-4ba4-aafe-9f3bf68c8fb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.062875 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-990b98b5-37e1-4ba4-aafe-9f3bf68c8fb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/a9d7a3fa-3a46-4e52-a129-9ae733b0b181 HTTP/1.1" status: 204 len: 168 time: 0.6204839 Nov 24 05:04:22.067843 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34216) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.090293 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:22.093868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.121239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5b521-f01c-4242-906e-b8a97027bd04 None None] Network ad62cbf1-a4bc-4705-b17a-9d723f041a5f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:22.134899 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cb4d9-e0d5-42dc-b7f9-372e2505dc73 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d786990-89d9-4451-9ee4-52acfdf81acc,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:22.150021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network cdeb13d3-710d-49da-988c-69487e642422 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:22.159323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Made reservation on behalf of 3ae2ad6d04924b728552493af95f664e for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:22.161701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.170086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-db31f4c0-56e4-437e-be2c-8a72df1c1f27 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting subnet 7d1ed24d-baf4-4192-ba3b-21eb2b016805 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:22.172240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Performing IP validity checks on allocation pools {{(pid=103232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 05:04:22.173423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 05:04:22.182072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb4d9-e0d5-42dc-b7f9-372e2505dc73 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.186024 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bd9cb4d9-e0d5-42dc-b7f9-372e2505dc73 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.5258062 Nov 24 05:04:22.186186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db31f4c0-56e4-437e-be2c-8a72df1c1f27 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.188570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, cdeb13d3-710d-49da-988c-69487e642422) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:22.191493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34218) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.213047 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:22.213644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.224859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28866112-1778-486b-b1c3-590479ca0e9b None None] Network cdeb13d3-710d-49da-988c-69487e642422 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:22.227782 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] device_id is not set on port 1ac091ae-809b-46b8-ba1b-41c1735d686e yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:22.251071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-deebfeef-3c09-473e-9c50-4a7f418c4d5b None None] Provisioning complete for port b59d75c8-9148-48e9-bbf2-575d290a08f1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:22.251460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-deebfeef-3c09-473e-9c50-4a7f418c4d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.282915 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4a2cd6a1-ce00-47be-b46e-307dd1566e88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2375414 Nov 24 05:04:22.284072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db31f4c0-56e4-437e-be2c-8a72df1c1f27 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.286604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34220) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.295277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': 'cdeb13d3-710d-49da-988c-69487e642422', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-196596959'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:22.544433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db31f4c0-56e4-437e-be2c-8a72df1c1f27 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.549832 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-cdeb13d3-710d-49da-988c-69487e642422', 'network_id': 'cdeb13d3-710d-49da-988c-69487e642422', 'tenant_id': '36d394d4d634443c9c91331f4fe50566', 'fixed_ips': [{'subnet_id': 'e5a972cc-043e-4626-a451-25b28be6ecd2'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:22.550824 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.559777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:04:22.565552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4f73a9d2-591a-4201-8162-d4e487638111 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '5d786990-89d9-4451-9ee4-52acfdf81acc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:22.566339 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-4f73a9d2-591a-4201-8162-d4e487638111 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 05:04:22.566756 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-4f73a9d2-591a-4201-8162-d4e487638111 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:22.567798 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4f73a9d2-591a-4201-8162-d4e487638111 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.3750839 Nov 24 05:04:22.571454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34222) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.572274 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.578682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-aa9a917e-501d-4a79-a0d0-0b0957a953ff tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '5d786990-89d9-4451-9ee4-52acfdf81acc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:22.602788 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.625082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:22.628821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.676928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port ec649304-414a-4156-9702-879764d249db yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:22.677572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Subnet': ['ID=c29c8bf7-8aa9-4422-9fc2-44a2dda14bb0,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:22.688425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db31f4c0-56e4-437e-be2c-8a72df1c1f27 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.730878 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Checking segment: {'id': '9461b895-086f-4807-90b6-e7c2a10295fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1f34db21-551d-488e-98c3-a1c08894fe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:22.731262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network hostable DHCP agents. Network: 1f34db21-551d-488e-98c3-a1c08894fe1e, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:22.740777 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-aa9a917e-501d-4a79-a0d0-0b0957a953ff tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:22.744451 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-aa9a917e-501d-4a79-a0d0-0b0957a953ff tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1674707 Nov 24 05:04:22.745111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34224) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.752256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5b1df1de-daa7-40ae-be0a-98db6a73979d tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '5d786990-89d9-4451-9ee4-52acfdf81acc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:22.752697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.752851 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-5b1df1de-daa7-40ae-be0a-98db6a73979d tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 05:04:22.753220 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-5b1df1de-daa7-40ae-be0a-98db6a73979d tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:22.758348 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5b1df1de-daa7-40ae-be0a-98db6a73979d tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091724 Nov 24 05:04:22.758786 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31f4c0-56e4-437e-be2c-8a72df1c1f27 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1ed24d-baf4-4192-ba3b-21eb2b016805,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:22.760314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34226) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.771217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db31f4c0-56e4-437e-be2c-8a72df1c1f27 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.774614 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-db31f4c0-56e4-437e-be2c-8a72df1c1f27 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/7d1ed24d-baf4-4192-ba3b-21eb2b016805 HTTP/1.1" status: 204 len: 168 time: 0.7016883 Nov 24 05:04:22.776503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0e846ec7-f416-438d-b1cd-1a12084e746f tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '5d786990-89d9-4451-9ee4-52acfdf81acc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:22.778205 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a7f58-8d1a-4eaf-a3c3-4224c1956ed5 None None] Network c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:22.784748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34228) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.864034 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Network 5ec16977-9081-42ca-91b0-94f86c77cd62 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:22.869152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Allocated IP 2001:db8::2 (cdeb13d3-710d-49da-988c-69487e642422/e5a972cc-043e-4626-a451-25b28be6ecd2/aef5f915-648a-41dd-b212-a10d597e8637) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:22.871362 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:22.879378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:22.880800 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:22.881549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.886074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event updated for resources: {'Port': ['ID=1ac091ae-809b-46b8-ba1b-41c1735d686e,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:22.886914 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network 1f34db21-551d-488e-98c3-a1c08894fe1e is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:22.895019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec22e04-63b4-4b4e-9a6e-785c53accbe6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting subnet 257de761-baa2-4bb6-ba7c-cade33ce4a7d {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:22.901252 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-0e846ec7-f416-438d-b1cd-1a12084e746f tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:22.902479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ec22e04-63b4-4b4e-9a6e-785c53accbe6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.906618 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0e846ec7-f416-438d-b1cd-1a12084e746f tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1453118 Nov 24 05:04:22.909258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34230) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.911694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.918777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7c7b726e-aebe-491d-ad3d-20ed3d9cbaed tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '5d786990-89d9-4451-9ee4-52acfdf81acc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:22.920327 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-7c7b726e-aebe-491d-ad3d-20ed3d9cbaed tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 05:04:22.920810 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-7c7b726e-aebe-491d-ad3d-20ed3d9cbaed tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:22.924760 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7c7b726e-aebe-491d-ad3d-20ed3d9cbaed tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137162 Nov 24 05:04:22.926815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34232) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.932022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-81f22771-8db6-4f15-a553-293281b65ee5 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '5d786990-89d9-4451-9ee4-52acfdf81acc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:22.955252 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b1a1e76c-4131-4a27-976a-183a615a408d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9165039 Nov 24 05:04:22.956697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34234) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:22.963801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:22.974360 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ec22e04-63b4-4b4e-9a6e-785c53accbe6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.974573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 1f34db21-551d-488e-98c3-a1c08894fe1e) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:22.978941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:22.979550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:22.997669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b62e4e8-2536-4a85-aba5-b2632b366747 None None] Network 1f34db21-551d-488e-98c3-a1c08894fe1e requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:23.016559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-dbd507e5-b068-40c3-a684-0aa24deabf84 None None] Provisioning complete for port b59d75c8-9148-48e9-bbf2-575d290a08f1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:23.016559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dbd507e5-b068-40c3-a684-0aa24deabf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.081729 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-81f22771-8db6-4f15-a553-293281b65ee5 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:23.085653 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-81f22771-8db6-4f15-a553-293281b65ee5 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1547906 Nov 24 05:04:23.086270 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34236) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:23.091779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-06cb677a-964c-4285-beeb-9d44602d57a7 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '5d786990-89d9-4451-9ee4-52acfdf81acc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:23.092465 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING neutron.api.v2.base [None req-06cb677a-964c-4285-beeb-9d44602d57a7 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 05:04:23.092954 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-06cb677a-964c-4285-beeb-9d44602d57a7 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:23.096362 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-06cb677a-964c-4285-beeb-9d44602d57a7 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062051 Nov 24 05:04:23.096362 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.098154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Checking segment: {'id': 'e6253768-3197-43bf-b937-216d454f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'eb56131b-c863-46a3-9183-363a638972f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:23.098801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34238) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:23.099054 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network hostable DHCP agents. Network: eb56131b-c863-46a3-9183-363a638972f3, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:23.103892 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-14342934-e6dd-472e-8199-e778e7e2ae8b tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '5d786990-89d9-4451-9ee4-52acfdf81acc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:23.109708 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c85f3762-8c34-4dd0-ac60-55a353c23b85 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2162547 Nov 24 05:04:23.113052 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34240) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:23.130484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'port': {'network_id': '1f34db21-551d-488e-98c3-a1c08894fe1e', 'name': 'tempest-NetworksIpV6TestAttrs-1065713023'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:23.131007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf48f05a-7645-4e35-8a56-82e38bd717fe None None] DHCP port deletion for c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:23.198094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ec22e04-63b4-4b4e-9a6e-785c53accbe6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.211802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Subnet': ['ID=3c15f754-25c8-46a2-ab51-9bcb67a12115,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:23.216681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b59d75c8-9148-48e9-bbf2-575d290a08f1 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:23.229748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.230475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.231030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.233222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.233867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.234358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.234965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.235452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.236037 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.236684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.237371 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.237830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:23.244480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network eb56131b-c863-46a3-9183-363a638972f3 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:23.269158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, eb56131b-c863-46a3-9183-363a638972f3) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:23.276439 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-14342934-e6dd-472e-8199-e778e7e2ae8b tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:23.277292 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-14342934-e6dd-472e-8199-e778e7e2ae8b tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1775773 Nov 24 05:04:23.279572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.280770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34242) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:23.284408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:23.285201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.285329 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2931dd60-e334-4a63-9ea6-0d5813a30650 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '5d786990-89d9-4451-9ee4-52acfdf81acc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:23.315964 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-72adbdfb-4cd8-4077-82d4-fcdef32014ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6127157 Nov 24 05:04:23.318894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34244) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:23.326874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': 'eb56131b-c863-46a3-9183-363a638972f3', 'name': 'tempest-PortsTestJSON-1160232172'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:23.361542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:23.365424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.399851 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ec22e04-63b4-4b4e-9a6e-785c53accbe6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.429266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] device_id is not set on port 79062975-7d4d-49b4-88cf-56da4fb84c16 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:23.459309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8::8d (cdeb13d3-710d-49da-988c-69487e642422/e5a972cc-043e-4626-a451-25b28be6ecd2/ec649304-414a-4156-9702-879764d249db) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:23.461900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec22e04-63b4-4b4e-9a6e-785c53accbe6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Subnet': ['ID=257de761-baa2-4bb6-ba7c-cade33ce4a7d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:23.478904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fdc9de-9d7b-431c-ac86-47374eabaad2 None None] Network eb56131b-c863-46a3-9183-363a638972f3 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:23.483071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ec22e04-63b4-4b4e-9a6e-785c53accbe6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.490906 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9ec22e04-63b4-4b4e-9a6e-785c53accbe6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/257de761-baa2-4bb6-ba7c-cade33ce4a7d HTTP/1.1" status: 204 len: 168 time: 0.6827092 Nov 24 05:04:23.491099 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34248) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:23.502354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.510970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7beb80-cfee-4b55-9511-0d9a500fcd82 None None] Network 9603e7d6-cfab-4608-bdd8-396c0d49ccfb requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:23.520721 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-2931dd60-e334-4a63-9ea6-0d5813a30650 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:23.521675 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2931dd60-e334-4a63-9ea6-0d5813a30650 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2399466 Nov 24 05:04:23.528133 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34254) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:23.572038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] device_id is not set on port 1ac091ae-809b-46b8-ba1b-41c1735d686e yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:23.584766 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.620699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.623565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.696794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event updated for resources: {'Port': ['ID=1ac091ae-809b-46b8-ba1b-41c1735d686e,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:23.697164 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Network cdeb13d3-710d-49da-988c-69487e642422 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:23.703299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.707193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-1f34db21-551d-488e-98c3-a1c08894fe1e', 'network_id': '1f34db21-551d-488e-98c3-a1c08894fe1e', 'tenant_id': 'ff518f873d104bf5816941eb033d5882', 'fixed_ips': [{'subnet_id': 'c29c8bf7-8aa9-4422-9fc2-44a2dda14bb0'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:23.708167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.719513 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:23.723053 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.724007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:23.731034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:23.733019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.738991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:23.738991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:23.739348 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:23.747636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:23.748011 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:23.749740 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 2 to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e Nov 24 05:04:23.754030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Allocated IP 2001:db8::f816:3eff:fe3e:f713 (1f34db21-551d-488e-98c3-a1c08894fe1e/c29c8bf7-8aa9-4422-9fc2-44a2dda14bb0/79062975-7d4d-49b4-88cf-56da4fb84c16) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:23.755770 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ca03101-ce80-4c69-b316-06cae14fa3bb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.760912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bf48f05a-7645-4e35-8a56-82e38bd717fe None None] Deleting port 357bdee5-a9f6-4a75-b3da-0313d82425d2 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:23.761076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bf48f05a-7645-4e35-8a56-82e38bd717fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.773142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 430a303d-6b76-49e0-9fd0-45846a98601a yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:23.774352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:23.774689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:23.775026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:23.783664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:23.784558 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:23.785539 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 3 to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e Nov 24 05:04:23.801300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:23.801641 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:23.801977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:23.808732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.812051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:23.812402 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:23.813010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b59d75c8-9148-48e9-bbf2-575d290a08f1 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:23.813477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.815645 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 4 to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e Nov 24 05:04:23.824906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Pushing event updated for resources: {'Port': ['ID=aef5f915-648a-41dd-b212-a10d597e8637,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:23.867662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:23.867888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:23.868192 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:23.878063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ca03101-ce80-4c69-b316-06cae14fa3bb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.878326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network cdeb13d3-710d-49da-988c-69487e642422 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:23.882334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:23.884027 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:23.884579 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 5 to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e Nov 24 05:04:23.887301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:23.890388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:23.896238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:23.896855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:23.913780 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=ec649304-414a-4156-9702-879764d249db,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:23.922193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:23.922565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:23.922939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:23.927827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:23.928015 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:23.928507 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 6 to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e Nov 24 05:04:23.943991 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f3272f6c-85c9-469c-9c44-8bdc38af1886 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.6527865 Nov 24 05:04:23.944209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34256) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:23.974213 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:23.974554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:23.974889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:23.985303 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:23.985628 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:23.988979 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 7 to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e Nov 24 05:04:24.035385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:24.035994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:24.036363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:24.049851 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:24.050177 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:24.051286 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 8 to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e Nov 24 05:04:24.056556 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bf48f05a-7645-4e35-8a56-82e38bd717fe None None] For port 357bdee5-a9f6-4a75-b3da-0313d82425d2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=357bdee5-a9f6-4a75-b3da-0313d82425d2,segment=NetworkSegment(1ccae46b-64f1-44bc-8ea0-0dae85ba5194),segment_id=1ccae46b-64f1-44bc-8ea0-0dae85ba5194)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:24.057029 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bf48f05a-7645-4e35-8a56-82e38bd717fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.062989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Attempting to bind port aef5f915-648a-41dd-b212-a10d597e8637 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:24.063463 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Attempting to bind port aef5f915-648a-41dd-b212-a10d597e8637 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '3d3104e8-dde4-4490-95e9-9fe6d9b2f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cdeb13d3-710d-49da-988c-69487e642422'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:24.063930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Attempting to bind port aef5f915-648a-41dd-b212-a10d597e8637 on network cdeb13d3-710d-49da-988c-69487e642422 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:24.071941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:24.072275 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:24.072609 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:24.081091 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:24.081438 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:24.082885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port 357bdee5-a9f6-4a75-b3da-0313d82425d2 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:24.083305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.083772 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 9 to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e Nov 24 05:04:24.096405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:24.096900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Checking segment: {'id': '3d3104e8-dde4-4490-95e9-9fe6d9b2f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cdeb13d3-710d-49da-988c-69487e642422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:24.097171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-36265001-9a50-4bba-84f9-7f2eab1763e4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port ec649304-414a-4156-9702-879764d249db {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:24.097387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.097495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36265001-9a50-4bba-84f9-7f2eab1763e4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.097903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Bound using segment: {'id': '3d3104e8-dde4-4490-95e9-9fe6d9b2f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cdeb13d3-710d-49da-988c-69487e642422'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:24.098447 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Bound port: aef5f915-648a-41dd-b212-a10d597e8637, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3104e8-dde4-4490-95e9-9fe6d9b2f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'cdeb13d3-710d-49da-988c-69487e642422'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:24.098900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.100876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ca03101-ce80-4c69-b316-06cae14fa3bb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.103411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ca03101-ce80-4c69-b316-06cae14fa3bb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.103678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bf48f05a-7645-4e35-8a56-82e38bd717fe None None] Calling delete_port for 357bdee5-a9f6-4a75-b3da-0313d82425d2 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:24.104569 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2ca03101-ce80-4c69-b316-06cae14fa3bb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "DELETE /v2.0/security-groups/5d786990-89d9-4451-9ee4-52acfdf81acc HTTP/1.1" status: 204 len: 168 time: 0.5709484 Nov 24 05:04:24.105816 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.6 (eb56131b-c863-46a3-9183-363a638972f3/3c15f754-25c8-46a2-ab51-9bcb67a12115/430a303d-6b76-49e0-9fd0-45846a98601a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:24.113935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34258) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:24.123263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:24.123664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:24.123966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:24.136663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:24.136993 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:24.139883 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.plugins.ml2.plugin [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 10 to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e Nov 24 05:04:24.191265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:24.191613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:24.191909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:24.194802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-eb56131b-c863-46a3-9183-363a638972f3', 'network_id': 'eb56131b-c863-46a3-9183-363a638972f3', 'tenant_id': 'dbf4560984f14b598e576e8bba19b586', 'fixed_ips': [{'subnet_id': '3c15f754-25c8-46a2-ab51-9bcb67a12115'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:24.195749 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.205074 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca03101-ce80-4c69-b316-06cae14fa3bb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d786990-89d9-4451-9ee4-52acfdf81acc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:24.221758 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36265001-9a50-4bba-84f9-7f2eab1763e4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.234942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-36265001-9a50-4bba-84f9-7f2eab1763e4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for ec649304-414a-4156-9702-879764d249db owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:24.249632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port 357bdee5-a9f6-4a75-b3da-0313d82425d2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=357bdee5-a9f6-4a75-b3da-0313d82425d2,segment=NetworkSegment(1ccae46b-64f1-44bc-8ea0-0dae85ba5194),segment_id=1ccae46b-64f1-44bc-8ea0-0dae85ba5194)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:24.250245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.270420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.277579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765cfe9-2760-44d0-b6ad-c8ad50b68c80 None None] DHCP port deletion for 9603e7d6-cfab-4608-bdd8-396c0d49ccfb request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:24.281416 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:24.281791 dv-neutron-818850-5-hyperv neutron-server[103233]: ERROR neutron.plugins.ml2.managers [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port 1ac091ae-809b-46b8-ba1b-41c1735d686e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:24.282233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.296377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for 357bdee5-a9f6-4a75-b3da-0313d82425d2 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:24.306065 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1752d2b7-b8a0-458d-8c92-b06803aa52d4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1814930 Nov 24 05:04:24.313219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34262) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:24.320564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ae3d2038-3fa7-41e9-a3a8-aa1027f214eb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group': {'name': 'tempest-secgroup--212625901'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:24.413109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] For port 1ac091ae-809b-46b8-ba1b-41c1735d686e, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:24.413480 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempted to set empty binding levels {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 05:04:24.421055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.463161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] For port aef5f915-648a-41dd-b212-a10d597e8637, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:24.464196 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2038-3fa7-41e9-a3a8-aa1027f214eb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.464352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] In _notify_port_updated(), no bound segment for port 1ac091ae-809b-46b8-ba1b-41c1735d686e on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:04:24.465574 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.466870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.468887 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "PUT /v2.0/ports/1ac091ae-809b-46b8-ba1b-41c1735d686e HTTP/1.1" status: 200 len: 980 time: 1.5090394 Nov 24 05:04:24.470208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] For port aef5f915-648a-41dd-b212-a10d597e8637, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=aef5f915-648a-41dd-b212-a10d597e8637,segment=NetworkSegment(3d3104e8-dde4-4490-95e9-9fe6d9b2f40f),segment_id=3d3104e8-dde4-4490-95e9-9fe6d9b2f40f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:24.473987 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34264) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:24.475800 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bf48f05a-7645-4e35-8a56-82e38bd717fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.493100 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36265001-9a50-4bba-84f9-7f2eab1763e4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.496137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.501853 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48f05a-7645-4e35-8a56-82e38bd717fe None None] No DVR routers for this DVR port 357bdee5-a9f6-4a75-b3da-0313d82425d2 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:24.504208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.527335 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e45867-b058-4a00-80f9-19374a3f2900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event updated for resources: {'Port': ['ID=1ac091ae-809b-46b8-ba1b-41c1735d686e,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:24.557208 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36265001-9a50-4bba-84f9-7f2eab1763e4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=ec649304-414a-4156-9702-879764d249db,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:24.563912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48f05a-7645-4e35-8a56-82e38bd717fe None None] Pushing event deleted for resources: {'Port': ['ID=357bdee5-a9f6-4a75-b3da-0313d82425d2,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:24.599468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36265001-9a50-4bba-84f9-7f2eab1763e4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.601469 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network 1f34db21-551d-488e-98c3-a1c08894fe1e is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:24.606820 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-36265001-9a50-4bba-84f9-7f2eab1763e4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/ec649304-414a-4156-9702-879764d249db HTTP/1.1" status: 204 len: 168 time: 0.6610413 Nov 24 05:04:24.607531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.610254 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34266) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:24.611439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.617118 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:24.618573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6765cfe9-2760-44d0-b6ad-c8ad50b68c80 None None] Deleting port 65feb66b-c74c-4d85-91b4-29d1590c3027 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:24.618956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6765cfe9-2760-44d0-b6ad-c8ad50b68c80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.635313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Allocated IP 2001:db8::f816:3eff:fe3b:a8e1 (1f34db21-551d-488e-98c3-a1c08894fe1e/c29c8bf7-8aa9-4422-9fc2-44a2dda14bb0/be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:24.636389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:24.648520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.649354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.659497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.660155 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.660800 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.661426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.661863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.662594 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.662958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.663496 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.664116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.664403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Port': ['ID=79062975-7d4d-49b4-88cf-56da4fb84c16,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:24.664916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.665488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.666480 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.666733 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.667245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.668051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.668681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.669783 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.670558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.671143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.671745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.672376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:24.676063 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6a95d824-faf8-45a1-9d65-7e3467642e50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18682 time: 0.2008038 Nov 24 05:04:24.678378 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-8112deb9-5a85-4f4a-b72e-dddd00e7b4c4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:04:24.680244 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8112deb9-5a85-4f4a-b72e-dddd00e7b4c4 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/ec649304-414a-4156-9702-879764d249db HTTP/1.1" status: 404 len: 333 time: 0.0677524 Nov 24 05:04:24.682096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34268) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:24.695346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396f8e4-cac0-4713-989f-2624b4d936a2 None None] Pushing event updated for resources: {'Port': ['ID=aef5f915-648a-41dd-b212-a10d597e8637,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:24.722439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34270) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:24.729624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No DVR routers for this DVR port 357bdee5-a9f6-4a75-b3da-0313d82425d2 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:24.767181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6765cfe9-2760-44d0-b6ad-c8ad50b68c80 None None] For port 65feb66b-c74c-4d85-91b4-29d1590c3027, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=65feb66b-c74c-4d85-91b4-29d1590c3027,segment=NetworkSegment(4a1185f8-2499-4568-b6b1-82a4f22ff2a8),segment_id=4a1185f8-2499-4568-b6b1-82a4f22ff2a8)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:24.767682 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6765cfe9-2760-44d0-b6ad-c8ad50b68c80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.767821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=357bdee5-a9f6-4a75-b3da-0313d82425d2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:24.822611 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6765cfe9-2760-44d0-b6ad-c8ad50b68c80 None None] Calling delete_port for 65feb66b-c74c-4d85-91b4-29d1590c3027 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:24.828452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-486fbfe9-1233-4e67-8178-50201e8d26e3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting subnet e5a972cc-043e-4626-a451-25b28be6ecd2 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:24.837197 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-486fbfe9-1233-4e67-8178-50201e8d26e3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.864529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.888886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4c746384-eed0-47df-9b62-7f2450ddcd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Deleting port 1ac091ae-809b-46b8-ba1b-41c1735d686e {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:24.889163 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c746384-eed0-47df-9b62-7f2450ddcd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.911135 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3aff6937-db12-4f14-9d2a-9fb81ee79f4d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7940509 Nov 24 05:04:24.917240 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34272) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:24.939465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2038-3fa7-41e9-a3a8-aa1027f214eb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.941659 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:24.954638 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2038-3fa7-41e9-a3a8-aa1027f214eb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.983251 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-486fbfe9-1233-4e67-8178-50201e8d26e3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:24.998179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccae46b-64f1-44bc-8ea0-0dae85ba5194') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:24.999119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccae46b-64f1-44bc-8ea0-0dae85ba5194') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:25.002647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d2038-3fa7-41e9-a3a8-aa1027f214eb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f0c18f-2461-435b-b276-9e3e46370077,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:25.007275 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae3d2038-3fa7-41e9-a3a8-aa1027f214eb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.009166 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ae3d2038-3fa7-41e9-a3a8-aa1027f214eb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6917624 Nov 24 05:04:25.019264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.030123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34274) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:25.043910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a76320d7-1f66-45fa-b4e2-46a9dd8608d4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '14f0c18f-2461-435b-b276-9e3e46370077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:25.052673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.071580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4c746384-eed0-47df-9b62-7f2450ddcd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] For port 1ac091ae-809b-46b8-ba1b-41c1735d686e, host hv-neutron-8188, got binding levels [] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:25.071915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c746384-eed0-47df-9b62-7f2450ddcd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.084065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6765cfe9-2760-44d0-b6ad-c8ad50b68c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.111835 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4c746384-eed0-47df-9b62-7f2450ddcd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Calling delete_port for 1ac091ae-809b-46b8-ba1b-41c1735d686e owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:25.115113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network eb56131b-c863-46a3-9183-363a638972f3 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:25.117381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-5168a6e8-8d0d-42f9-ac7c-4e189814e341 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Deleting subnet c29c8bf7-8aa9-4422-9fc2-44a2dda14bb0 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:25.123881 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:25.138895 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:25.148438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765cfe9-2760-44d0-b6ad-c8ad50b68c80 None None] No DVR routers for this DVR port 65feb66b-c74c-4d85-91b4-29d1590c3027 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:25.150293 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765cfe9-2760-44d0-b6ad-c8ad50b68c80 None None] Pushing event deleted for resources: {'Port': ['ID=65feb66b-c74c-4d85-91b4-29d1590c3027,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:25.180267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.184397 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Allocated IP 172.20.0.2 (eb56131b-c863-46a3-9183-363a638972f3/3c15f754-25c8-46a2-ab51-9bcb67a12115/9d1c4a9d-550f-4062-a23d-4788b3c3d528) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:25.193017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5168a6e8-8d0d-42f9-ac7c-4e189814e341 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.201067 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.208868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.229490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=430a303d-6b76-49e0-9fd0-45846a98601a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:25.234127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:25.234824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:25.241930 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:25.244817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-486fbfe9-1233-4e67-8178-50201e8d26e3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.268134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device aef5f915-648a-41dd-b212-a10d597e8637 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:25.271695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:25.272931 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.299073 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5168a6e8-8d0d-42f9-ac7c-4e189814e341 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.324451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Network 1f34db21-551d-488e-98c3-a1c08894fe1e is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:25.339121 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-a76320d7-1f66-45fa-b4e2-46a9dd8608d4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The resource could not be found. Nov 24 05:04:25.340234 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a76320d7-1f66-45fa-b4e2-46a9dd8608d4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3049855 Nov 24 05:04:25.345370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34276) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:25.345681 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1fbc6a33-6056-4f5b-b676-733a74de7a1e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0252318 Nov 24 05:04:25.348316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34278) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:25.364149 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-89bbb534-5b79-46de-badb-d35a453fdbf7 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '14f0c18f-2461-435b-b276-9e3e46370077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '637ec212-ba96-460d-9e97-b22d738f1ad0'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:25.367860 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:25.374430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Pushing event updated for resources: {'Port': ['ID=be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:25.378391 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:25.384804 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.399573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.409043 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/networks/c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1 HTTP/1.1" status: 204 len: 168 time: 1.9184728 Nov 24 05:04:25.409834 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34280) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:25.425726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce423f-3720-417c-965d-4951a754b1fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Network': ['ID=c2946f03-8f7c-4e4a-9d22-d72db4d5fbb1,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:25.481297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-486fbfe9-1233-4e67-8178-50201e8d26e3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.483554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c746384-eed0-47df-9b62-7f2450ddcd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.523464 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ad8e5-04b9-4802-9fa0-e67a7a5077d9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 430a303d-6b76-49e0-9fd0-45846a98601a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:25.524099 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad8e5-04b9-4802-9fa0-e67a7a5077d9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.594590 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c746384-eed0-47df-9b62-7f2450ddcd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ac091ae-809b-46b8-ba1b-41c1735d686e,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:25.598703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-486fbfe9-1233-4e67-8178-50201e8d26e3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.602845 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-486fbfe9-1233-4e67-8178-50201e8d26e3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/e5a972cc-043e-4626-a451-25b28be6ecd2 HTTP/1.1" status: 204 len: 168 time: 0.8760495 Nov 24 05:04:25.605439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34282) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:25.612795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fbfe9-1233-4e67-8178-50201e8d26e3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a972cc-043e-4626-a451-25b28be6ecd2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:25.642057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c746384-eed0-47df-9b62-7f2450ddcd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.650997 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4c746384-eed0-47df-9b62-7f2450ddcd03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1ac091ae-809b-46b8-ba1b-41c1735d686e HTTP/1.1" status: 204 len: 168 time: 0.9690943 Nov 24 05:04:25.655353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34284) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:25.660713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.674522 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Attempting to bind port be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:25.674896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Attempting to bind port be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '9461b895-086f-4807-90b6-e7c2a10295fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1f34db21-551d-488e-98c3-a1c08894fe1e'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:25.675266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Attempting to bind port be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e on network 1f34db21-551d-488e-98c3-a1c08894fe1e {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:25.682821 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port aef5f915-648a-41dd-b212-a10d597e8637 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:25.683202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.688005 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-89bbb534-5b79-46de-badb-d35a453fdbf7 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The resource could not be found. Nov 24 05:04:25.689047 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-89bbb534-5b79-46de-badb-d35a453fdbf7 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3295403 Nov 24 05:04:25.689470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:25.689854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Checking segment: {'id': '9461b895-086f-4807-90b6-e7c2a10295fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1f34db21-551d-488e-98c3-a1c08894fe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:25.690262 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.690665 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Bound using segment: {'id': '9461b895-086f-4807-90b6-e7c2a10295fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1f34db21-551d-488e-98c3-a1c08894fe1e'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:25.691150 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Bound port: be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9461b895-086f-4807-90b6-e7c2a10295fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '1f34db21-551d-488e-98c3-a1c08894fe1e'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:25.691541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.695302 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34286) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:25.722038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5168a6e8-8d0d-42f9-ac7c-4e189814e341 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.737687 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a757a6-7dd5-4fbc-8ed7-eb69ab51673d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] GET failed (client error): The resource could not be found. Nov 24 05:04:25.742454 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-13a757a6-7dd5-4fbc-8ed7-eb69ab51673d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "GET /v2.0/ports/1ac091ae-809b-46b8-ba1b-41c1735d686e HTTP/1.1" status: 404 len: 333 time: 0.0824680 Nov 24 05:04:25.742454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad8e5-04b9-4802-9fa0-e67a7a5077d9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.751098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34288) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:25.756065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2120655080', 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:25.779619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ad8e5-04b9-4802-9fa0-e67a7a5077d9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 430a303d-6b76-49e0-9fd0-45846a98601a owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:25.788910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.817703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Made reservation on behalf of 3ae2ad6d04924b728552493af95f664e for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:25.819742 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.820316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.847722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.907400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dc808817-9367-4e40-9e69-347cd4621966 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.909943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] device_id is not set on port 1afbc02c-3aa2-4825-a168-49b6e2ee10fa yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:25.928282 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Network eb56131b-c863-46a3-9183-363a638972f3 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:25.934144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:25.943298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:25.951178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Pushing event updated for resources: {'Port': ['ID=9d1c4a9d-550f-4062-a23d-4788b3c3d528,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:25.951627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dc808817-9367-4e40-9e69-347cd4621966 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.967985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:25.999440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b7a8a-c554-49d6-bb4f-d750f694ab73 None None] Network cdeb13d3-710d-49da-988c-69487e642422 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:26.058131 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Attempting to bind port 9d1c4a9d-550f-4062-a23d-4788b3c3d528 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:26.058603 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Attempting to bind port 9d1c4a9d-550f-4062-a23d-4788b3c3d528 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'e6253768-3197-43bf-b937-216d454f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'eb56131b-c863-46a3-9183-363a638972f3'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:26.058860 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Attempting to bind port 9d1c4a9d-550f-4062-a23d-4788b3c3d528 on network eb56131b-c863-46a3-9183-363a638972f3 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:26.061288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.064097 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port aef5f915-648a-41dd-b212-a10d597e8637 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:26.064443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.105390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9603e7d6-cfab-4608-bdd8-396c0d49ccfb']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:26.109641 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5168a6e8-8d0d-42f9-ac7c-4e189814e341 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.117494 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] For port be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:26.124006 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:26.124391 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Checking segment: {'id': 'e6253768-3197-43bf-b937-216d454f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'eb56131b-c863-46a3-9183-363a638972f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:26.124798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.125202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Bound using segment: {'id': 'e6253768-3197-43bf-b937-216d454f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'eb56131b-c863-46a3-9183-363a638972f3'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:26.125698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Bound port: 9d1c4a9d-550f-4062-a23d-4788b3c3d528, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6253768-3197-43bf-b937-216d454f6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'eb56131b-c863-46a3-9183-363a638972f3'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:26.126086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.127627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1185f8-2499-4568-b6b1-82a4f22ff2a8') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:26.128133 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1185f8-2499-4568-b6b1-82a4f22ff2a8') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:26.130354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port aef5f915-648a-41dd-b212-a10d597e8637, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=aef5f915-648a-41dd-b212-a10d597e8637,segment=NetworkSegment(3d3104e8-dde4-4490-95e9-9fe6d9b2f40f),segment_id=3d3104e8-dde4-4490-95e9-9fe6d9b2f40f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:26.131248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dc808817-9367-4e40-9e69-347cd4621966 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.134551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dc808817-9367-4e40-9e69-347cd4621966 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.138277 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dc808817-9367-4e40-9e69-347cd4621966 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "DELETE /v2.0/security-groups/14f0c18f-2461-435b-b276-9e3e46370077 HTTP/1.1" status: 204 len: 168 time: 0.3716033 Nov 24 05:04:26.139693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34290) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:26.152706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] For port be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e,segment=NetworkSegment(9461b895-086f-4807-90b6-e7c2a10295fb),segment_id=9461b895-086f-4807-90b6-e7c2a10295fb)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:26.157714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.177471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc808817-9367-4e40-9e69-347cd4621966 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f0c18f-2461-435b-b276-9e3e46370077,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:26.180515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.181337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.183221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168a6e8-8d0d-42f9-ac7c-4e189814e341 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Subnet': ['ID=c29c8bf7-8aa9-4422-9fc2-44a2dda14bb0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:26.195046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5168a6e8-8d0d-42f9-ac7c-4e189814e341 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.195264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad8e5-04b9-4802-9fa0-e67a7a5077d9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.201176 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5168a6e8-8d0d-42f9-ac7c-4e189814e341 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/subnets/c29c8bf7-8aa9-4422-9fc2-44a2dda14bb0 HTTP/1.1" status: 204 len: 168 time: 1.2795570 Nov 24 05:04:26.202171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34292) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:26.252801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.261680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.264362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ad8e5-04b9-4802-9fa0-e67a7a5077d9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=430a303d-6b76-49e0-9fd0-45846a98601a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:26.266766 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:26.267178 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.268996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] For port aef5f915-648a-41dd-b212-a10d597e8637, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=aef5f915-648a-41dd-b212-a10d597e8637,segment=NetworkSegment(3d3104e8-dde4-4490-95e9-9fe6d9b2f40f),segment_id=3d3104e8-dde4-4490-95e9-9fe6d9b2f40f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:26.269533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:26.270305 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:26.272521 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9f730d83-5d2f-4cbb-b513-f19b50ab797d None None] Provisioning complete for port aef5f915-648a-41dd-b212-a10d597e8637 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:26.272521 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9f730d83-5d2f-4cbb-b513-f19b50ab797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.314945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for aef5f915-648a-41dd-b212-a10d597e8637 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:26.335284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288aeb36-7bca-4f6f-80e3-f1057a17490d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:26.336935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288aeb36-7bca-4f6f-80e3-f1057a17490d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:26.341297 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-288aeb36-7bca-4f6f-80e3-f1057a17490d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1354103 Nov 24 05:04:26.342928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34294) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:26.375965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 65feb66b-c74c-4d85-91b4-29d1590c3027 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:26.382494 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cc603fe4-649a-4f6c-b49b-4a91b56b126e tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2415001 Nov 24 05:04:26.387412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34296) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:26.392920 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-064626b9-f758-4774-bc34-a25a3872ec26 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '5cf43195-c28d-418d-8ec3-340dd45a96a8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:26.407910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.421670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=aef5f915-648a-41dd-b212-a10d597e8637,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:26.464878 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad8e5-04b9-4802-9fa0-e67a7a5077d9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.469057 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4a8ad8e5-04b9-4802-9fa0-e67a7a5077d9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/430a303d-6b76-49e0-9fd0-45846a98601a HTTP/1.1" status: 204 len: 168 time: 1.1197290 Nov 24 05:04:26.472139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34298) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:26.475368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] For port 9d1c4a9d-550f-4062-a23d-4788b3c3d528, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:26.489072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 65feb66b-c74c-4d85-91b4-29d1590c3027 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:26.489466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 65feb66b-c74c-4d85-91b4-29d1590c3027 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:26.490116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 357bdee5-a9f6-4a75-b3da-0313d82425d2 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:26.491533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.516230 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-905d9df7-77ef-44ad-980a-be45bd41857a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:04:26.517075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905d9df7-77ef-44ad-980a-be45bd41857a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:26.520459 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-905d9df7-77ef-44ad-980a-be45bd41857a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/430a303d-6b76-49e0-9fd0-45846a98601a HTTP/1.1" status: 404 len: 333 time: 0.0434012 Nov 24 05:04:26.533226 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] For port 9d1c4a9d-550f-4062-a23d-4788b3c3d528, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9d1c4a9d-550f-4062-a23d-4788b3c3d528,segment=NetworkSegment(e6253768-3197-43bf-b937-216d454f6f6a),segment_id=e6253768-3197-43bf-b937-216d454f6f6a)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:26.543478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 357bdee5-a9f6-4a75-b3da-0313d82425d2 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:26.544402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 357bdee5-a9f6-4a75-b3da-0313d82425d2 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:26.547747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34300) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:26.553560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.595913 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95ee1a0-36f4-4f4d-8726-24591358a52e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:04:26.597689 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c95ee1a0-36f4-4f4d-8726-24591358a52e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/430a303d-6b76-49e0-9fd0-45846a98601a HTTP/1.1" status: 404 len: 333 time: 0.0487170 Nov 24 05:04:26.605940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34302) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:26.626186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Network 5ec16977-9081-42ca-91b0-94f86c77cd62 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:26.658469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ccf38-bdc3-4eef-86cb-4a9677a0dd18 None None] Pushing event updated for resources: {'Port': ['ID=be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:26.667218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event updated for resources: {'Port': ['ID=1afbc02c-3aa2-4825-a168-49b6e2ee10fa,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:26.673899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:26.680129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:26.681204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:26.681848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.690268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.739700 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=aef5f915-648a-41dd-b212-a10d597e8637,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:26.748952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9f2a0d-4acf-4055-b4cd-ba582fc1e40a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting subnet 3c15f754-25c8-46a2-ab51-9bcb67a12115 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:26.753269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No DVR routers for this DVR port aef5f915-648a-41dd-b212-a10d597e8637 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:26.758307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2a0d-4acf-4055-b4cd-ba582fc1e40a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.771319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e46746-1ba1-4927-afcc-66bb2431097a None None] Pushing event updated for resources: {'Port': ['ID=9d1c4a9d-550f-4062-a23d-4788b3c3d528,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:26.786676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a311ff9-e1ff-435e-9a8e-66d91073d539 None None] DHCP port deletion for cdeb13d3-710d-49da-988c-69487e642422 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:26.897930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.900273 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2a0d-4acf-4055-b4cd-ba582fc1e40a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.901127 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/networks/9603e7d6-cfab-4608-bdd8-396c0d49ccfb HTTP/1.1" status: 204 len: 168 time: 1.4857848 Nov 24 05:04:26.913027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34304) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:26.920233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1173880643'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:26.947220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8493b29a-c73e-46be-bb93-c356c71717bf tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.950026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Network': ['ID=9603e7d6-cfab-4608-bdd8-396c0d49ccfb,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:26.964859 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.964859 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.964859 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.965136 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.967772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.967772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.967772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.967772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.968185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:26.968276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.968276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.969308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.969308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d537e785-50ce-429a-a930-1dd02b8dbb82 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:26.979671 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-8493b29a-c73e-46be-bb93-c356c71717bf tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 05:04:26.980771 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8493b29a-c73e-46be-bb93-c356c71717bf tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:26.988961 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e5f81e97-0050-4b80-9b5f-605c5f4f5fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2367435 Nov 24 05:04:26.989626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34306) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:26.995002 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8493b29a-c73e-46be-bb93-c356c71717bf tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/networks/1f34db21-551d-488e-98c3-a1c08894fe1e HTTP/1.1" status: 409 len: 405 time: 0.6471221 Nov 24 05:04:27.001869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34308) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:27.007300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1569944446'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:27.031358 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:27.038037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.052214 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-064626b9-f758-4774-bc34-a25a3872ec26 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The resource could not be found. Nov 24 05:04:27.053301 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-064626b9-f758-4774-bc34-a25a3872ec26 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6644006 Nov 24 05:04:27.057870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdeb13d3-710d-49da-988c-69487e642422']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:27.061008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34310) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:27.068867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f034459b-b177-4ef1-bc58-2061e45301ef tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group': {'name': 'tempest-secgroup--722831059'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:27.084575 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:27.090257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3104e8-dde4-4490-95e9-9fe6d9b2f40f') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:27.090557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3104e8-dde4-4490-95e9-9fe6d9b2f40f') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:27.095031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:27.100071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.115150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.115500 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added segment 3a3d10b7-3d61-41f9-b3b1-1c32de0e390b of type vlan for network cd81ddc9-fea3-44de-87ba-efedaac87169 Nov 24 05:04:27.131738 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f654990-fb77-451a-93cf-a9e89618a8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:27.136595 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5f654990-fb77-451a-93cf-a9e89618a8dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "GET /v2.0/ports/1afbc02c-3aa2-4825-a168-49b6e2ee10fa HTTP/1.1" status: 200 len: 959 time: 0.1335649 Nov 24 05:04:27.140167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34312) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:27.144886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.171946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:27.181478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f034459b-b177-4ef1-bc58-2061e45301ef tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.183751 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.198889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.199231 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Added segment 2613f61c-8127-4e82-8df5-4695845073b2 of type vlan for network b1792138-0b4c-4ac7-b85b-90cc230b03fd Nov 24 05:04:27.250759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.254466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.258606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2a0d-4acf-4055-b4cd-ba582fc1e40a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.261109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:27.261708 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.266098 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.281263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:27.292800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:27.293408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:27.297519 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:27.353431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:27.353882 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.355530 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4401507 Nov 24 05:04:27.362455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34314) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:27.367623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'subnet': {'network_id': 'cd81ddc9-fea3-44de-87ba-efedaac87169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:27.391578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-86a42140-96a9-4555-b5c6-8ade41b3418d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Deleting port 1afbc02c-3aa2-4825-a168-49b6e2ee10fa {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:27.392735 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-86a42140-96a9-4555-b5c6-8ade41b3418d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.415008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.419201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.423305 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/networks/cdeb13d3-710d-49da-988c-69487e642422 HTTP/1.1" status: 204 len: 168 time: 1.8167470 Nov 24 05:04:27.435002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34316) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:27.450112 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'name': 'tempest-PortsIpV6TestJSON-513346248'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:27.456439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279c258-caa0-4d18-b239-9f67df8edf87 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Network': ['ID=cd81ddc9-fea3-44de-87ba-efedaac87169,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:27.461768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.479445 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network cd81ddc9-fea3-44de-87ba-efedaac87169 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:27.487750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.501637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:27.502166 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.509951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a87de-96e0-4c00-87db-633afbf5451f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Network': ['ID=cdeb13d3-710d-49da-988c-69487e642422,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:27.522967 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2a0d-4acf-4055-b4cd-ba582fc1e40a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.547932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2a0d-4acf-4055-b4cd-ba582fc1e40a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.553883 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6b9f2a0d-4acf-4055-b4cd-ba582fc1e40a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/3c15f754-25c8-46a2-ab51-9bcb67a12115 HTTP/1.1" status: 204 len: 168 time: 0.9412773 Nov 24 05:04:27.557683 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34318) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:27.559344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-86a42140-96a9-4555-b5c6-8ade41b3418d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.601266 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Network': ['ID=b1792138-0b4c-4ac7-b85b-90cc230b03fd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:27.610298 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:27.618563 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.621705 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network b1792138-0b4c-4ac7-b85b-90cc230b03fd details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:27.629758 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9e9db6d6-3be1-42cc-b7e5-c1aff9ac4e7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6263585 Nov 24 05:04:27.640805 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34320) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:27.652598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'subnet': {'network_id': 'b1792138-0b4c-4ac7-b85b-90cc230b03fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:27.666002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e,segment=NetworkSegment(9461b895-086f-4807-90b6-e7c2a10295fb),segment_id=9461b895-086f-4807-90b6-e7c2a10295fb)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:27.679979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.681143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9d1c4a9d-550f-4062-a23d-4788b3c3d528 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:27.787192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848b47e-d86d-4c61-a16a-de73c6bdef42 None None] Network 1f34db21-551d-488e-98c3-a1c08894fe1e requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:27.877116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:27.880895 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.924741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8b943fb2-a7d3-4620-b53f-93eb06946ebf None None] Provisioning complete for port be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:27.925513 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8b943fb2-a7d3-4620-b53f-93eb06946ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:27.927211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:27.970266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 9d1c4a9d-550f-4062-a23d-4788b3c3d528 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:27.970744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.076407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-86a42140-96a9-4555-b5c6-8ade41b3418d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Calling delete_port for 1afbc02c-3aa2-4825-a168-49b6e2ee10fa owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:28.109697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f034459b-b177-4ef1-bc58-2061e45301ef tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.111027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f2a0d-4acf-4055-b4cd-ba582fc1e40a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Subnet': ['ID=3c15f754-25c8-46a2-ab51-9bcb67a12115,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:28.131164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f034459b-b177-4ef1-bc58-2061e45301ef tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.174467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.214939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f034459b-b177-4ef1-bc58-2061e45301ef tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.216860 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f034459b-b177-4ef1-bc58-2061e45301ef tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1516166 Nov 24 05:04:28.223110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34322) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:28.223760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 9d1c4a9d-550f-4062-a23d-4788b3c3d528, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9d1c4a9d-550f-4062-a23d-4788b3c3d528,segment=NetworkSegment(e6253768-3197-43bf-b937-216d454f6f6a),segment_id=e6253768-3197-43bf-b937-216d454f6f6a)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:28.225430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.231007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.232877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:28.240248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.258056 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2787960d-14a4-40b8-b9b9-87a5deecf756 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group': {'name': 'tempest-secgroup--204766127'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:28.307907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b548d263-1316-4337-8ff2-abc17fb8cf84 None None] DHCP port deletion for 1f34db21-551d-488e-98c3-a1c08894fe1e request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:28.321993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device aef5f915-648a-41dd-b212-a10d597e8637 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:28.363294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: aef5f915-648a-41dd-b212-a10d597e8637 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:28.363832 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device aef5f915-648a-41dd-b212-a10d597e8637 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:28.367093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=9d1c4a9d-550f-4062-a23d-4788b3c3d528,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:28.367672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.369998 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port df074088-fb66-4dd6-867c-0b77da2e6522 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:28.371554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2787960d-14a4-40b8-b9b9-87a5deecf756 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.384889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034459b-b177-4ef1-bc58-2061e45301ef tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735407b0-a9cf-4b62-b5cb-b283215131b4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:28.425018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b548d263-1316-4337-8ff2-abc17fb8cf84 None None] Deleting port be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:28.425466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b548d263-1316-4337-8ff2-abc17fb8cf84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.425735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.objects.ports [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103233) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:04:28.427772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Subnet': ['ID=dd7abe72-12c3-4eab-928a-da33b020c160,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:28.430046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed737e13-3155-4d48-9730-81974c7aa3b9 None None] Network eb56131b-c863-46a3-9183-363a638972f3 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:28.435482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.447621 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Checking segment: {'id': '3a3d10b7-3d61-41f9-b3b1-1c32de0e390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cd81ddc9-fea3-44de-87ba-efedaac87169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:28.448033 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network hostable DHCP agents. Network: cd81ddc9-fea3-44de-87ba-efedaac87169, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:28.533207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-86a42140-96a9-4555-b5c6-8ade41b3418d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.541884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network cd81ddc9-fea3-44de-87ba-efedaac87169 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:28.552412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b548d263-1316-4337-8ff2-abc17fb8cf84 None None] For port be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e,segment=NetworkSegment(9461b895-086f-4807-90b6-e7c2a10295fb),segment_id=9461b895-086f-4807-90b6-e7c2a10295fb)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:28.552975 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b548d263-1316-4337-8ff2-abc17fb8cf84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.564248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, cd81ddc9-fea3-44de-87ba-efedaac87169) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:28.569408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:28.569952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.578589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ac166275-686f-483e-805b-8017647e808b None None] Provisioning complete for port 9d1c4a9d-550f-4062-a23d-4788b3c3d528 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:28.579462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ac166275-686f-483e-805b-8017647e808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.579972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Checking segment: {'id': '2613f61c-8127-4e82-8df5-4695845073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b1792138-0b4c-4ac7-b85b-90cc230b03fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:28.580544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network hostable DHCP agents. Network: b1792138-0b4c-4ac7-b85b-90cc230b03fd, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:28.582627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b548d263-1316-4337-8ff2-abc17fb8cf84 None None] Calling delete_port for be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:28.583124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Subnet': ['ID=e8f3d6b0-b219-4f3d-9b39-5db1c2d819e6,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:28.584916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd05242f-2a97-440d-aec7-c629dba55568 None None] Network cd81ddc9-fea3-44de-87ba-efedaac87169 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:28.618107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2787960d-14a4-40b8-b9b9-87a5deecf756 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.631353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2787960d-14a4-40b8-b9b9-87a5deecf756 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.632434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a42140-96a9-4555-b5c6-8ade41b3418d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event deleted for resources: {'Port': ['ID=1afbc02c-3aa2-4825-a168-49b6e2ee10fa,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:28.644651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 9d1c4a9d-550f-4062-a23d-4788b3c3d528 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:28.645008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.654681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-86a42140-96a9-4555-b5c6-8ade41b3418d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.658002 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-86a42140-96a9-4555-b5c6-8ade41b3418d tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1afbc02c-3aa2-4825-a168-49b6e2ee10fa HTTP/1.1" status: 204 len: 168 time: 1.5152841 Nov 24 05:04:28.666369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34324) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:28.670838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787960d-14a4-40b8-b9b9-87a5deecf756 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9ecdd8-22dc-461b-ae18-875f1d4c9abe,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:28.673214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.676361 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b5c8bd25-8bab-4b3e-864e-bb7e77019d58 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3126476 Nov 24 05:04:28.684795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34326) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:28.689149 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network b1792138-0b4c-4ac7-b85b-90cc230b03fd is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:28.690338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3a617bcc-b817-4545-bbdc-163ce59860ed tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-830951225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:28.714814 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3b636e-c3ce-4b8b-b6db-62a678942e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] GET failed (client error): The resource could not be found. Nov 24 05:04:28.722503 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5b3b636e-c3ce-4b8b-b6db-62a678942e14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "GET /v2.0/ports/1afbc02c-3aa2-4825-a168-49b6e2ee10fa HTTP/1.1" status: 404 len: 333 time: 0.0449622 Nov 24 05:04:28.723140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34328) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:28.725576 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, b1792138-0b4c-4ac7-b85b-90cc230b03fd) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:28.730249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:28.730859 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.737309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Request body: {'port': {'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-447295100'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:28.743057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2787960d-14a4-40b8-b9b9-87a5deecf756 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.747308 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2787960d-14a4-40b8-b9b9-87a5deecf756 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5191150 Nov 24 05:04:28.748476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34330) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:28.757035 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-04b32ee8-f6e4-47f6-937c-d6b80930ab84 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group_rule': {'security_group_id': '735407b0-a9cf-4b62-b5cb-b283215131b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ed9ecdd8-22dc-461b-ae18-875f1d4c9abe'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:28.761275 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] For port 9d1c4a9d-550f-4062-a23d-4788b3c3d528, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9d1c4a9d-550f-4062-a23d-4788b3c3d528,segment=NetworkSegment(e6253768-3197-43bf-b937-216d454f6f6a),segment_id=e6253768-3197-43bf-b937-216d454f6f6a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:28.761711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.789234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 9d1c4a9d-550f-4062-a23d-4788b3c3d528 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:28.806592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a617bcc-b817-4545-bbdc-163ce59860ed tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.807631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a617bcc-b817-4545-bbdc-163ce59860ed tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.824656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Made reservation on behalf of 3ae2ad6d04924b728552493af95f664e for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:28.827270 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.850648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.852583 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] device_id is not set on port e8a2e86a-624e-4ac9-9150-1beeaefbb224 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:28.858411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d02c6-f257-4895-b898-3c18157fb270 None None] Network b1792138-0b4c-4ac7-b85b-90cc230b03fd requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:28.875480 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-694477c0-a8f3-482a-8ccb-971eee950792 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2304635 Nov 24 05:04:28.877136 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34332) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:28.908138 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'port': {'network_id': 'b1792138-0b4c-4ac7-b85b-90cc230b03fd', 'name': 'tempest-NetworksIpV6TestAttrs-602659155'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:28.945222 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-04b32ee8-f6e4-47f6-937c-d6b80930ab84 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:28.947649 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-04b32ee8-f6e4-47f6-937c-d6b80930ab84 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1950305 Nov 24 05:04:28.952230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34336) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:28.958985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network efd728c2-502d-4c27-9f43-6889b959b397 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:28.967185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a617bcc-b817-4545-bbdc-163ce59860ed tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.969888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:28.971999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=df074088-fb66-4dd6-867c-0b77da2e6522,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:28.976108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:28.982365 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:28.983259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:28.989215 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a617bcc-b817-4545-bbdc-163ce59860ed tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.026470 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b63489d3-2b04-45d6-929a-e309a50cdb6c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5818362 Nov 24 05:04:29.031500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a617bcc-b817-4545-bbdc-163ce59860ed tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.035858 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3a617bcc-b817-4545-bbdc-163ce59860ed tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3498440 Nov 24 05:04:29.036974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34338) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:29.037400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34340) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:29.053810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'port': {'network_id': 'cd81ddc9-fea3-44de-87ba-efedaac87169', 'name': 'tempest-RoutersIpV6Test-727803930'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:29.057623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34342) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:29.059642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.101767 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e48cb5fa-e906-41ad-b6fc-51526d02bb1c tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.138270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b548d263-1316-4337-8ff2-abc17fb8cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.163554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e48cb5fa-e906-41ad-b6fc-51526d02bb1c tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.179907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a6d92-04de-4944-9e87-90316908af41 None None] DHCP port deletion for eb56131b-c863-46a3-9183-363a638972f3 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:29.187348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548d263-1316-4337-8ff2-abc17fb8cf84 None None] Pushing event deleted for resources: {'Port': ['ID=be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:29.191454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548d263-1316-4337-8ff2-abc17fb8cf84 None None] No DVR routers for this DVR port be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:29.250580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-cd81ddc9-fea3-44de-87ba-efedaac87169', 'network_id': 'cd81ddc9-fea3-44de-87ba-efedaac87169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'fixed_ips': [{'subnet_id': 'dd7abe72-12c3-4eab-928a-da33b020c160'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:29.251476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.265304 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=9d1c4a9d-550f-4062-a23d-4788b3c3d528,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:29.281402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-b1792138-0b4c-4ac7-b85b-90cc230b03fd', 'network_id': 'b1792138-0b4c-4ac7-b85b-90cc230b03fd', 'tenant_id': 'ff518f873d104bf5816941eb033d5882', 'fixed_ips': [{'subnet_id': 'e8f3d6b0-b219-4f3d-9b39-5db1c2d819e6'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:29.282310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.292846 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:29.297625 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.303774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No DVR routers for this DVR port 9d1c4a9d-550f-4062-a23d-4788b3c3d528 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:29.330522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.337107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e48cb5fa-e906-41ad-b6fc-51526d02bb1c tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.339606 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e48cb5fa-e906-41ad-b6fc-51526d02bb1c tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.343517 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e48cb5fa-e906-41ad-b6fc-51526d02bb1c tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "DELETE /v2.0/security-groups/ed9ecdd8-22dc-461b-ae18-875f1d4c9abe HTTP/1.1" status: 204 len: 168 time: 0.3856115 Nov 24 05:04:29.343704 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:29.348366 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] device_id is not set on port 887d1183-754b-4a95-936f-7ed5028169d5 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:29.354022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34344) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:29.382783 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cb5fa-e906-41ad-b6fc-51526d02bb1c tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9ecdd8-22dc-461b-ae18-875f1d4c9abe,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:29.389428 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:29.389964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device be4f3c0b-6aa5-4078-81e5-53e0fdb6ba5e not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:29.466274 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.504465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6609e36-9fc1-401a-a79a-f1c6dbf24dee tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:29.504941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6609e36-9fc1-401a-a79a-f1c6dbf24dee tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:29.505402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6609e36-9fc1-401a-a79a-f1c6dbf24dee tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:29.511642 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d6609e36-9fc1-401a-a79a-f1c6dbf24dee tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=227fcf8641794a6b9aef85d3570bf3a5&network_id=71a7fc35-9529-48a5-9505-3edd8dcad952 HTTP/1.1" status: 200 len: 3000 time: 0.4443316 Nov 24 05:04:29.542772 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9f56f122-d8e5-486e-92ed-b63ae9d369e4 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1875684 Nov 24 05:04:29.551732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34348) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:29.552491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Allocated IP 2001:db8::2 (cd81ddc9-fea3-44de-87ba-efedaac87169/dd7abe72-12c3-4eab-928a-da33b020c160/b281dd58-2cee-42b7-956d-7b13bd24a5f7) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:29.573606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.593887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Network 5ec16977-9081-42ca-91b0-94f86c77cd62 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:29.598681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:29.601776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.608594 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb56131b-c863-46a3-9183-363a638972f3']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:29.610961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:29.613401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Allocated IP 2001:db8::f816:3eff:feea:2e77 (b1792138-0b4c-4ac7-b85b-90cc230b03fd/e8f3d6b0-b219-4f3d-9b39-5db1c2d819e6/887d1183-754b-4a95-936f-7ed5028169d5) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:29.618055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:29.619450 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:29.620347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.628073 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a2e86a-624e-4ac9-9150-1beeaefbb224,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:29.631573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-943a2a84-1717-4fee-8a06-5a6cb53d188f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port df074088-fb66-4dd6-867c-0b77da2e6522 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:29.632052 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-943a2a84-1717-4fee-8a06-5a6cb53d188f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.635969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6253768-3197-43bf-b937-216d454f6f6a') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:29.636133 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6253768-3197-43bf-b937-216d454f6f6a') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:29.662658 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4591e611-d5ab-4938-8631-3544a686f04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9379189 Nov 24 05:04:29.666272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.671552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34352) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:29.672947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] device_id is not set on port 9fa29c5e-e0d9-48ba-ae94-b525c738f72d yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:29.696943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:29.699870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6cb7-94c6-47f6-8c63-724e10b17089 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.738026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.744661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.752263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6cb7-94c6-47f6-8c63-724e10b17089 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.788220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Network cd81ddc9-fea3-44de-87ba-efedaac87169 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:29.793646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:29.798416 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:29.808569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.819640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Pushing event updated for resources: {'Port': ['ID=b281dd58-2cee-42b7-956d-7b13bd24a5f7,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:29.829431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.829815 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.830166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.830510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.830843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.831484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.831967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.832446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.832837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.833215 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.833889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.834239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:04:29.834571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-943a2a84-1717-4fee-8a06-5a6cb53d188f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.839343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:29.839777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:29.843788 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:29.875306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6cb7-94c6-47f6-8c63-724e10b17089 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.877843 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e1c6cb7-94c6-47f6-8c63-724e10b17089 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.881920 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1e1c6cb7-94c6-47f6-8c63-724e10b17089 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "DELETE /v2.0/security-groups/735407b0-a9cf-4b62-b5cb-b283215131b4 HTTP/1.1" status: 204 len: 168 time: 0.3263111 Nov 24 05:04:29.888704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34354) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:29.892707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Attempting to bind port b281dd58-2cee-42b7-956d-7b13bd24a5f7 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:29.893084 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Attempting to bind port b281dd58-2cee-42b7-956d-7b13bd24a5f7 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '3a3d10b7-3d61-41f9-b3b1-1c32de0e390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cd81ddc9-fea3-44de-87ba-efedaac87169'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:29.894183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Attempting to bind port b281dd58-2cee-42b7-956d-7b13bd24a5f7 on network cd81ddc9-fea3-44de-87ba-efedaac87169 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:29.898791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.899112 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:29.899939 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Checking segment: {'id': '3a3d10b7-3d61-41f9-b3b1-1c32de0e390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cd81ddc9-fea3-44de-87ba-efedaac87169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:29.900346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.900739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Bound using segment: {'id': '3a3d10b7-3d61-41f9-b3b1-1c32de0e390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cd81ddc9-fea3-44de-87ba-efedaac87169'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:29.901214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Bound port: b281dd58-2cee-42b7-956d-7b13bd24a5f7, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3d10b7-3d61-41f9-b3b1-1c32de0e390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'cd81ddc9-fea3-44de-87ba-efedaac87169'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:29.901609 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.913187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c6cb7-94c6-47f6-8c63-724e10b17089 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735407b0-a9cf-4b62-b5cb-b283215131b4,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:29.928177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-943a2a84-1717-4fee-8a06-5a6cb53d188f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for df074088-fb66-4dd6-867c-0b77da2e6522 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:29.967295 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:29.967538 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2251d7c0-4f74-4eee-96f8-fdf855c54b97 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0732429 Nov 24 05:04:29.968003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34356) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:29.972709 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-65c542dd-90fc-49fd-bd0c-cf19d3866aa6 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371332425'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:29.983529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] For port b281dd58-2cee-42b7-956d-7b13bd24a5f7, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:29.988187 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] For port b281dd58-2cee-42b7-956d-7b13bd24a5f7, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b281dd58-2cee-42b7-956d-7b13bd24a5f7,segment=NetworkSegment(3a3d10b7-3d61-41f9-b3b1-1c32de0e390b),segment_id=3a3d10b7-3d61-41f9-b3b1-1c32de0e390b)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:30.000113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.003649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65c542dd-90fc-49fd-bd0c-cf19d3866aa6 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.006028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.063238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network b1792138-0b4c-4ac7-b85b-90cc230b03fd is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:30.071658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.075669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:30.077443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Allocated IP 2001:db8::2e1 (cd81ddc9-fea3-44de-87ba-efedaac87169/dd7abe72-12c3-4eab-928a-da33b020c160/9fa29c5e-e0d9-48ba-ae94-b525c738f72d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:30.078010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:30.087429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:30.088234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.088842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Allocated IP 2001:db8::f816:3eff:fe3c:6462 (b1792138-0b4c-4ac7-b85b-90cc230b03fd/e8f3d6b0-b219-4f3d-9b39-5db1c2d819e6/74e8712f-7ede-482b-882a-1f73460401c9) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:30.089300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.093146 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/networks/eb56131b-c863-46a3-9183-363a638972f3 HTTP/1.1" status: 204 len: 168 time: 2.5276093 Nov 24 05:04:30.100985 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34358) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:30.110613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-582100040'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:30.125990 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba60e5-137e-40ea-be7c-12cf7d9e5413 None None] Pushing event updated for resources: {'Port': ['ID=b281dd58-2cee-42b7-956d-7b13bd24a5f7,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:30.131260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Port': ['ID=887d1183-754b-4a95-936f-7ed5028169d5,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:30.164394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:30.168079 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.177641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7fb50-2f7f-4219-bb46-1a7f432fe15f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Network': ['ID=eb56131b-c863-46a3-9183-363a638972f3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:30.180322 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e33d044c-aba4-4fd7-9566-7725e6d01e8d tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2758765 Nov 24 05:04:30.180746 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34360) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:30.272418 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eceb8ae-7ddd-433a-ace5-8ce4fdbb8c8b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Deleting subnet e8f3d6b0-b219-4f3d-9b39-5db1c2d819e6 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:30.283917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65c542dd-90fc-49fd-bd0c-cf19d3866aa6 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.292043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65c542dd-90fc-49fd-bd0c-cf19d3866aa6 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.294802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:30.296071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-943a2a84-1717-4fee-8a06-5a6cb53d188f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.309991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.319288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8eceb8ae-7ddd-433a-ace5-8ce4fdbb8c8b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.321858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.333328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a2a84-1717-4fee-8a06-5a6cb53d188f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=df074088-fb66-4dd6-867c-0b77da2e6522,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:30.360290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.360732 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Added segment 12622700-3554-4776-a628-d8cfee1db93b of type vlan for network 97485c0e-d073-4131-a702-9e5f8ee43728 Nov 24 05:04:30.378500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Network b1792138-0b4c-4ac7-b85b-90cc230b03fd is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:30.380290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-65c542dd-90fc-49fd-bd0c-cf19d3866aa6 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.384560 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-65c542dd-90fc-49fd-bd0c-cf19d3866aa6 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4127264 Nov 24 05:04:30.384715 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34362) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:30.393230 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:30.400379 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:30.415205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-fae342a9-3f88-41ef-97c0-f1bae333ed58 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:30.416825 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-fae342a9-3f88-41ef-97c0-f1bae333ed58 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 05:04:30.417964 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-fae342a9-3f88-41ef-97c0-f1bae333ed58 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 05:04:30.420959 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fae342a9-3f88-41ef-97c0-f1bae333ed58 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "PUT /v2.0/security-groups/c2723996-dc4b-49f4-b64b-f5e7fb611edf HTTP/1.1" status: 409 len: 330 time: 0.0136237 Nov 24 05:04:30.427010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Pushing event updated for resources: {'Port': ['ID=74e8712f-7ede-482b-882a-1f73460401c9,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:30.431203 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34366) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:30.440718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c542dd-90fc-49fd-bd0c-cf19d3866aa6 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2723996-dc4b-49f4-b64b-f5e7fb611edf,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:30.469657 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:04:30.490250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-943a2a84-1717-4fee-8a06-5a6cb53d188f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.493953 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8eceb8ae-7ddd-433a-ace5-8ce4fdbb8c8b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.496296 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-943a2a84-1717-4fee-8a06-5a6cb53d188f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/df074088-fb66-4dd6-867c-0b77da2e6522 HTTP/1.1" status: 204 len: 168 time: 1.4568498 Nov 24 05:04:30.499408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34368) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:30.510164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'mac_address': 'fa:16:3e:d8:01:42', 'name': 'tempest-PortsIpV6TestJSON-309873846'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:30.524031 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Attempting to bind port 74e8712f-7ede-482b-882a-1f73460401c9 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:30.524346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.525034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Attempting to bind port 74e8712f-7ede-482b-882a-1f73460401c9 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '2613f61c-8127-4e82-8df5-4695845073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b1792138-0b4c-4ac7-b85b-90cc230b03fd'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:30.525638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Attempting to bind port 74e8712f-7ede-482b-882a-1f73460401c9 on network b1792138-0b4c-4ac7-b85b-90cc230b03fd {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:30.536529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] device_id is not set on port e8a2e86a-624e-4ac9-9150-1beeaefbb224 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:30.539263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:30.539874 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Checking segment: {'id': '2613f61c-8127-4e82-8df5-4695845073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b1792138-0b4c-4ac7-b85b-90cc230b03fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:30.540788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.541360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Bound using segment: {'id': '2613f61c-8127-4e82-8df5-4695845073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b1792138-0b4c-4ac7-b85b-90cc230b03fd'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:30.542062 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Bound port: 74e8712f-7ede-482b-882a-1f73460401c9, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2613f61c-8127-4e82-8df5-4695845073b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b1792138-0b4c-4ac7-b85b-90cc230b03fd'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:30.542645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.587920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.589447 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.596677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:30.597623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.624584 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] For port 74e8712f-7ede-482b-882a-1f73460401c9, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:30.632126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] For port 74e8712f-7ede-482b-882a-1f73460401c9, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=74e8712f-7ede-482b-882a-1f73460401c9,segment=NetworkSegment(2613f61c-8127-4e82-8df5-4695845073b2),segment_id=2613f61c-8127-4e82-8df5-4695845073b2)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:30.639549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.644339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.661317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.691168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e93bf59-5102-47eb-8c9d-e7b8f91fbcf5 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.713802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e6177-44d2-4586-884c-30bed35010f1 None None] Pushing event updated for resources: {'Port': ['ID=74e8712f-7ede-482b-882a-1f73460401c9,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:30.739636 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6332328 Nov 24 05:04:30.739636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34370) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:30.749907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0650f-f4f2-4cb9-a475-ad7d1360494f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Network': ['ID=97485c0e-d073-4131-a702-9e5f8ee43728,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:30.757253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a2e86a-624e-4ac9-9150-1beeaefbb224,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:30.758518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '97485c0e-d073-4131-a702-9e5f8ee43728', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:30.767801 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 97485c0e-d073-4131-a702-9e5f8ee43728 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:30.771582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:30.793526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:30.794478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:30.794937 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:30.815396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:30.815776 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:30.819694 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 2 to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 Nov 24 05:04:30.855634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e93bf59-5102-47eb-8c9d-e7b8f91fbcf5 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.866808 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.883625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:30.883625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:30.883625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:30.921114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.926093 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:30.926427 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:30.936204 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 3 to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 Nov 24 05:04:30.953750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8eceb8ae-7ddd-433a-ace5-8ce4fdbb8c8b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.959797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network cd81ddc9-fea3-44de-87ba-efedaac87169 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:30.971706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:30.972054 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:30.972399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:30.974435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:30.981997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:30.989861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:30.990536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:30.993079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=9fa29c5e-e0d9-48ba-ae94-b525c738f72d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:31.003114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port 0927cd6a-df04-45f7-9f24-60d59e71b5a3 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:31.014773 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:31.015178 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:31.018555 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 4 to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 Nov 24 05:04:31.062384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e93bf59-5102-47eb-8c9d-e7b8f91fbcf5 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.066196 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e93bf59-5102-47eb-8c9d-e7b8f91fbcf5 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.067933 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2e93bf59-5102-47eb-8c9d-e7b8f91fbcf5 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "DELETE /v2.0/security-groups/c2723996-dc4b-49f4-b64b-f5e7fb611edf HTTP/1.1" status: 204 len: 168 time: 0.6331069 Nov 24 05:04:31.095694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34374) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:31.118170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:31.121721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.124467 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:31.125140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:31.125993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:31.134308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:31.134465 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:31.144530 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8eceb8ae-7ddd-433a-ace5-8ce4fdbb8c8b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.145866 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 5 to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 Nov 24 05:04:31.165595 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c1ab9044-2597-471b-8cc1-6714a8c61317 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1150374 Nov 24 05:04:31.168444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93bf59-5102-47eb-8c9d-e7b8f91fbcf5 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2723996-dc4b-49f4-b64b-f5e7fb611edf,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:31.168629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34376) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:31.238804 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:31.239085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:31.239436 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:31.267675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eceb8ae-7ddd-433a-ace5-8ce4fdbb8c8b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f3d6b0-b219-4f3d-9b39-5db1c2d819e6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:31.288751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:31.293156 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:31.301697 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 6 to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 Nov 24 05:04:31.315998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b281dd58-2cee-42b7-956d-7b13bd24a5f7 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:31.325789 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34378) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:31.328612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:31.328961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:31.329307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:31.336530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:31.336872 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:31.339257 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 7 to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 Nov 24 05:04:31.367164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8eceb8ae-7ddd-433a-ace5-8ce4fdbb8c8b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.371632 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8eceb8ae-7ddd-433a-ace5-8ce4fdbb8c8b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/subnets/e8f3d6b0-b219-4f3d-9b39-5db1c2d819e6 HTTP/1.1" status: 204 len: 168 time: 1.1805527 Nov 24 05:04:31.377044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b281dd58-2cee-42b7-956d-7b13bd24a5f7 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:31.377469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.378844 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f61de457-5cb9-4b83-be9c-ac197a42dfdb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2805305 Nov 24 05:04:31.382081 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34380) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:31.382409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34382) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:31.454212 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-a20f6f05-7f42-4c0f-b58d-567847bfe179 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] delete failed (client error): The resource could not be found. Nov 24 05:04:31.458954 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a20f6f05-7f42-4c0f-b58d-567847bfe179 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c5de552-7504-4f75-b21c-566df117ba3e HTTP/1.1" status: 404 len: 347 time: 0.0686612 Nov 24 05:04:31.467036 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34384) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:31.486990 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.494556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a694a-c5b4-4bf8-83f3-3349d479d06a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:31.496233 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-423a694a-c5b4-4bf8-83f3-3349d479d06a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 814 time: 0.1691732 Nov 24 05:04:31.501007 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:31.501540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:31.501737 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:31.514725 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-64a309b1-4dd0-4a3f-92e8-a2d2641db832 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] show failed (client error): The resource could not be found. Nov 24 05:04:31.516045 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-64a309b1-4dd0-4a3f-92e8-a2d2641db832 tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "GET /v2.0/security-groups/9f6758ee-21d5-4f60-a6c4-b359579b6e00 HTTP/1.1" status: 404 len: 347 time: 0.0477622 Nov 24 05:04:31.523117 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34388) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:31.524335 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63f486-de43-4cad-9585-80edc2372dda tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:31.526051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63f486-de43-4cad-9585-80edc2372dda tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:31.527641 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-db63f486-de43-4cad-9585-80edc2372dda tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1421051 Nov 24 05:04:31.531839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34390) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:31.538657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port b281dd58-2cee-42b7-956d-7b13bd24a5f7, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b281dd58-2cee-42b7-956d-7b13bd24a5f7,segment=NetworkSegment(3a3d10b7-3d61-41f9-b3b1-1c32de0e390b),segment_id=3a3d10b7-3d61-41f9-b3b1-1c32de0e390b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:31.544495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.547671 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-2dde612d-a334-48bc-add6-3f828556cfeb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] show failed (client error): The resource could not be found. Nov 24 05:04:31.548863 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2dde612d-a334-48bc-add6-3f828556cfeb tempest-NegativeSecGroupTest-1807801638 tempest-NegativeSecGroupTest-1807801638-project] 10.222.0.37 "GET /v2.0/security-group-rules/eaaa774d-a2f7-4210-8d80-19509ad9ddab HTTP/1.1" status: 404 len: 356 time: 0.0233109 Nov 24 05:04:31.551817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.553007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 74e8712f-7ede-482b-882a-1f73460401c9 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:31.647557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ee00ff8-1979-4169-8268-dd07abdf6888 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.650316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:31.650775 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:31.659207 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 8 to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 Nov 24 05:04:31.660601 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee00ff8-1979-4169-8268-dd07abdf6888 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 05:04:31.661071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee00ff8-1979-4169-8268-dd07abdf6888 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:31.669408 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4ee00ff8-1979-4169-8268-dd07abdf6888 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/networks/b1792138-0b4c-4ac7-b85b-90cc230b03fd HTTP/1.1" status: 409 len: 405 time: 0.1331873 Nov 24 05:04:31.670392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34396) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:31.683815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-764409747'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:31.690056 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84805f-8c22-48ab-a13c-cdeaf2043349 None None] Network cd81ddc9-fea3-44de-87ba-efedaac87169 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:31.695270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=b281dd58-2cee-42b7-956d-7b13bd24a5f7,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:31.710624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:31.711206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:31.711371 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:31.719621 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:31.719885 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:31.720001 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:31.724078 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 9 to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 Nov 24 05:04:31.724251 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.799422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:31.815931 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:31.816462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:31.816614 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:31.819622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.822093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.826350 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Added segment 501ac07a-8570-4418-96f0-fbc1b94456de of type vlan for network d4bb33f1-be7e-4ea0-9574-496d54d2c25c Nov 24 05:04:31.826521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:31.826521 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:31.829355 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempt 10 to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 Nov 24 05:04:31.855104 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 74e8712f-7ede-482b-882a-1f73460401c9 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:31.855651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.857625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:31.858041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:31.859426 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempting to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:31.862153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-58ff023f-ae9e-4c0e-897f-c4c4c1e67d85 None None] Provisioning complete for port b281dd58-2cee-42b7-956d-7b13bd24a5f7 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:31.862654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-58ff023f-ae9e-4c0e-897f-c4c4c1e67d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.865875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.870134 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:31.870465 dv-neutron-818850-5-hyperv neutron-server[103232]: ERROR neutron.plugins.ml2.managers [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Failed to bind port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'a22c32cd-d28e-4abb-ab08-caf9e6557725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5ec16977-9081-42ca-91b0-94f86c77cd62'}] Nov 24 05:04:31.870880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:31.965195 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34400) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:31.977218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network efd728c2-502d-4c27-9f43-6889b959b397 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:31.989288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'network': {'name': 'tempest-network-smoke--1901063345', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'port_security_enabled': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:32.002726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34402) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:32.013717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.021075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:32.033608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=0927cd6a-df04-45f7-9f24-60d59e71b5a3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:32.035031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Checking segment: {'id': '12622700-3554-4776-a628-d8cfee1db93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '97485c0e-d073-4131-a702-9e5f8ee43728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:32.036470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network hostable DHCP agents. Network: 97485c0e-d073-4131-a702-9e5f8ee43728, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:32.048758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:32.055689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Subnet': ['ID=2422ef77-d18d-47ad-997e-6391010ca1bd,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:32.065750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:32.066727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.094119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.098953 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:32.105161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.109311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.140970 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-32555575-5110-4525-9493-28e41f6e4cb2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6383915 Nov 24 05:04:32.146985 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34406) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:32.161918 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 97485c0e-d073-4131-a702-9e5f8ee43728 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:32.205897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] For port e8a2e86a-624e-4ac9-9150-1beeaefbb224, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:32.206273 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attempted to set empty binding levels {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 05:04:32.222077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.225209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 97485c0e-d073-4131-a702-9e5f8ee43728) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:32.226266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 74e8712f-7ede-482b-882a-1f73460401c9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=74e8712f-7ede-482b-882a-1f73460401c9,segment=NetworkSegment(2613f61c-8127-4e82-8df5-4695845073b2),segment_id=2613f61c-8127-4e82-8df5-4695845073b2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:32.239795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.258164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.265364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:32.266000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.280348 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ef81ed97-8354-4f72-a363-ef68f573f8e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df87a01498104fcea5f9cd7f56ea27ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733867 Nov 24 05:04:32.286219 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc985b-8a7f-411e-afb5-137c14e8d947 None None] Network 97485c0e-d073-4131-a702-9e5f8ee43728 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:32.294034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34408) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:32.319496 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:32.320048 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.359818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:32.408048 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856399f3-3396-4e7d-8b46-058fd2c2aa04 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:32.412480 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-856399f3-3396-4e7d-8b46-058fd2c2aa04 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/0927cd6a-df04-45f7-9f24-60d59e71b5a3 HTTP/1.1" status: 200 len: 844 time: 0.2634358 Nov 24 05:04:32.416819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34410) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:32.418138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] In _notify_port_updated(), no bound segment for port e8a2e86a-624e-4ac9-9150-1beeaefbb224 on network 5ec16977-9081-42ca-91b0-94f86c77cd62 {{(pid=103232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:04:32.420021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:32.420844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.422372 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "PUT /v2.0/ports/e8a2e86a-624e-4ac9-9150-1beeaefbb224 HTTP/1.1" status: 200 len: 980 time: 2.7436688 Nov 24 05:04:32.425465 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7536979 Nov 24 05:04:32.434178 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34412) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:32.434746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34414) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:32.457560 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'subnet': {'network_id': 'd4bb33f1-be7e-4ea0-9574-496d54d2c25c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:32.467185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe9ca7-89fc-48dd-ba68-e876f753b2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a2e86a-624e-4ac9-9150-1beeaefbb224,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:32.500797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.501494 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Added segment 8c48287a-caa3-41c1-a6cc-c4ec98ab5b66 of type vlan for network 73461ba6-b739-4431-bcf0-7b7169ad319a Nov 24 05:04:32.509424 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a459a7-95ee-4430-82f0-76734a57ed41 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Network': ['ID=d4bb33f1-be7e-4ea0-9574-496d54d2c25c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:32.526703 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b82e8250-ad76-4199-8c97-a32416dd9a4b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7776654 Nov 24 05:04:32.536971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34416) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:32.553003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': '97485c0e-d073-4131-a702-9e5f8ee43728', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1318371786'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:32.565709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9d1c4a9d-550f-4062-a23d-4788b3c3d528 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:32.568320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de41b07c-c40f-46a9-88cc-232c38c5443f None None] Network b1792138-0b4c-4ac7-b85b-90cc230b03fd requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:32.595204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network d4bb33f1-be7e-4ea0-9574-496d54d2c25c details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:32.598015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=74e8712f-7ede-482b-882a-1f73460401c9,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:32.602528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.641943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-291a11e7-e6f4-4da0-9431-c2fbfbd3796b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 0927cd6a-df04-45f7-9f24-60d59e71b5a3 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:32.642181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-291a11e7-e6f4-4da0-9431-c2fbfbd3796b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.683556 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 9d1c4a9d-550f-4062-a23d-4788b3c3d528 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:32.684210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9d1c4a9d-550f-4062-a23d-4788b3c3d528 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:32.692532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d376e86-511d-4671-960a-cbdc214bb69d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.701554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.707395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:32.707887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.753168 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f8407917-5b0d-445e-84e3-34816bc1b8d6 None None] Provisioning complete for port 74e8712f-7ede-482b-882a-1f73460401c9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:32.753796 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f8407917-5b0d-445e-84e3-34816bc1b8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.790794 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8152714 Nov 24 05:04:32.810418 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34418) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:32.820803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-291a11e7-e6f4-4da0-9431-c2fbfbd3796b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.867465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-291a11e7-e6f4-4da0-9431-c2fbfbd3796b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 0927cd6a-df04-45f7-9f24-60d59e71b5a3 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:32.923886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346bcdb-2105-44c3-bd32-e1ff658bbe55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Network': ['ID=73461ba6-b739-4431-bcf0-7b7169ad319a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:32.957820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 73461ba6-b739-4431-bcf0-7b7169ad319a details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:32.960813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-97485c0e-d073-4131-a702-9e5f8ee43728', 'network_id': '97485c0e-d073-4131-a702-9e5f8ee43728', 'tenant_id': 'dbf4560984f14b598e576e8bba19b586', 'fixed_ips': [{'subnet_id': '2422ef77-d18d-47ad-997e-6391010ca1bd'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:32.961778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:32.987628 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85347184-c7d8-4ef2-a836-8ab782ca37ce tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:32.991881 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-85347184-c7d8-4ef2-a836-8ab782ca37ce tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=227fcf8641794a6b9aef85d3570bf3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1781101 Nov 24 05:04:32.995221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34420) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:33.077322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d08ae3-4ed9-4275-b786-e80b732e0c9a None None] DHCP port deletion for b1792138-0b4c-4ac7-b85b-90cc230b03fd request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:33.136919 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf3d18-c8c9-4864-827b-d194d78d8050 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:33.143750 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-04bf3d18-c8c9-4864-827b-d194d78d8050 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1422822 Nov 24 05:04:33.145007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34422) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:33.176883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-291a11e7-e6f4-4da0-9431-c2fbfbd3796b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.182982 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-691535e1-208a-482d-abe6-62663c1379e6 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342062 Nov 24 05:04:33.185616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d376e86-511d-4671-960a-cbdc214bb69d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.188820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34424) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:33.233069 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b281dd58-2cee-42b7-956d-7b13bd24a5f7 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:33.244710 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-747b0ce0-843a-412e-b376-2c38c53eb505 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=227fcf8641794a6b9aef85d3570bf3a5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524995 Nov 24 05:04:33.244710 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a11e7-e6f4-4da0-9431-c2fbfbd3796b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=0927cd6a-df04-45f7-9f24-60d59e71b5a3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:33.245635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34426) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:33.254374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-291a11e7-e6f4-4da0-9431-c2fbfbd3796b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.258098 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-291a11e7-e6f4-4da0-9431-c2fbfbd3796b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/0927cd6a-df04-45f7-9f24-60d59e71b5a3 HTTP/1.1" status: 204 len: 168 time: 0.8321447 Nov 24 05:04:33.260767 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34428) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:33.286359 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a03d89-03df-4b38-bf07-1f26652541ab tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:04:33.287865 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c9a03d89-03df-4b38-bf07-1f26652541ab tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/0927cd6a-df04-45f7-9f24-60d59e71b5a3 HTTP/1.1" status: 404 len: 333 time: 0.0261114 Nov 24 05:04:33.291434 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34430) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:33.291646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-11c1dcb6-d5b5-411e-8c19-ab0592d3c876 None None] Provisioning complete for port b281dd58-2cee-42b7-956d-7b13bd24a5f7 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:33.292051 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11c1dcb6-d5b5-411e-8c19-ab0592d3c876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.299997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'name': 'tempest-PortsIpV6TestJSON-107787131'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:33.303300 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Allocated IP 172.20.0.2 (97485c0e-d073-4131-a702-9e5f8ee43728/2422ef77-d18d-47ad-997e-6391010ca1bd/f5789841-2da6-45c4-91b1-6ef7336d3378) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:33.330987 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-28d08ae3-4ed9-4275-b786-e80b732e0c9a None None] Deleting port 74e8712f-7ede-482b-882a-1f73460401c9 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:33.331695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-28d08ae3-4ed9-4275-b786-e80b732e0c9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.352593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:33.357306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.450331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-263b549e-5a26-48ef-84af-dba8d588ed58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Deleting port e8a2e86a-624e-4ac9-9150-1beeaefbb224 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:33.450939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-263b549e-5a26-48ef-84af-dba8d588ed58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.451473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-28d08ae3-4ed9-4275-b786-e80b732e0c9a None None] For port 74e8712f-7ede-482b-882a-1f73460401c9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=74e8712f-7ede-482b-882a-1f73460401c9,segment=NetworkSegment(2613f61c-8127-4e82-8df5-4695845073b2),segment_id=2613f61c-8127-4e82-8df5-4695845073b2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:33.451966 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-28d08ae3-4ed9-4275-b786-e80b732e0c9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.503564 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-28d08ae3-4ed9-4275-b786-e80b732e0c9a None None] Calling delete_port for 74e8712f-7ede-482b-882a-1f73460401c9 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:33.505768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.506940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b281dd58-2cee-42b7-956d-7b13bd24a5f7 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:33.507571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.570046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.673257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d376e86-511d-4671-960a-cbdc214bb69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.675916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d376e86-511d-4671-960a-cbdc214bb69d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.679621 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6d376e86-511d-4671-960a-cbdc214bb69d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/438783b3-0ef8-4b48-acc8-4dd00976edcd HTTP/1.1" status: 204 len: 168 time: 1.3562052 Nov 24 05:04:33.679621 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:33.686917 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.729031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:33.734670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.740678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.750120 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-11c1dcb6-d5b5-411e-8c19-ab0592d3c876 None None] Provisioning complete for port 9fa29c5e-e0d9-48ba-ae94-b525c738f72d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:33.750495 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-11c1dcb6-d5b5-411e-8c19-ab0592d3c876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.756525 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port b3230988-a6b7-42d5-8d8a-560788687ea2 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:33.777116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.779876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-263b549e-5a26-48ef-84af-dba8d588ed58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] For port e8a2e86a-624e-4ac9-9150-1beeaefbb224, host hv-neutron-8188, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:33.780378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-263b549e-5a26-48ef-84af-dba8d588ed58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.813965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-28d08ae3-4ed9-4275-b786-e80b732e0c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:33.849056 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 9e59838a-2770-46dc-b8ee-03fd8a9fed3e yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:33.851955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d08ae3-4ed9-4275-b786-e80b732e0c9a None None] No DVR routers for this DVR port 74e8712f-7ede-482b-882a-1f73460401c9 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:33.854873 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d376e86-511d-4671-960a-cbdc214bb69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438783b3-0ef8-4b48-acc8-4dd00976edcd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:33.876185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0853d50c-f272-43cc-890d-f160f4c3f6c4 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:33.880674 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0853d50c-f272-43cc-890d-f160f4c3f6c4 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6193922 Nov 24 05:04:33.882306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34434) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:33.882620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Network 97485c0e-d073-4131-a702-9e5f8ee43728 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:33.885961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-11c1dcb6-d5b5-411e-8c19-ab0592d3c876 None None] Port 9fa29c5e-e0d9-48ba-ae94-b525c738f72d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:33.896619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Pushing event updated for resources: {'Port': ['ID=f5789841-2da6-45c4-91b1-6ef7336d3378,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:33.906167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-263b549e-5a26-48ef-84af-dba8d588ed58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Calling delete_port for e8a2e86a-624e-4ac9-9150-1beeaefbb224 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:33.914890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:33.919619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:33.959878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d08ae3-4ed9-4275-b786-e80b732e0c9a None None] Pushing event deleted for resources: {'Port': ['ID=74e8712f-7ede-482b-882a-1f73460401c9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:33.964941 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 74e8712f-7ede-482b-882a-1f73460401c9 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:34.016358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=9fa29c5e-e0d9-48ba-ae94-b525c738f72d,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:34.016557 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 74e8712f-7ede-482b-882a-1f73460401c9 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:34.016557 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 74e8712f-7ede-482b-882a-1f73460401c9 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:34.051551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Attempting to bind port f5789841-2da6-45c4-91b1-6ef7336d3378 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:34.052364 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Attempting to bind port f5789841-2da6-45c4-91b1-6ef7336d3378 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '12622700-3554-4776-a628-d8cfee1db93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '97485c0e-d073-4131-a702-9e5f8ee43728'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:34.052969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Attempting to bind port f5789841-2da6-45c4-91b1-6ef7336d3378 on network 97485c0e-d073-4131-a702-9e5f8ee43728 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:34.061613 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:34.061984 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Checking segment: {'id': '12622700-3554-4776-a628-d8cfee1db93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '97485c0e-d073-4131-a702-9e5f8ee43728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:34.062451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.062938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Bound using segment: {'id': '12622700-3554-4776-a628-d8cfee1db93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '97485c0e-d073-4131-a702-9e5f8ee43728'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:34.063332 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Bound port: f5789841-2da6-45c4-91b1-6ef7336d3378, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12622700-3554-4776-a628-d8cfee1db93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '97485c0e-d073-4131-a702-9e5f8ee43728'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:34.063820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.095758 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-65cd7542-ce87-491d-94bf-b65fc0e4ce84 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1907256 Nov 24 05:04:34.098281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34438) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:34.123009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-704001830', 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:34.172950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.173701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] For port f5789841-2da6-45c4-91b1-6ef7336d3378, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:34.181765 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] For port f5789841-2da6-45c4-91b1-6ef7336d3378, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f5789841-2da6-45c4-91b1-6ef7336d3378,segment=NetworkSegment(12622700-3554-4776-a628-d8cfee1db93b),segment_id=12622700-3554-4776-a628-d8cfee1db93b)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:34.188811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.277102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ebd909ff-9461-48ae-930a-e41efbe32b0c None None] Provisioning complete for port 9fa29c5e-e0d9-48ba-ae94-b525c738f72d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:34.277102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ebd909ff-9461-48ae-930a-e41efbe32b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.315395 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ebd909ff-9461-48ae-930a-e41efbe32b0c None None] Port 9fa29c5e-e0d9-48ba-ae94-b525c738f72d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:34.337731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec491bc2-03eb-448a-ab06-8e24e823471f None None] Pushing event updated for resources: {'Port': ['ID=f5789841-2da6-45c4-91b1-6ef7336d3378,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:34.362557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.365794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:34.369678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.456397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network efd728c2-502d-4c27-9f43-6889b959b397 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:34.479373 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.488472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=b3230988-a6b7-42d5-8d8a-560788687ea2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:34.493845 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:34.498306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:34.504152 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:34.504922 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.545520 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e9e333b3-f004-4842-86f2-de5dcab3525c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2527530 Nov 24 05:04:34.548214 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34454) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:34.567292 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0628dc4b-f0fd-4963-8af7-8f6e13ac1ad8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:34.572222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.12 (97485c0e-d073-4131-a702-9e5f8ee43728/2422ef77-d18d-47ad-997e-6391010ca1bd/9e59838a-2770-46dc-b8ee-03fd8a9fed3e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:34.658979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-263b549e-5a26-48ef-84af-dba8d588ed58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.695428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0628dc4b-f0fd-4963-8af7-8f6e13ac1ad8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.718464 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b549e-5a26-48ef-84af-dba8d588ed58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8a2e86a-624e-4ac9-9150-1beeaefbb224,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:34.764522 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-263b549e-5a26-48ef-84af-dba8d588ed58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.770431 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-263b549e-5a26-48ef-84af-dba8d588ed58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e8a2e86a-624e-4ac9-9150-1beeaefbb224 HTTP/1.1" status: 204 len: 168 time: 2.3248849 Nov 24 05:04:34.776022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34458) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:34.836893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34460) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:34.844663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:04:34.861120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.892143 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.912255 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c1f5fd-a675-49da-a306-d3d35d55eaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] GET failed (client error): The resource could not be found. Nov 24 05:04:34.913803 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f8c1f5fd-a675-49da-a306-d3d35d55eaf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148 tempest-PortsAdminExtendedAttrsIpV6TestJSON-596597148-project-admin] 10.222.0.37 "GET /v2.0/ports/e8a2e86a-624e-4ac9-9150-1beeaefbb224 HTTP/1.1" status: 404 len: 333 time: 0.1365383 Nov 24 05:04:34.939333 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34464) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:34.955397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:34.971402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1658466946'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:34.998150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Subnet': ['ID=2f68113d-72c3-4dd7-9909-43396121bf9d,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:35.025231 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Checking segment: {'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:35.025596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network hostable DHCP agents. Network: 73461ba6-b739-4431-bcf0-7b7169ad319a, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:35.040097 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Made reservation on behalf of 486db63e5d9b49549cd401070c12978c for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:35.043623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.051529 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0628dc4b-f0fd-4963-8af7-8f6e13ac1ad8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.063118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0628dc4b-f0fd-4963-8af7-8f6e13ac1ad8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.068321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.100713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Subnet': ['ID=82201c9b-f898-4c37-9735-a6ebb2d2df49,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:35.114064 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0628dc4b-f0fd-4963-8af7-8f6e13ac1ad8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] In _notify_port_updated(), no bound segment for port b3230988-a6b7-42d5-8d8a-560788687ea2 on network efd728c2-502d-4c27-9f43-6889b959b397 {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:04:35.120179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628dc4b-f0fd-4963-8af7-8f6e13ac1ad8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:35.120972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0628dc4b-f0fd-4963-8af7-8f6e13ac1ad8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.125336 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0628dc4b-f0fd-4963-8af7-8f6e13ac1ad8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "PUT /v2.0/ports/b3230988-a6b7-42d5-8d8a-560788687ea2 HTTP/1.1" status: 200 len: 818 time: 0.5735400 Nov 24 05:04:35.128400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34466) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:35.134759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 73461ba6-b739-4431-bcf0-7b7169ad319a is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:35.138213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.148667 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Checking segment: {'id': '501ac07a-8570-4418-96f0-fbc1b94456de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd4bb33f1-be7e-4ea0-9574-496d54d2c25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:35.148883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network hostable DHCP agents. Network: d4bb33f1-be7e-4ea0-9574-496d54d2c25c, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:35.159808 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.206538 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f5789841-2da6-45c4-91b1-6ef7336d3378 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:35.261368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f5789841-2da6-45c4-91b1-6ef7336d3378 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:35.261838 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.288370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628dc4b-f0fd-4963-8af7-8f6e13ac1ad8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=b3230988-a6b7-42d5-8d8a-560788687ea2,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:35.295330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 73461ba6-b739-4431-bcf0-7b7169ad319a) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:35.306684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b5effb-e92d-4cdd-8830-dabc0ad7348a None None] Network 73461ba6-b739-4431-bcf0-7b7169ad319a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:35.316852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network d4bb33f1-be7e-4ea0-9574-496d54d2c25c is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:35.330187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:35.331787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.367946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.377992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.416098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, d4bb33f1-be7e-4ea0-9574-496d54d2c25c) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:35.416880 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5a7f8a71-c603-4cce-b889-7e7904017e2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3173513 Nov 24 05:04:35.419329 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2803b57f-2731-4a08-a60a-1debbfc4e268,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:35.435712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:35.438492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ef77e1c9-ee60-4a55-8e3d-a4a3f93d3329 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port b3230988-a6b7-42d5-8d8a-560788687ea2 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:35.441985 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef77e1c9-ee60-4a55-8e3d-a4a3f93d3329 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.442787 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.444309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d90ec-7f69-4df6-8027-2e562d1d9138 None None] Network d4bb33f1-be7e-4ea0-9574-496d54d2c25c requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:35.449226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.570586 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef77e1c9-ee60-4a55-8e3d-a4a3f93d3329 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.579923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.592099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ef77e1c9-ee60-4a55-8e3d-a4a3f93d3329 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for b3230988-a6b7-42d5-8d8a-560788687ea2 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:35.616489 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.693654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.722247 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef77e1c9-ee60-4a55-8e3d-a4a3f93d3329 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.729007 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec16977-9081-42ca-91b0-94f86c77cd62']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:35.741653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:35.760421 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a442faa2-b61c-45b0-acbd-706fb01c811b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.3176761 Nov 24 05:04:35.761535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.764077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.769375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34472) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:35.780205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77e1c9-ee60-4a55-8e3d-a4a3f93d3329 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=b3230988-a6b7-42d5-8d8a-560788687ea2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:35.795645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.795645 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Added segment 66084bc8-17f2-4294-888a-dde83573cb7f of type vlan for network fa1c708f-6fa2-4253-b85b-d4feba89e17f Nov 24 05:04:35.808059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef77e1c9-ee60-4a55-8e3d-a4a3f93d3329 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.808261 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22c32cd-d28e-4abb-ab08-caf9e6557725') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:35.808261 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22c32cd-d28e-4abb-ab08-caf9e6557725') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:35.808432 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ef77e1c9-ee60-4a55-8e3d-a4a3f93d3329 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/b3230988-a6b7-42d5-8d8a-560788687ea2 HTTP/1.1" status: 204 len: 168 time: 0.6739814 Nov 24 05:04:35.817545 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d706197-43fa-4ff8-ba6d-dc550a80b3e8 req-80565f36-5a9d-4253-8f92-2a32de8ab951 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:35.819097 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0d706197-43fa-4ff8-ba6d-dc550a80b3e8 req-80565f36-5a9d-4253-8f92-2a32de8ab951 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1315906 Nov 24 05:04:35.820571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34474) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:35.830074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35f9b9d-17e6-44c3-a9f5-e6d34ce924e8 None None] Network 97485c0e-d073-4131-a702-9e5f8ee43728 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:35.839178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port f5789841-2da6-45c4-91b1-6ef7336d3378, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f5789841-2da6-45c4-91b1-6ef7336d3378,segment=NetworkSegment(12622700-3554-4776-a628-d8cfee1db93b),segment_id=12622700-3554-4776-a628-d8cfee1db93b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:35.854945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34476) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:35.863419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b1bbadea-c6af-4b8a-a87e-6603ec769865 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772560855', 'description': 'tempest-secgroup-smoke-772560855 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:35.872783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.890891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.893650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 97485c0e-d073-4131-a702-9e5f8ee43728 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:35.932129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:35.933159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=f5789841-2da6-45c4-91b1-6ef7336d3378,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:35.936278 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:35.957625 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0d706197-43fa-4ff8-ba6d-dc550a80b3e8 req-e48ceec1-babb-4a83-85ea-41af0f7866d8 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017680 Nov 24 05:04:35.957881 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:35.966726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7433a8b6-448a-40e7-a275-0af6266d0ef7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:35.967890 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7433a8b6-448a-40e7-a275-0af6266d0ef7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1463518 Nov 24 05:04:35.971332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34478) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:36.000388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.021755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6f844d9f-b0bc-4e66-b0c6-54344f6cdd6a None None] Provisioning complete for port f5789841-2da6-45c4-91b1-6ef7336d3378 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:36.022200 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f844d9f-b0bc-4e66-b0c6-54344f6cdd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.026167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.035031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:36.035955 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.045418 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6af8f5-7de3-4830-a3d9-93c5a7905681 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:04:36.050753 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1e6af8f5-7de3-4830-a3d9-93c5a7905681 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/b3230988-a6b7-42d5-8d8a-560788687ea2 HTTP/1.1" status: 404 len: 333 time: 0.0746403 Nov 24 05:04:36.054652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=9e59838a-2770-46dc-b8ee-03fd8a9fed3e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:36.067465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34482) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:36.088836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-73461ba6-b739-4431-bcf0-7b7169ad319a', 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ips': [{'subnet_id': '2f68113d-72c3-4dd7-9909-43396121bf9d'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:36.089064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.146874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-582142107'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:36.158539 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3177629 Nov 24 05:04:36.161865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:36.162428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.163699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34484) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:36.164230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35529078-b971-4086-8408-056a22b01c4e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Pushing event updated for resources: {'Network': ['ID=fa1c708f-6fa2-4253-b85b-d4feba89e17f,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:36.169011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b1bbadea-c6af-4b8a-a87e-6603ec769865 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.171902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-d4bb33f1-be7e-4ea0-9574-496d54d2c25c', 'network_id': 'd4bb33f1-be7e-4ea0-9574-496d54d2c25c', 'tenant_id': 'ff518f873d104bf5816941eb033d5882', 'fixed_ips': [{'subnet_id': '82201c9b-f898-4c37-9735-a6ebb2d2df49'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:36.172780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:36.173702 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:36.175704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Request body: {'subnet': {'network_id': 'fa1c708f-6fa2-4253-b85b-d4feba89e17f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:36.190539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network fa1c708f-6fa2-4253-b85b-d4feba89e17f details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:36.259930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:36.260552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.263472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22a1b9-3fbf-4963-a9b9-53cd76d8f607 req-854e05da-05f7-4517-81d9-7be9b192069c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:36.265706 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de22a1b9-3fbf-4963-a9b9-53cd76d8f607 req-854e05da-05f7-4517-81d9-7be9b192069c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2144876 Nov 24 05:04:36.331315 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de22a1b9-3fbf-4963-a9b9-53cd76d8f607 req-371970d9-69e7-47e9-abd0-03504f7c99ab tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563724 Nov 24 05:04:36.340982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=9fa29c5e-e0d9-48ba-ae94-b525c738f72d,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:36.363872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.369029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:36.373636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.396359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Made reservation on behalf of 486db63e5d9b49549cd401070c12978c for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:36.399995 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.401454 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5937ab84-f420-4b06-b538-b57f49ae3433 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.8533111 Nov 24 05:04:36.402380 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.407933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34488) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:36.413426 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network cd81ddc9-fea3-44de-87ba-efedaac87169 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:36.437352 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.440930 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] 10.222.0.37 "DELETE /v2.0/networks/5ec16977-9081-42ca-91b0-94f86c77cd62 HTTP/1.1" status: 204 len: 168 time: 1.4992001 Nov 24 05:04:36.443522 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:36.451477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cbd88-33c3-4f75-8461-bb19fe41df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500182308-project] Pushing event deleted for resources: {'Network': ['ID=5ec16977-9081-42ca-91b0-94f86c77cd62,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:36.505865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Allocated IP 172.20.0.18 (73461ba6-b739-4431-bcf0-7b7169ad319a/2f68113d-72c3-4dd7-9909-43396121bf9d/64faefd8-6bda-49ff-ba65-8f0eef6e2aa0) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:36.578718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Allocated IP 2001:db8::f816:3eff:fece:335f (d4bb33f1-be7e-4ea0-9574-496d54d2c25c/82201c9b-f898-4c37-9735-a6ebb2d2df49/fc830507-c148-4df1-989e-cbc348a89874) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:36.988327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:36.997743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.020724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.037381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bed784e0-b294-4cee-ba29-8d0d57d64b43 None None] Provisioning complete for port 9fa29c5e-e0d9-48ba-ae94-b525c738f72d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:37.037793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bed784e0-b294-4cee-ba29-8d0d57d64b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.086453 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8622ce0-145c-4e98-b12d-bc00b051a1b6 req-e73970b0-a769-479a-ad83-672fafdeb2ba tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:37.088072 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c8622ce0-145c-4e98-b12d-bc00b051a1b6 req-e73970b0-a769-479a-ad83-672fafdeb2ba tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2590966 Nov 24 05:04:37.103096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34496) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:37.105773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7730f6d0-d0c5-4f00-8751-5ae9d6360d30 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 9e59838a-2770-46dc-b8ee-03fd8a9fed3e {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:37.106691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7730f6d0-d0c5-4f00-8751-5ae9d6360d30 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.129820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.137928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Pushing event updated for resources: {'Subnet': ['ID=b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:37.168680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Network 73461ba6-b739-4431-bcf0-7b7169ad319a is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:37.198914 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f5789841-2da6-45c4-91b1-6ef7336d3378 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:37.218389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.220973 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:37.223737 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:37.238114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Pushing event updated for resources: {'Port': ['ID=64faefd8-6bda-49ff-ba65-8f0eef6e2aa0,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:37.273799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bed784e0-b294-4cee-ba29-8d0d57d64b43 None None] Port 9fa29c5e-e0d9-48ba-ae94-b525c738f72d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:37.303978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:37.314741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Checking segment: {'id': '66084bc8-17f2-4294-888a-dde83573cb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fa1c708f-6fa2-4253-b85b-d4feba89e17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:37.315119 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Network hostable DHCP agents. Network: fa1c708f-6fa2-4253-b85b-d4feba89e17f, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:37.334112 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7730f6d0-d0c5-4f00-8751-5ae9d6360d30 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.354854 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b1bbadea-c6af-4b8a-a87e-6603ec769865 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.355122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Network d4bb33f1-be7e-4ea0-9574-496d54d2c25c is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:37.362520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.362520 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Added segment 8ec69864-b45b-409f-8d85-9c59d9a98ca2 of type vlan for network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 Nov 24 05:04:37.369915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7730f6d0-d0c5-4f00-8751-5ae9d6360d30 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 9e59838a-2770-46dc-b8ee-03fd8a9fed3e owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:37.374462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.374661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:37.376592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b1bbadea-c6af-4b8a-a87e-6603ec769865 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.378921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:37.384099 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c8622ce0-145c-4e98-b12d-bc00b051a1b6 req-60c2713b-2644-449e-8152-170dd304d258 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378480 Nov 24 05:04:37.398898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Pushing event updated for resources: {'Port': ['ID=fc830507-c148-4df1-989e-cbc348a89874,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:37.405042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Attempting to bind port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:37.405669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Attempting to bind port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:37.406425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Attempting to bind port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 on network 73461ba6-b739-4431-bcf0-7b7169ad319a {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:37.418733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:37.419452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Checking segment: {'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:37.420060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.420883 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Bound using segment: {'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:37.421531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Bound port: 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:37.422119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.444210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Network fa1c708f-6fa2-4253-b85b-d4feba89e17f is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:37.456998 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2cb727ab-5a5b-46b4-a6f4-5b61686c6a37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c60ba482b95c4b28b73b59786722dd24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132946 Nov 24 05:04:37.458794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34500) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:37.468656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, fa1c708f-6fa2-4253-b85b-d4feba89e17f) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:37.489870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:37.490478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.492008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b1bbadea-c6af-4b8a-a87e-6603ec769865 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.496271 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b1bbadea-c6af-4b8a-a87e-6603ec769865 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.6333048 Nov 24 05:04:37.501156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.501484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34502) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:37.510065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbadea-c6af-4b8a-a87e-6603ec769865 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5835b4-b6c0-4ae6-93af-1e944112b495,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:37.512205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b2826aa9-2fd4-442c-b6d5-46d779854fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '7d5835b4-b6c0-4ae6-93af-1e944112b495', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:37.545652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6626e1-0258-4a34-992f-ed1828e9c104 None None] Network fa1c708f-6fa2-4253-b85b-d4feba89e17f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:37.546207 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c7e03393-4ba6-44ab-bdca-dd3bffa62aef tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3759451 Nov 24 05:04:37.549821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34504) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:37.556907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Request body: {'port': {'network_id': 'fa1c708f-6fa2-4253-b85b-d4feba89e17f', 'name': 'tempest-TagsExtTest-1616973029'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:37.573692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.580059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:37.580671 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.581479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0b8152e-ffea-40bf-873d-ff4e3781d048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.583021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f5789841-2da6-45c4-91b1-6ef7336d3378 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:37.583370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.583765 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.585166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f4c9d137-3d16-44e7-8b93-d5fab99368c2 None None] Provisioning complete for port f5789841-2da6-45c4-91b1-6ef7336d3378 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:37.585528 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d137-3d16-44e7-8b93-d5fab99368c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.612048 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0b8152e-ffea-40bf-873d-ff4e3781d048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.642948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Attempting to bind port fc830507-c148-4df1-989e-cbc348a89874 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:37.643568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Attempting to bind port fc830507-c148-4df1-989e-cbc348a89874 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '501ac07a-8570-4418-96f0-fbc1b94456de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd4bb33f1-be7e-4ea0-9574-496d54d2c25c'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:37.644128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Attempting to bind port fc830507-c148-4df1-989e-cbc348a89874 on network d4bb33f1-be7e-4ea0-9574-496d54d2c25c {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:37.647468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router f4da2c95-638e-442a-9451-205a525dab86 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:04:37.655021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2826aa9-2fd4-442c-b6d5-46d779854fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.656949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Subnet': ['ID=82201c9b-f898-4c37-9735-a6ebb2d2df49,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:37.707245 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6310697 Nov 24 05:04:37.709693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34506) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:37.712974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:37.713359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Checking segment: {'id': '501ac07a-8570-4418-96f0-fbc1b94456de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd4bb33f1-be7e-4ea0-9574-496d54d2c25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:37.713768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.714173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Bound using segment: {'id': '501ac07a-8570-4418-96f0-fbc1b94456de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd4bb33f1-be7e-4ea0-9574-496d54d2c25c'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:37.714665 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Bound port: fc830507-c148-4df1-989e-cbc348a89874, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501ac07a-8570-4418-96f0-fbc1b94456de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd4bb33f1-be7e-4ea0-9574-496d54d2c25c'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:37.715052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.725596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:37.728359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] For port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:37.754146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7730f6d0-d0c5-4f00-8751-5ae9d6360d30 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.758072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] For port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=64faefd8-6bda-49ff-ba65-8f0eef6e2aa0,segment=NetworkSegment(8c48287a-caa3-41c1-a6cc-c4ec98ab5b66),segment_id=8c48287a-caa3-41c1-a6cc-c4ec98ab5b66)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:37.785127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b25f7-09e8-4fb7-9744-7e22006c2de8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Network': ['ID=160b7b12-3c7e-48d0-ab3d-3aa30c823e31,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:37.793547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.872803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730f6d0-d0c5-4f00-8751-5ae9d6360d30 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=9e59838a-2770-46dc-b8ee-03fd8a9fed3e,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:37.875703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0b8152e-ffea-40bf-873d-ff4e3781d048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.878463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0b8152e-ffea-40bf-873d-ff4e3781d048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.881863 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b0b8152e-ffea-40bf-873d-ff4e3781d048 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c45142b5-ec60-4f95-a594-350106e268fd HTTP/1.1" status: 204 len: 168 time: 0.4208798 Nov 24 05:04:37.963606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:37.971060 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8152e-ffea-40bf-873d-ff4e3781d048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45142b5-ec60-4f95-a594-350106e268fd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:37.984503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2826aa9-2fd4-442c-b6d5-46d779854fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.004074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2826aa9-2fd4-442c-b6d5-46d779854fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.009241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bb33f1-be7e-4ea0-9574-496d54d2c25c']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:38.027787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501ac07a-8570-4418-96f0-fbc1b94456de') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:38.028723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501ac07a-8570-4418-96f0-fbc1b94456de') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:38.032674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:38.045940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2826aa9-2fd4-442c-b6d5-46d779854fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530c10f7-6ed4-47c1-b597-e261fdebb271,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:38.055923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.057588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7730f6d0-d0c5-4f00-8751-5ae9d6360d30 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.063137 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7730f6d0-d0c5-4f00-8751-5ae9d6360d30 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/9e59838a-2770-46dc-b8ee-03fd8a9fed3e HTTP/1.1" status: 204 len: 168 time: 1.6524575 Nov 24 05:04:38.065239 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:38.069336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.080408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34510) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:38.082526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.095853 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:38.099387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.118533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2826aa9-2fd4-442c-b6d5-46d779854fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.124566 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b2826aa9-2fd4-442c-b6d5-46d779854fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6156895 Nov 24 05:04:38.128224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34514) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:38.188130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ff9fc1c3-e7c6-4310-afaf-cc9625fe478c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '7d5835b4-b6c0-4ae6-93af-1e944112b495', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:38.196368 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88471e1-c39c-4b93-a9ff-2738be723fec tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:04:38.198716 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f88471e1-c39c-4b93-a9ff-2738be723fec tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/9e59838a-2770-46dc-b8ee-03fd8a9fed3e HTTP/1.1" status: 404 len: 333 time: 0.1160753 Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:38.207401 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:38.219269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34516) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:38.252358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:04:38.263458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.api [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 05:04:38.263458 dv-neutron-818850-5-hyperv neutron-server[103232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 05:04:38.263458 dv-neutron-818850-5-hyperv neutron-server[103232]: [parameters: {'id': 'd4bb33f1-be7e-4ea0-9574-496d54d2c25c'}] Nov 24 05:04:38.263458 dv-neutron-818850-5-hyperv neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:04:38.263893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG oslo_db.api [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:04:38.272386 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-69890ced-1eae-4e14-b934-0361e55631be tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/f4da2c95-638e-442a-9451-205a525dab86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0963678 Nov 24 05:04:38.273421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34518) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:38.286110 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] For port fc830507-c148-4df1-989e-cbc348a89874, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:38.292250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be52888-1e61-4a66-a089-465eb50e291e None None] Sync routers for ids ['f4da2c95-638e-442a-9451-205a525dab86'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:04:38.330240 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6747e-8005-47d1-9f17-8c63ead297d5 None None] Pushing event updated for resources: {'Port': ['ID=64faefd8-6bda-49ff-ba65-8f0eef6e2aa0,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:38.359803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] For port fc830507-c148-4df1-989e-cbc348a89874, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fc830507-c148-4df1-989e-cbc348a89874,segment=NetworkSegment(501ac07a-8570-4418-96f0-fbc1b94456de),segment_id=501ac07a-8570-4418-96f0-fbc1b94456de)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:38.364257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3af78e-19f1-4044-bde3-8e8cd8e618e0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:38.366576 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fe3af78e-19f1-4044-bde3-8e8cd8e618e0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports/9fa29c5e-e0d9-48ba-ae94-b525c738f72d HTTP/1.1" status: 200 len: 983 time: 0.0917194 Nov 24 05:04:38.370462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.371339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34520) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:38.377856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f4c9d137-3d16-44e7-8b93-d5fab99368c2 None None] Could not find standard attr ID for object 9e59838a-2770-46dc-b8ee-03fd8a9fed3e. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:04:38.385782 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc1c3-e7c6-4310-afaf-cc9625fe478c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.387118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-fa1c708f-6fa2-4253-b85b-d4feba89e17f', 'network_id': 'fa1c708f-6fa2-4253-b85b-d4feba89e17f', 'tenant_id': '486db63e5d9b49549cd401070c12978c', 'fixed_ips': [{'subnet_id': 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:38.389132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.394632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-20952d06-1bd1-4323-a534-b78e5eca4444 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting subnet 2422ef77-d18d-47ad-997e-6391010ca1bd {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:38.413002 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20952d06-1bd1-4323-a534-b78e5eca4444 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.415336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34522) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:38.416103 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be52888-1e61-4a66-a089-465eb50e291e None None] Routers {'f4da2c95-638e-442a-9451-205a525dab86'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:38.417407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4be52888-1e61-4a66-a089-465eb50e291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f4da2c95-638e-442a-9451-205a525dab86'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:38.492792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4be52888-1e61-4a66-a089-465eb50e291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:38.524141 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Made reservation on behalf of 486db63e5d9b49549cd401070c12978c for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:38.528875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.539267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189f445-e06f-4362-ba67-c586d9e9e44e None None] Pushing event updated for resources: {'Port': ['ID=fc830507-c148-4df1-989e-cbc348a89874,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:38.562315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20952d06-1bd1-4323-a534-b78e5eca4444 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.577982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] device_id is not set on port 5e376755-f00c-492e-9f8c-af9bac3a6481 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:38.676811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be52888-1e61-4a66-a089-465eb50e291e None None] Routers {'f4da2c95-638e-442a-9451-205a525dab86'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:38.677437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4be52888-1e61-4a66-a089-465eb50e291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f4da2c95-638e-442a-9451-205a525dab86'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:38.679132 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7ca56c8a-a061-467b-b523-d7575c82e94a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ae2ad6d04924b728552493af95f664e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275016 Nov 24 05:04:38.702237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34526) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:38.727740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4be52888-1e61-4a66-a089-465eb50e291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:38.728403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be52888-1e61-4a66-a089-465eb50e291e None None] The sync data for ids ['f4da2c95-638e-442a-9451-205a525dab86'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:04:38.751894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc1c3-e7c6-4310-afaf-cc9625fe478c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.765024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241bf1d1-978c-4bcf-aa95-6ff7eeb936d4 None None] Network d4bb33f1-be7e-4ea0-9574-496d54d2c25c requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:38.772293 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.776440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc1c3-e7c6-4310-afaf-cc9625fe478c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.814660 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c11936-9847-499a-8620-9af2a193d4f4 req-223a4e38-eb19-47a6-a160-21134ac477ba tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:38.817243 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8c11936-9847-499a-8620-9af2a193d4f4 req-223a4e38-eb19-47a6-a160-21134ac477ba tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2509148 Nov 24 05:04:38.818163 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.841702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20952d06-1bd1-4323-a534-b78e5eca4444 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.893414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fc1c3-e7c6-4310-afaf-cc9625fe478c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b360e439-52cc-4e36-98e2-9b31f9f182f6,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:38.911989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Allocated IP 172.20.0.7 (fa1c708f-6fa2-4253-b85b-d4feba89e17f/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/5e376755-f00c-492e-9f8c-af9bac3a6481) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:38.922670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc1c3-e7c6-4310-afaf-cc9625fe478c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.923906 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ff9fc1c3-e7c6-4310-afaf-cc9625fe478c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7794657 Nov 24 05:04:38.928449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34528) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:38.938208 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35ed50f8-c866-46bd-aa9e-32ae1c1f28d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:38.944139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3806a81d-474c-4ff8-8cbb-2d27996292ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '7d5835b4-b6c0-4ae6-93af-1e944112b495', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:38.997104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Subnet': ['ID=3480d28c-587a-4409-bded-e9c58877f795,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:39.027648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20952d06-1bd1-4323-a534-b78e5eca4444 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.039770 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35ed50f8-c866-46bd-aa9e-32ae1c1f28d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.048324 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8c11936-9847-499a-8620-9af2a193d4f4 req-9753b16b-e8ec-45f0-a2fe-d0d2d44187bf tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564815 Nov 24 05:04:39.065967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Checking segment: {'id': '8ec69864-b45b-409f-8d85-9c59d9a98ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:39.067479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network hostable DHCP agents. Network: 160b7b12-3c7e-48d0-ab3d-3aa30c823e31, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:39.079494 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3991475-6a0f-4312-bfa4-b18d86531a9b None None] Network 97485c0e-d073-4131-a702-9e5f8ee43728 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:39.091905 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20952d06-1bd1-4323-a534-b78e5eca4444 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.097878 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-20952d06-1bd1-4323-a534-b78e5eca4444 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/2422ef77-d18d-47ad-997e-6391010ca1bd HTTP/1.1" status: 204 len: 168 time: 0.8728077 Nov 24 05:04:39.099109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34530) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:39.107739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Deleting port fc830507-c148-4df1-989e-cbc348a89874 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:39.108080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.109263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20952d06-1bd1-4323-a534-b78e5eca4444 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Subnet': ['ID=2422ef77-d18d-47ad-997e-6391010ca1bd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:39.123864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3806a81d-474c-4ff8-8cbb-2d27996292ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.177824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:39.198896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.207579 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 160b7b12-3c7e-48d0-ab3d-3aa30c823e31) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:39.213640 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:39.214336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.259988 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-58b3cbe9-31b2-4bf4-bb21-3ea0a54be550 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5458434 Nov 24 05:04:39.263354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34532) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:39.268866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ffab6c20-a52b-477f-8750-e5024f266293 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:39.270820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412a6df-cfe1-431e-8a17-fdb5c8fbaaa2 None None] Network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:39.290705 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:39.333201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3806a81d-474c-4ff8-8cbb-2d27996292ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.363732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port f5789841-2da6-45c4-91b1-6ef7336d3378 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:39.364070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.378270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3806a81d-474c-4ff8-8cbb-2d27996292ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.480061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] For port f5789841-2da6-45c4-91b1-6ef7336d3378, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f5789841-2da6-45c4-91b1-6ef7336d3378,segment=NetworkSegment(12622700-3554-4776-a628-d8cfee1db93b),segment_id=12622700-3554-4776-a628-d8cfee1db93b)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:39.480322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.482215 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3806a81d-474c-4ff8-8cbb-2d27996292ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.486111 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffab6c20-a52b-477f-8750-e5024f266293 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:39.486300 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3806a81d-474c-4ff8-8cbb-2d27996292ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5462868 Nov 24 05:04:39.487359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ffab6c20-a52b-477f-8750-e5024f266293 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.487505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:39.488111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.488465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] For port fc830507-c148-4df1-989e-cbc348a89874, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fc830507-c148-4df1-989e-cbc348a89874,segment=NetworkSegment(501ac07a-8570-4418-96f0-fbc1b94456de),segment_id=501ac07a-8570-4418-96f0-fbc1b94456de)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:39.489035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.490423 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34534) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:39.500863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806a81d-474c-4ff8-8cbb-2d27996292ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7291d0-3425-4247-98ca-b8a164282737,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:39.508828 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-de633391-2049-43a7-883a-ef917094a52a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '7d5835b4-b6c0-4ae6-93af-1e944112b495', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:39.533796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Calling delete_port for fc830507-c148-4df1-989e-cbc348a89874 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:39.565632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for f5789841-2da6-45c4-91b1-6ef7336d3378 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:39.567301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283a3b7-275b-4e81-b0b7-f376ccc93498 None None] DHCP port deletion for 97485c0e-d073-4131-a702-9e5f8ee43728 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:39.567571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35ed50f8-c866-46bd-aa9e-32ae1c1f28d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.571723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35ed50f8-c866-46bd-aa9e-32ae1c1f28d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.573077 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-35ed50f8-c866-46bd-aa9e-32ae1c1f28d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4697179d-3bad-4294-881d-e70df2feb2d0 HTTP/1.1" status: 204 len: 168 time: 0.8674016 Nov 24 05:04:39.641048 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-160b7b12-3c7e-48d0-ab3d-3aa30c823e31', 'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31', 'tenant_id': '36d394d4d634443c9c91331f4fe50566', 'fixed_ips': [{'subnet_id': '3480d28c-587a-4409-bded-e9c58877f795'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:39.642055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.686365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d033ae-2d1e-4f65-87d4-b3be0c9127fa None None] Network 73461ba6-b739-4431-bcf0-7b7169ad319a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:39.746792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de633391-2049-43a7-883a-ef917094a52a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.783885 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.ipam_backend_mixin [None req-ffab6c20-a52b-477f-8750-e5024f266293 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3480d28c-587a-4409-bded-e9c58877f795 (CIDR: 2001:db8::/64) Nov 24 05:04:39.810909 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffab6c20-a52b-477f-8750-e5024f266293 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:39.811495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffab6c20-a52b-477f-8750-e5024f266293 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:39.834161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.848989 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ffab6c20-a52b-477f-8750-e5024f266293 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5844371 Nov 24 05:04:39.851944 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34538) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:39.861171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-057d88b0-9b16-4c8c-80c0-4334553932ff tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:39.875268 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.879887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b283a3b7-275b-4e81-b0b7-f376ccc93498 None None] Deleting port f5789841-2da6-45c4-91b1-6ef7336d3378 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:39.880286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b283a3b7-275b-4e81-b0b7-f376ccc93498 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.888422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b0091202-7bd1-47f6-9a89-6c8279bba15c None None] Provisioning complete for port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:39.888422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b0091202-7bd1-47f6-9a89-6c8279bba15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.889005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de633391-2049-43a7-883a-ef917094a52a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.940034 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No DVR routers for this DVR port f5789841-2da6-45c4-91b1-6ef7336d3378 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:39.946016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de633391-2049-43a7-883a-ef917094a52a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.946588 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:39.955311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed50f8-c866-46bd-aa9e-32ae1c1f28d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4697179d-3bad-4294-881d-e70df2feb2d0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:39.960640 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=f5789841-2da6-45c4-91b1-6ef7336d3378,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:40.031513 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13d9be67-d404-461b-a7cb-ed01bb4b2bf8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.054763 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=64faefd8-6bda-49ff-ba65-8f0eef6e2aa0,segment=NetworkSegment(8c48287a-caa3-41c1-a6cc-c4ec98ab5b66),segment_id=8c48287a-caa3-41c1-a6cc-c4ec98ab5b66)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:40.078352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.092726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b283a3b7-275b-4e81-b0b7-f376ccc93498 None None] For port f5789841-2da6-45c4-91b1-6ef7336d3378, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:40.092726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b283a3b7-275b-4e81-b0b7-f376ccc93498 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.131715 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.150784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.170158 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de633391-2049-43a7-883a-ef917094a52a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9869e940-5ab3-41a3-b533-efbd877aca1f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:40.171256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.209625 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-de633391-2049-43a7-883a-ef917094a52a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.212971 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-de633391-2049-43a7-883a-ef917094a52a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7119651 Nov 24 05:04:40.220227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34548) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:40.237171 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Network fa1c708f-6fa2-4253-b85b-d4feba89e17f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:40.239823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No DVR routers for this DVR port fc830507-c148-4df1-989e-cbc348a89874 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:40.246173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:40.268249 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Pushing event updated for resources: {'Port': ['ID=5e376755-f00c-492e-9f8c-af9bac3a6481,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:40.271301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:40.369952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Port': ['ID=fc830507-c148-4df1-989e-cbc348a89874,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:40.396136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b283a3b7-275b-4e81-b0b7-f376ccc93498 None None] Calling delete_port for f5789841-2da6-45c4-91b1-6ef7336d3378 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:40.399649 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Allocated IP 2001:db8::2 (160b7b12-3c7e-48d0-ab3d-3aa30c823e31/3480d28c-587a-4409-bded-e9c58877f795/7d8dbfa3-7e6e-46e9-9018-cfa242177fef) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:40.405499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-b283a3b7-275b-4e81-b0b7-f376ccc93498 None None] Port f5789841-2da6-45c4-91b1-6ef7336d3378 was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:04:40.426389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b283a3b7-275b-4e81-b0b7-f376ccc93498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.429253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.453706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:40.454652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.480234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bb33f1-be7e-4ea0-9574-496d54d2c25c']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:40.495229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501ac07a-8570-4418-96f0-fbc1b94456de') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:40.495833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501ac07a-8570-4418-96f0-fbc1b94456de') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:40.511618 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a2a48b1c-6131-4eee-ba7a-2141d61c9aba tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9606946 Nov 24 05:04:40.515444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.517369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34556) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:40.522734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-208d3591-7f25-4712-add0-182a7258249b tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1999879037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:40.533972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=64faefd8-6bda-49ff-ba65-8f0eef6e2aa0,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:40.537231 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283a3b7-275b-4e81-b0b7-f376ccc93498 None None] No DVR routers for this DVR port f5789841-2da6-45c4-91b1-6ef7336d3378 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:40.588055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.601555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:40.601953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Allocated IP 172.20.0.2 (fa1c708f-6fa2-4253-b85b-d4feba89e17f/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/5f26d0d8-6ae9-4bf9-a342-e5065eff1220) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:40.602857 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:40.608968 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:40.618383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283a3b7-275b-4e81-b0b7-f376ccc93498 None None] Pushing event deleted for resources: {'Port': ['ID=f5789841-2da6-45c4-91b1-6ef7336d3378,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:40.681303 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-208d3591-7f25-4712-add0-182a7258249b tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.682579 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-208d3591-7f25-4712-add0-182a7258249b tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.713252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.722785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.726674 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/networks/d4bb33f1-be7e-4ea0-9574-496d54d2c25c HTTP/1.1" status: 204 len: 168 time: 4.9512508 Nov 24 05:04:40.732478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9778d1d6-ea51-4c72-98c4-9e3fc4dbaab8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '7d5835b4-b6c0-4ae6-93af-1e944112b495', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:40.738733 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97485c0e-d073-4131-a702-9e5f8ee43728']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:40.740312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34564) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:40.747211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-668636478'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:40.768180 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12622700-3554-4776-a628-d8cfee1db93b') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:40.768477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12622700-3554-4776-a628-d8cfee1db93b') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:40.800710 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.825457 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.832224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadb8ee-2f35-4130-bbe2-67546d68d513 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Network': ['ID=d4bb33f1-be7e-4ea0-9574-496d54d2c25c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:40.837739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-208d3591-7f25-4712-add0-182a7258249b tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.844738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba14f-a67e-40af-82fc-af9ec2e98eb1 req-02fdd452-d7a0-46b7-842b-b139c2f413cb tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:40.852360 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-56eba14f-a67e-40af-82fc-af9ec2e98eb1 req-02fdd452-d7a0-46b7-842b-b139c2f413cb tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.6641042 Nov 24 05:04:40.852724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-13d9be67-d404-461b-a7cb-ed01bb4b2bf8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port 9fa29c5e-e0d9-48ba-ae94-b525c738f72d {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:40.853152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13d9be67-d404-461b-a7cb-ed01bb4b2bf8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.854261 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-9778d1d6-ea51-4c72-98c4-9e3fc4dbaab8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:04:40.857370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-208d3591-7f25-4712-add0-182a7258249b tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.868118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:40.868520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:40.872298 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:40.893831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9778d1d6-ea51-4c72-98c4-9e3fc4dbaab8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.929276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057d88b0-9b16-4c8c-80c0-4334553932ff tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:40.932655 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-057d88b0-9b16-4c8c-80c0-4334553932ff tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.958043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.960868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-208d3591-7f25-4712-add0-182a7258249b tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.968360 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-208d3591-7f25-4712-add0-182a7258249b tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4489126 Nov 24 05:04:40.971203 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:40.977175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34566) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:41.017806 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13d9be67-d404-461b-a7cb-ed01bb4b2bf8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.043492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-13d9be67-d404-461b-a7cb-ed01bb4b2bf8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for 9fa29c5e-e0d9-48ba-ae94-b525c738f72d owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:41.056450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ffd5aac8-8a33-4cbb-9118-01940cff1ac9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1290092030', 'prefixes': ['172.20.0.0/16']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:41.076068 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.081058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.089865 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/networks/97485c0e-d073-4131-a702-9e5f8ee43728 HTTP/1.1" status: 204 len: 168 time: 1.9893403 Nov 24 05:04:41.090982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34570) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:41.103300 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-56eba14f-a67e-40af-82fc-af9ec2e98eb1 req-95f89571-aded-453d-ac53-dbc8db42ece5 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500753 Nov 24 05:04:41.107708 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'name': 'tempest-PortsTestJSON-1422277827'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:41.112150 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.147480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Pushing event updated for resources: {'Port': ['ID=7d8dbfa3-7e6e-46e9-9018-cfa242177fef,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:41.151890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8c91d-040b-4382-89fc-be8fb58ae701 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Network': ['ID=97485c0e-d073-4131-a702-9e5f8ee43728,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:41.167426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:41.174331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.196566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9778d1d6-ea51-4c72-98c4-9e3fc4dbaab8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.235271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9778d1d6-ea51-4c72-98c4-9e3fc4dbaab8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.244060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Pushing event updated for resources: {'Port': ['ID=5f26d0d8-6ae9-4bf9-a342-e5065eff1220,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:41.248080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:41.252022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:41.254588 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5dd4db97-ed51-49a3-a0d4-672b3d314f7c None None] Provisioning complete for port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:41.254884 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5dd4db97-ed51-49a3-a0d4-672b3d314f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.256605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:41.283415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778d1d6-ea51-4c72-98c4-9e3fc4dbaab8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ac1251-2a51-485a-9905-f61b93e7001f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:41.307387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Network fa1c708f-6fa2-4253-b85b-d4feba89e17f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:41.326829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:41.331378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.366572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9778d1d6-ea51-4c72-98c4-9e3fc4dbaab8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.368405 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9778d1d6-ea51-4c72-98c4-9e3fc4dbaab8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1420753 Nov 24 05:04:41.371153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34576) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:41.377403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-17aa549f-5bd8-44cc-aab9-9b5bf2406dd3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '7d5835b4-b6c0-4ae6-93af-1e944112b495', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:41.379544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Attempting to bind port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:41.379986 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Attempting to bind port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '8ec69864-b45b-409f-8d85-9c59d9a98ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:41.380354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Attempting to bind port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef on network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:41.382584 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:41.390707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:41.397699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13d9be67-d404-461b-a7cb-ed01bb4b2bf8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.419004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:41.419549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Checking segment: {'id': '8ec69864-b45b-409f-8d85-9c59d9a98ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:41.420002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.420402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Bound using segment: {'id': '8ec69864-b45b-409f-8d85-9c59d9a98ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:41.420893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Bound port: 7d8dbfa3-7e6e-46e9-9018-cfa242177fef, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec69864-b45b-409f-8d85-9c59d9a98ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:41.421274 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.433837 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:41.436179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:41.438222 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.469089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9be67-d404-461b-a7cb-ed01bb4b2bf8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=9fa29c5e-e0d9-48ba-ae94-b525c738f72d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:41.498088 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.498711 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Added segment 3f61624b-cb8f-41a6-9942-4cac30bd36f4 of type vlan for network caf0c58d-7d76-415a-8d50-5b6b09bdab6f Nov 24 05:04:41.506996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 0b68a85c-8185-43cf-a3ab-66eef6a7abdb yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:41.525374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] For port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:41.531241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] For port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7d8dbfa3-7e6e-46e9-9018-cfa242177fef,segment=NetworkSegment(8ec69864-b45b-409f-8d85-9c59d9a98ca2),segment_id=8ec69864-b45b-409f-8d85-9c59d9a98ca2)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:41.545460 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-17aa549f-5bd8-44cc-aab9-9b5bf2406dd3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:04:41.589862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.612507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17aa549f-5bd8-44cc-aab9-9b5bf2406dd3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.613617 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-057d88b0-9b16-4c8c-80c0-4334553932ff tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.678592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.681039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057d88b0-9b16-4c8c-80c0-4334553932ff tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:41.690748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-057d88b0-9b16-4c8c-80c0-4334553932ff tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:41.693630 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ffd5aac8-8a33-4cbb-9118-01940cff1ac9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for subnetpool, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.694863 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ffd5aac8-8a33-4cbb-9118-01940cff1ac9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6468542 Nov 24 05:04:41.698634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057d88b0-9b16-4c8c-80c0-4334553932ff tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:41.699468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-057d88b0-9b16-4c8c-80c0-4334553932ff tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.700718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662d5f2-a96b-426e-afeb-5fc7f1b72a20 None None] Pushing event updated for resources: {'Port': ['ID=7d8dbfa3-7e6e-46e9-9018-cfa242177fef,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:41.713896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34584) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:41.717891 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Attempting to bind port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:41.718264 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Attempting to bind port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '66084bc8-17f2-4294-888a-dde83573cb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fa1c708f-6fa2-4253-b85b-d4feba89e17f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:41.718629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Attempting to bind port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 on network fa1c708f-6fa2-4253-b85b-d4feba89e17f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:41.721080 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d88b0-9b16-4c8c-80c0-4334553932ff tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Subnet': ['ID=5f55ae50-5734-4f39-83f4-12a56ec566a3,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:41.723109 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13d9be67-d404-461b-a7cb-ed01bb4b2bf8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.729099 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-08b51fba-fb94-4aec-ac90-6fea13ce3649 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776', 'tempest-TagsExtTest-Tag-351489132') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:41.740561 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-057d88b0-9b16-4c8c-80c0-4334553932ff tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8828828 Nov 24 05:04:41.744851 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34586) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:41.755137 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:41.755459 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.756938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31', 'fixed_ips': [{'subnet_id': '3480d28c-587a-4409-bded-e9c58877f795'}, {'subnet_id': '5f55ae50-5734-4f39-83f4-12a56ec566a3'}], 'name': 'tempest-PortsIpV6TestJSON-938484920'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:41.758832 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:41.759207 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Checking segment: {'id': '66084bc8-17f2-4294-888a-dde83573cb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fa1c708f-6fa2-4253-b85b-d4feba89e17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:41.759622 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.760023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Bound using segment: {'id': '66084bc8-17f2-4294-888a-dde83573cb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fa1c708f-6fa2-4253-b85b-d4feba89e17f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:41.760511 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Bound port: 5f26d0d8-6ae9-4bf9-a342-e5065eff1220, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66084bc8-17f2-4294-888a-dde83573cb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'fa1c708f-6fa2-4253-b85b-d4feba89e17f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:41.760891 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.806188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:04:41.976387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:41.977940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34590) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:42.007495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17aa549f-5bd8-44cc-aab9-9b5bf2406dd3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.009249 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.014423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] For port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:42.020292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:42.021712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.034227 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] For port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=5f26d0d8-6ae9-4bf9-a342-e5065eff1220,segment=NetworkSegment(66084bc8-17f2-4294-888a-dde83573cb7f),segment_id=66084bc8-17f2-4294-888a-dde83573cb7f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:42.048836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.064295 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:42.065546 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17aa549f-5bd8-44cc-aab9-9b5bf2406dd3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.090062 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.145614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:42.162174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:42.186428 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab28450-af02-4a6a-b8f8-a356ccb39525 None None] Pushing event updated for resources: {'Port': ['ID=5f26d0d8-6ae9-4bf9-a342-e5065eff1220,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:42.198860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:42.214533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:42.217941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.218387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f5789841-2da6-45c4-91b1-6ef7336d3378 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:42.256465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa549f-5bd8-44cc-aab9-9b5bf2406dd3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d87ae9-2402-429d-95ed-a80ed7b85eda,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:42.267250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: f5789841-2da6-45c4-91b1-6ef7336d3378 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:42.267675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f5789841-2da6-45c4-91b1-6ef7336d3378 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:42.325736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17aa549f-5bd8-44cc-aab9-9b5bf2406dd3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.327114 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-17aa549f-5bd8-44cc-aab9-9b5bf2406dd3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9544451 Nov 24 05:04:42.333251 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5881433 Nov 24 05:04:42.351102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-397737610', 'router:external': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:42.359157 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34596) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:42.378029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'subnet': {'network_id': 'caf0c58d-7d76-415a-8d50-5b6b09bdab6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:42.390829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bf5fe-c23b-4e2b-b0da-af9dce53a887 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Network': ['ID=caf0c58d-7d76-415a-8d50-5b6b09bdab6f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:42.406481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network caf0c58d-7d76-415a-8d50-5b6b09bdab6f details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:42.417699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d9be67-d404-461b-a7cb-ed01bb4b2bf8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router f4da2c95-638e-442a-9451-205a525dab86 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:04:42.449446 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3497083 Nov 24 05:04:42.451922 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-08b51fba-fb94-4aec-ac90-6fea13ce3649 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags/tempest-TagsExtTest-Tag-351489132 HTTP/1.1" status: 201 len: 201 time: 0.7336557 Nov 24 05:04:42.453253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34600) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:42.455320 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34602) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:42.553659 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff14e59-8d5e-4a38-b760-114d412e11b7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=0b68a85c-8185-43cf-a3ab-66eef6a7abdb,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:42.560955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-a072be67-4937-4604-9931-ec55e821bed6 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481', 'tempest-TagsExtTest-Tag-1677118261') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:42.594901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.606758 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d14151-ade7-4fc6-9793-f0b7af66595c req-65353065-1da1-49ea-99ac-916c61fcd8c7 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:42.608435 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-19d14151-ade7-4fc6-9793-f0b7af66595c req-65353065-1da1-49ea-99ac-916c61fcd8c7 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3023303 Nov 24 05:04:42.633671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Made reservation on behalf of 8e86f1b216a946b5846eeacdfd9501b9 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:42.634231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d9be67-d404-461b-a7cb-ed01bb4b2bf8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:04:42.636204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.640309 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-13d9be67-d404-461b-a7cb-ed01bb4b2bf8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/f4da2c95-638e-442a-9451-205a525dab86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2646506 Nov 24 05:04:42.644641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34618) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:42.653772 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d3ab1-9f2a-4b83-b968-34f2ad056b66 None None] Sync routers for ids ['f4da2c95-638e-442a-9451-205a525dab86'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:04:42.669633 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d3ab1-9f2a-4b83-b968-34f2ad056b66 None None] Routers {'f4da2c95-638e-442a-9451-205a525dab86'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:42.670651 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8c4d3ab1-9f2a-4b83-b968-34f2ad056b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f4da2c95-638e-442a-9451-205a525dab86'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:42.695386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.712269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port 7daa0cdd-2101-4ca3-b7e9-17e34bd68128 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:42.730730 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8c4d3ab1-9f2a-4b83-b968-34f2ad056b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:42.741665 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d3ab1-9f2a-4b83-b968-34f2ad056b66 None None] Routers {'f4da2c95-638e-442a-9451-205a525dab86'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:42.742655 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8c4d3ab1-9f2a-4b83-b968-34f2ad056b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f4da2c95-638e-442a-9451-205a525dab86'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:42.779472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:42.783979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.789894 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8c4d3ab1-9f2a-4b83-b968-34f2ad056b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:42.791018 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d3ab1-9f2a-4b83-b968-34f2ad056b66 None None] The sync data for ids ['f4da2c95-638e-442a-9451-205a525dab86'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:04:42.871114 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-19d14151-ade7-4fc6-9793-f0b7af66595c req-eb7c2ea9-a21a-43ff-8ddc-527029608c1a tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446239 Nov 24 05:04:42.885203 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-2eb76e85-8f89-4276-b09a-bb8c1e2873c7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772560855&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.2757382 Nov 24 05:04:42.928245 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-79738662-2b06-4f0e-9c6d-63f4f6c7d2c8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 05:04:42.929324 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-79738662-2b06-4f0e-9c6d-63f4f6c7d2c8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/f4da2c95-638e-442a-9451-205a525dab86/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2807870 Nov 24 05:04:42.935638 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a072be67-4937-4604-9931-ec55e821bed6 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags/tempest-TagsExtTest-Tag-1677118261 HTTP/1.1" status: 201 len: 201 time: 0.3752780 Nov 24 05:04:42.935638 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34620) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:42.943697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34622) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:42.950250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-6c2fa7c3-cd0f-493d-8c6e-89890bcb600d tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8', 'tempest-TagsExtTest-Tag-603167518') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:42.973740 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ff120a59-005e-479e-9fb0-ae7d1d9cc11b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4da2c95-638e-442a-9451-205a525dab86 HTTP/1.1" status: 200 len: 205 time: 0.0402482 Nov 24 05:04:42.976377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e16af2ab-ded4-4edf-a816-4a3bd80c8646 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 0b68a85c-8185-43cf-a3ab-66eef6a7abdb {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:42.976726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e16af2ab-ded4-4edf-a816-4a3bd80c8646 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:42.985706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34624) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:43.279548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7692bd01-0700-493e-b6df-bacfa5ff7a8a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.294495 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:43.370962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:43.372993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.381248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e16af2ab-ded4-4edf-a816-4a3bd80c8646 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.401448 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e16af2ab-ded4-4edf-a816-4a3bd80c8646 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 0b68a85c-8185-43cf-a3ab-66eef6a7abdb owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:43.422342 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6c2fa7c3-cd0f-493d-8c6e-89890bcb600d tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags/tempest-TagsExtTest-Tag-603167518 HTTP/1.1" status: 201 len: 201 time: 0.4763587 Nov 24 05:04:43.425396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34626) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:43.431482 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-cba65b31-1f99-4b40-9ac8-128ce544a164 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6', 'tempest-TagsExtTest-Tag-1793481296') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:43.446909 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986abe76-d080-4fc1-80e3-4daa431cf8aa None None] Network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:43.509080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.544446 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cba65b31-1f99-4b40-9ac8-128ce544a164 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags/tempest-TagsExtTest-Tag-1793481296 HTTP/1.1" status: 201 len: 201 time: 0.1167932 Nov 24 05:04:43.546923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34628) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:43.549492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7692bd01-0700-493e-b6df-bacfa5ff7a8a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.551764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7692bd01-0700-493e-b6df-bacfa5ff7a8a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.558516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-91682f16-e899-498d-8de5-2593e1227fa5 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:43.583451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e16af2ab-ded4-4edf-a816-4a3bd80c8646 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.625821 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-06b2395b-be77-483c-96ba-473367b64bf3 None None] Provisioning complete for port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:43.626418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06b2395b-be77-483c-96ba-473367b64bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.629566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e16af2ab-ded4-4edf-a816-4a3bd80c8646 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.636085 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e16af2ab-ded4-4edf-a816-4a3bd80c8646 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/0b68a85c-8185-43cf-a3ab-66eef6a7abdb HTTP/1.1" status: 204 len: 168 time: 1.1793854 Nov 24 05:04:43.638795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16af2ab-ded4-4edf-a816-4a3bd80c8646 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=0b68a85c-8185-43cf-a3ab-66eef6a7abdb,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:43.641665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34630) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:43.648029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7692bd01-0700-493e-b6df-bacfa5ff7a8a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.648580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7692bd01-0700-493e-b6df-bacfa5ff7a8a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Fanout notify agent at l3_agent the message router_deleted on router f4da2c95-638e-442a-9451-205a525dab86 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:04:43.657885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'mac_address': 'fa:16:3e:77:f5:8a', 'name': 'tempest-PortsTestJSON-1300413691'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:43.675309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7692bd01-0700-493e-b6df-bacfa5ff7a8a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.677344 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7692bd01-0700-493e-b6df-bacfa5ff7a8a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/f4da2c95-638e-442a-9451-205a525dab86 HTTP/1.1" status: 204 len: 168 time: 0.6736093 Nov 24 05:04:43.679973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34632) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:43.684828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=5f26d0d8-6ae9-4bf9-a342-e5065eff1220,segment=NetworkSegment(66084bc8-17f2-4294-888a-dde83573cb7f),segment_id=66084bc8-17f2-4294-888a-dde83573cb7f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:43.707340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.709027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7d8dbfa3-7e6e-46e9-9018-cfa242177fef up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:43.798429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e550ca8-bcdd-40d3-b2b2-82d927799384 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting subnet dd7abe72-12c3-4eab-928a-da33b020c160 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:43.801885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e550ca8-bcdd-40d3-b2b2-82d927799384 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.834336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-f2d78ee5-fb0d-43e6-8e6f-3bc72280f7a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:43.835959 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-f2d78ee5-fb0d-43e6-8e6f-3bc72280f7a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/networks?id=73461ba6-b739-4431-bcf0-7b7169ad319a HTTP/1.1" status: 200 len: 797 time: 0.9372237 Nov 24 05:04:43.842912 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-91682f16-e899-498d-8de5-2593e1227fa5 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags HTTP/1.1" status: 200 len: 240 time: 0.2892005 Nov 24 05:04:43.849199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34634) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:43.853642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-3bcca800-c42c-4638-9889-3375d88909b3 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776', 'tempest-TagsExtTest-Tag-351489132') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:43.858448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ccf0a1-546a-437d-b244-65c2b17fe8e9 None None] Network fa1c708f-6fa2-4253-b85b-d4feba89e17f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:43.860290 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=5f26d0d8-6ae9-4bf9-a342-e5065eff1220,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:43.900570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:43.907021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e550ca8-bcdd-40d3-b2b2-82d927799384 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.937565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8::192 (160b7b12-3c7e-48d0-ab3d-3aa30c823e31/3480d28c-587a-4409-bded-e9c58877f795/7daa0cdd-2101-4ca3-b7e9-17e34bd68128) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:43.946258 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8:0:1::2a1 (160b7b12-3c7e-48d0-ab3d-3aa30c823e31/5f55ae50-5734-4f39-83f4-12a56ec566a3/7daa0cdd-2101-4ca3-b7e9-17e34bd68128) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:43.983458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:43.986399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06b2395b-be77-483c-96ba-473367b64bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.017350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.042200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.053319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:44.053712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.085684 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-091ec89e-7fe1-47b4-8308-523c3c1be4b5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/quotas/227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 375 time: 0.1230292 Nov 24 05:04:44.096505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-06b2395b-be77-483c-96ba-473367b64bf3 None None] For port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7d8dbfa3-7e6e-46e9-9018-cfa242177fef,segment=NetworkSegment(8ec69864-b45b-409f-8d85-9c59d9a98ca2),segment_id=8ec69864-b45b-409f-8d85-9c59d9a98ca2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:44.104007 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 14abfe15-fb29-4d0c-a154-555de57e782a yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:44.109733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-06b2395b-be77-483c-96ba-473367b64bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.121026 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3bcca800-c42c-4638-9889-3375d88909b3 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags/tempest-TagsExtTest-Tag-351489132 HTTP/1.1" status: 204 len: 168 time: 0.2707915 Nov 24 05:04:44.129067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34638) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:44.133956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-c13a9180-3f5f-435a-8528-2e581f8abf5e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776', 'tempest-TagsExtTest-Tag-351489132') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:44.145862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e34a74-4ddb-47c1-84c4-cd90ec9255c6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:44.157632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:44.170144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e550ca8-bcdd-40d3-b2b2-82d927799384 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.258634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.259391 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Added segment cb42d0cb-e26f-4876-a235-4a643e00ad9a of type vlan for network 99688f50-e64b-47df-8deb-4350453d5026 Nov 24 05:04:44.299629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d89bd-e77f-4546-a044-bdb2729feff5 req-31c676bb-161a-4683-9d54-19636919adce tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:44.301914 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a86d89bd-e77f-4546-a044-bdb2729feff5 req-31c676bb-161a-4683-9d54-19636919adce tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3249753 Nov 24 05:04:44.306704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e550ca8-bcdd-40d3-b2b2-82d927799384 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.346338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.360075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e550ca8-bcdd-40d3-b2b2-82d927799384 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7abe72-12c3-4eab-928a-da33b020c160,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:44.361910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2395b-be77-483c-96ba-473367b64bf3 None None] Pushing event updated for resources: {'Port': ['ID=7d8dbfa3-7e6e-46e9-9018-cfa242177fef,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:44.375568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e550ca8-bcdd-40d3-b2b2-82d927799384 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.378784 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3e550ca8-bcdd-40d3-b2b2-82d927799384 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/dd7abe72-12c3-4eab-928a-da33b020c160 HTTP/1.1" status: 204 len: 168 time: 0.6978672 Nov 24 05:04:44.384471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34640) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:44.400729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ff3db-6cab-4c97-b5c3-b9b3e3348aec None None] Network cd81ddc9-fea3-44de-87ba-efedaac87169 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:44.413145 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-0c26d283-9589-4913-9f4f-c8f4f461cfaf tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3260219 Nov 24 05:04:44.466739 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c13a9180-3f5f-435a-8528-2e581f8abf5e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags/tempest-TagsExtTest-Tag-351489132 HTTP/1.1" status: 204 len: 168 time: 0.3342402 Nov 24 05:04:44.469432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34642) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:44.478451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-b7ee3989-20c3-4fee-9cfc-da75176cc370 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:44.500122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-49fdb07d-4a37-4809-825a-df1239c536f9 None None] Provisioning complete for port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:44.500503 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49fdb07d-4a37-4809-825a-df1239c536f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.501939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.543858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.570334 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.572884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Subnet': ['ID=48a859b8-87a4-4bca-a2c7-cee3111a091b,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:44.584441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa2447f-b1c1-4a22-998f-8e0b2ec467e0 None None] Update dhcp port {'port': {'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31', 'fixed_ips': [{'subnet_id': '3480d28c-587a-4409-bded-e9c58877f795', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f55ae50-5734-4f39-83f4-12a56ec566a3'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': '7d8dbfa3-7e6e-46e9-9018-cfa242177fef'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:04:44.621295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5aa2447f-b1c1-4a22-998f-8e0b2ec467e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.642569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.656070 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a86d89bd-e77f-4546-a044-bdb2729feff5 req-aa71bc30-93ac-4c2a-9791-ab0b29d57448 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3413308 Nov 24 05:04:44.678839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.693524 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b7ee3989-20c3-4fee-9cfc-da75176cc370 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags HTTP/1.1" status: 200 len: 205 time: 0.2198451 Nov 24 05:04:44.696030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34644) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:44.707403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-260c0bc8-887c-4b48-9dce-0f9d1cbc40d7 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:44.724423 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.725415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:44.726004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.734633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Checking segment: {'id': '3f61624b-cb8f-41a6-9942-4cac30bd36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'caf0c58d-7d76-415a-8d50-5b6b09bdab6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:44.735013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network hostable DHCP agents. Network: caf0c58d-7d76-415a-8d50-5b6b09bdab6f, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:44.775139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:44.784219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:44.787768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:44.800538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:44.802484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.818039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=14abfe15-fb29-4d0c-a154-555de57e782a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:44.828362 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.8460262 Nov 24 05:04:44.833271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34646) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:44.837887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0123045b-01a0-408e-b373-9bd559646aaf None None] DHCP port deletion for cd81ddc9-fea3-44de-87ba-efedaac87169 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:44.845975 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-280230d7-dfe9-4f0b-b07f-b06ce93c759b service neutron] 10.222.0.37 "GET /v2.0/networks/73461ba6-b739-4431-bcf0-7b7169ad319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990719 Nov 24 05:04:44.867106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Request body: {'subnet': {'network_id': '99688f50-e64b-47df-8deb-4350453d5026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:44.885070 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e020d869-5a9e-499b-a2b7-37126df1c948 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2383597 Nov 24 05:04:44.892051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34648) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:44.950015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port b281dd58-2cee-42b7-956d-7b13bd24a5f7 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:44.952241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:44.988483 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e86d7d0-595d-497b-b04b-c926648150a6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:44.994714 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1e86d7d0-595d-497b-b04b-c926648150a6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/14abfe15-fb29-4d0c-a154-555de57e782a HTTP/1.1" status: 200 len: 841 time: 0.0988848 Nov 24 05:04:44.999130 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d0b1801a-7952-4bc4-9d7e-fe7965a834f1 None None] Provisioning complete for port 5e376755-f00c-492e-9f8c-af9bac3a6481 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:44.999615 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d0b1801a-7952-4bc4-9d7e-fe7965a834f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.010048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Made reservation on behalf of 8e86f1b216a946b5846eeacdfd9501b9 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:45.013456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.019675 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34650) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:45.037476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0123045b-01a0-408e-b373-9bd559646aaf None None] Deleting port b281dd58-2cee-42b7-956d-7b13bd24a5f7 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:45.038685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0123045b-01a0-408e-b373-9bd559646aaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.073539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d0b1801a-7952-4bc4-9d7e-fe7965a834f1 None None] Port 5e376755-f00c-492e-9f8c-af9bac3a6481 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:45.142287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d0b1801a-7952-4bc4-9d7e-fe7965a834f1 None None] Provisioning complete for port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:45.143719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d0b1801a-7952-4bc4-9d7e-fe7965a834f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.154502 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-260c0bc8-887c-4b48-9dce-0f9d1cbc40d7 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags HTTP/1.1" status: 200 len: 241 time: 0.4554458 Nov 24 05:04:45.159423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34652) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:45.171615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-9c440973-569f-411e-a943-49bd1ecfa089 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481', 'tempest-TagsExtTest-Tag-1677118261') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:45.206504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:45.255761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0123045b-01a0-408e-b373-9bd559646aaf None None] For port b281dd58-2cee-42b7-956d-7b13bd24a5f7, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b281dd58-2cee-42b7-956d-7b13bd24a5f7,segment=NetworkSegment(3a3d10b7-3d61-41f9-b3b1-1c32de0e390b),segment_id=3a3d10b7-3d61-41f9-b3b1-1c32de0e390b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:45.256299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0123045b-01a0-408e-b373-9bd559646aaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.281883 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0123045b-01a0-408e-b373-9bd559646aaf None None] Calling delete_port for b281dd58-2cee-42b7-956d-7b13bd24a5f7 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:45.294619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port b281dd58-2cee-42b7-956d-7b13bd24a5f7, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b281dd58-2cee-42b7-956d-7b13bd24a5f7,segment=NetworkSegment(3a3d10b7-3d61-41f9-b3b1-1c32de0e390b),segment_id=3a3d10b7-3d61-41f9-b3b1-1c32de0e390b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:45.295119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.303684 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad60fd-55f3-4695-afa7-1fae6db1974d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event updated for resources: {'Network': ['ID=99688f50-e64b-47df-8deb-4350453d5026,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:45.321849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for b281dd58-2cee-42b7-956d-7b13bd24a5f7 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:45.322267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network caf0c58d-7d76-415a-8d50-5b6b09bdab6f is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:45.364008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e26e9f74-b9ed-4fb5-aa73-1df78e6ccca7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 14abfe15-fb29-4d0c-a154-555de57e782a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:45.364406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e26e9f74-b9ed-4fb5-aa73-1df78e6ccca7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.366699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.367008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 99688f50-e64b-47df-8deb-4350453d5026 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:45.427030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=7daa0cdd-2101-4ca3-b7e9-17e34bd68128,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:45.431369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, caf0c58d-7d76-415a-8d50-5b6b09bdab6f) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:45.439404 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:45.440376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.453515 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9c440973-569f-411e-a943-49bd1ecfa089 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags/tempest-TagsExtTest-Tag-1677118261 HTTP/1.1" status: 204 len: 168 time: 0.2882278 Nov 24 05:04:45.460008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34654) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:45.461662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:45.469570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-051572e2-53e4-43f8-81f1-24754bc4a9a3 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481', 'tempest-TagsExtTest-Tag-1677118261') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:45.474277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:45.476719 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:45.483985 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:45.485031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.490324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:45.490630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.501702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e179df7-d3f2-4f5b-b2ba-fa0059961521 None None] Network caf0c58d-7d76-415a-8d50-5b6b09bdab6f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:45.522501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e26e9f74-b9ed-4fb5-aa73-1df78e6ccca7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.533707 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3439f937-e5ed-40a9-a58e-c921fa7c2bc3 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1680725 Nov 24 05:04:45.535265 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34656) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:45.551878 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-70fca167-0984-47e3-b8a9-559be9eb8d8f service neutron] 10.222.0.37 "GET /v2.0/networks/73461ba6-b739-4431-bcf0-7b7169ad319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6938603 Nov 24 05:04:45.562575 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e26e9f74-b9ed-4fb5-aa73-1df78e6ccca7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 14abfe15-fb29-4d0c-a154-555de57e782a owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:45.569588 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0eb71d76-52c5-47ad-860f-ee0cb1726330 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8191977 Nov 24 05:04:45.570795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34658) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:45.578056 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-90a30b10-e8a7-4e22-93f7-6411369e8d42 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3480d28c-587a-4409-bded-e9c58877f795'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:45.598904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-5aa2447f-b1c1-4a22-998f-8e0b2ec467e0 None None] Allocated IP 2001:db8:0:1::2 (160b7b12-3c7e-48d0-ab3d-3aa30c823e31/5f55ae50-5734-4f39-83f4-12a56ec566a3/7d8dbfa3-7e6e-46e9-9018-cfa242177fef) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:45.710846 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-051572e2-53e4-43f8-81f1-24754bc4a9a3 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags/tempest-TagsExtTest-Tag-1677118261 HTTP/1.1" status: 204 len: 168 time: 0.2428944 Nov 24 05:04:45.718430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34664) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:45.726792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.733075 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-838907e9-a238-4c2b-96bb-fa174df995a3 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:45.747551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90a30b10-e8a7-4e22-93f7-6411369e8d42 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.760073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5aa2447f-b1c1-4a22-998f-8e0b2ec467e0 None None] For port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7d8dbfa3-7e6e-46e9-9018-cfa242177fef,segment=NetworkSegment(8ec69864-b45b-409f-8d85-9c59d9a98ca2),segment_id=8ec69864-b45b-409f-8d85-9c59d9a98ca2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:45.785210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=b281dd58-2cee-42b7-956d-7b13bd24a5f7,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:45.794957 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c10c678e-9865-4e77-b9f7-84eda7c50ee2 req-c56681ff-940f-4405-9d36-b04026959336 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 210 time: 0.0654562 Nov 24 05:04:45.795556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No DVR routers for this DVR port b281dd58-2cee-42b7-956d-7b13bd24a5f7 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:45.802864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5aa2447f-b1c1-4a22-998f-8e0b2ec467e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.847043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0123045b-01a0-408e-b373-9bd559646aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.848827 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5aa2447f-b1c1-4a22-998f-8e0b2ec467e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.875300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.930983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123045b-01a0-408e-b373-9bd559646aaf None None] Pushing event deleted for resources: {'Port': ['ID=b281dd58-2cee-42b7-956d-7b13bd24a5f7,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:45.932136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0123045b-01a0-408e-b373-9bd559646aaf None None] No DVR routers for this DVR port b281dd58-2cee-42b7-956d-7b13bd24a5f7 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:45.937313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-aea92f09-5b6e-4320-9cb6-0ef71b1462b2 None None] Provisioning complete for port 5e376755-f00c-492e-9f8c-af9bac3a6481 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:45.937689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aea92f09-5b6e-4320-9cb6-0ef71b1462b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.953023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f82b74-b668-4bb8-bff8-77049a018dae req-252f05ba-7c93-4bd0-8216-f2dd40fd4853 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:45.956614 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d2f82b74-b668-4bb8-bff8-77049a018dae req-252f05ba-7c93-4bd0-8216-f2dd40fd4853 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1861653 Nov 24 05:04:45.984788 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-838907e9-a238-4c2b-96bb-fa174df995a3 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags HTTP/1.1" status: 200 len: 205 time: 0.2564480 Nov 24 05:04:45.990004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:45.998979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34666) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:46.003482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-b5ceb001-9072-46cc-97fa-9209fd44fc49 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:46.010372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e26e9f74-b9ed-4fb5-aa73-1df78e6ccca7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.106994 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e9f74-b9ed-4fb5-aa73-1df78e6ccca7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=14abfe15-fb29-4d0c-a154-555de57e782a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:46.109788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd81ddc9-fea3-44de-87ba-efedaac87169']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:46.131377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3d10b7-3d61-41f9-b3b1-1c32de0e390b') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:46.131729 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3d10b7-3d61-41f9-b3b1-1c32de0e390b') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:46.134342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e26e9f74-b9ed-4fb5-aa73-1df78e6ccca7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.135881 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2447f-b1c1-4a22-998f-8e0b2ec467e0 None None] Pushing event updated for resources: {'Port': ['ID=7d8dbfa3-7e6e-46e9-9018-cfa242177fef,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:46.138342 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e26e9f74-b9ed-4fb5-aa73-1df78e6ccca7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/14abfe15-fb29-4d0c-a154-555de57e782a HTTP/1.1" status: 204 len: 168 time: 1.1174462 Nov 24 05:04:46.139184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.142763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34668) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:46.144705 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7d8dbfa3-7e6e-46e9-9018-cfa242177fef up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:46.185665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.198580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-aea92f09-5b6e-4320-9cb6-0ef71b1462b2 None None] Port 5e376755-f00c-492e-9f8c-af9bac3a6481 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:46.209000 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b5ceb001-9072-46cc-97fa-9209fd44fc49 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags HTTP/1.1" status: 200 len: 240 time: 0.2061894 Nov 24 05:04:46.217992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34670) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:46.219012 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d2f82b74-b668-4bb8-bff8-77049a018dae req-134d4927-8f00-473b-9b0f-b31547ea6d37 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511990 Nov 24 05:04:46.219867 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41f06739-b529-4c3c-8a98-9d2d30c92ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.244673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-01057cbc-7878-4377-97c8-e2b46b775275 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8', 'tempest-TagsExtTest-Tag-603167518') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:46.248650 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-41016782-017f-48d6-998f-431214291228 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:04:46.250114 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-41016782-017f-48d6-998f-431214291228 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/14abfe15-fb29-4d0c-a154-555de57e782a HTTP/1.1" status: 404 len: 333 time: 0.1007321 Nov 24 05:04:46.254353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34672) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:46.259467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'name': 'tempest-PortsTestJSON-519635917'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:46.259989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.293641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:46.294277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.322344 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-caf0c58d-7d76-415a-8d50-5b6b09bdab6f', 'network_id': 'caf0c58d-7d76-415a-8d50-5b6b09bdab6f', 'tenant_id': 'ff518f873d104bf5816941eb033d5882', 'fixed_ips': [{'subnet_id': '48a859b8-87a4-4bca-a2c7-cee3111a091b'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:46.323706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.399518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-90a30b10-e8a7-4e22-93f7-6411369e8d42 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Delete allocated IP 2001:db8:0:1::2a1 (160b7b12-3c7e-48d0-ab3d-3aa30c823e31/5f55ae50-5734-4f39-83f4-12a56ec566a3) {{(pid=103233) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 05:04:46.408285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:46.412222 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.470126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 5e121145-67b8-482f-8bfc-0277e5008659 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:46.553391 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Allocated IP 2001:db8::2 (caf0c58d-7d76-415a-8d50-5b6b09bdab6f/48a859b8-87a4-4bca-a2c7-cee3111a091b/1e55e6dd-fff7-43a1-ba0b-0780413dea1f) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:46.606998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b281dd58-2cee-42b7-956d-7b13bd24a5f7 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:46.683047 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.686875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:46.687303 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.739836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:46.791576 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:46.797031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.829939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.833387 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/networks/cd81ddc9-fea3-44de-87ba-efedaac87169 HTTP/1.1" status: 204 len: 168 time: 2.4440787 Nov 24 05:04:46.836630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: b281dd58-2cee-42b7-956d-7b13bd24a5f7 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:46.837076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b281dd58-2cee-42b7-956d-7b13bd24a5f7 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:46.851744 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-01057cbc-7878-4377-97c8-e2b46b775275 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags/tempest-TagsExtTest-Tag-603167518 HTTP/1.1" status: 204 len: 168 time: 0.6138217 Nov 24 05:04:46.854000 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf6f59-fd44-4626-93db-3a897e5446e6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Network': ['ID=cd81ddc9-fea3-44de-87ba-efedaac87169,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:46.861989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34682) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:46.862604 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34684) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:46.873535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-201970225'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:46.888677 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc87b59-32b1-4286-9e12-d14ea3e5ed99 None None] Network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:46.902003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:46.902242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-82bd7647-d72a-4581-830e-9a439743c0de tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8', 'tempest-TagsExtTest-Tag-603167518') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:46.905785 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=5e121145-67b8-482f-8bfc-0277e5008659,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:46.915325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:46.927986 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:46.933595 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:46.935458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:46.966141 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-94b1d8ee-103f-4490-b86f-1dd40813368d req-f8ab75d0-e270-4032-9ca3-775da77b014f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 210 time: 0.0542135 Nov 24 05:04:47.000700 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:47.004415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.006172 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-be70484c-6e39-4030-b694-74ac303eccac tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7508428 Nov 24 05:04:47.010721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34686) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:47.017669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6e5b04a3-4193-4aee-9d85-01a6adc907a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:47.034011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a132ed01-fcfe-433c-ae93-2580bb17ca16 None None] Provisioning complete for port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:47.034772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a132ed01-fcfe-433c-ae93-2580bb17ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.070655 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90a30b10-e8a7-4e22-93f7-6411369e8d42 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.083239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:47.093323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.093682 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added segment fa83e58d-d250-4a95-a926-272f879137dc of type vlan for network 047ab635-5881-4ec9-a389-7328fff35c1a Nov 24 05:04:47.109880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.135550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e5b04a3-4193-4aee-9d85-01a6adc907a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.138303 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90a30b10-e8a7-4e22-93f7-6411369e8d42 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.139357 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.161727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:04:47.161727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.168162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.180503 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7d8dbfa3-7e6e-46e9-9018-cfa242177fef up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:47.221563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.227163 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:47.227800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.266542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.271933 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-82bd7647-d72a-4581-830e-9a439743c0de tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags/tempest-TagsExtTest-Tag-603167518 HTTP/1.1" status: 204 len: 168 time: 0.4024165 Nov 24 05:04:47.274590 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-90a30b10-e8a7-4e22-93f7-6411369e8d42 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] In _notify_port_updated(), no bound segment for port 7daa0cdd-2101-4ca3-b7e9-17e34bd68128 on network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:04:47.278675 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:47.280875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34690) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:47.282412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a30b10-e8a7-4e22-93f7-6411369e8d42 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:47.283701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90a30b10-e8a7-4e22-93f7-6411369e8d42 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.287671 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-90a30b10-e8a7-4e22-93f7-6411369e8d42 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "PUT /v2.0/ports/7daa0cdd-2101-4ca3-b7e9-17e34bd68128 HTTP/1.1" status: 200 len: 925 time: 1.7136266 Nov 24 05:04:47.288108 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a30b10-e8a7-4e22-93f7-6411369e8d42 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=7daa0cdd-2101-4ca3-b7e9-17e34bd68128,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:47.290636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34692) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:47.298252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-e4457b20-e473-4b08-803a-ef7a5d022e99 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:47.299531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Network caf0c58d-7d76-415a-8d50-5b6b09bdab6f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:47.305144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Pushing event updated for resources: {'Port': ['ID=1e55e6dd-fff7-43a1-ba0b-0780413dea1f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:47.308256 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-80e195c0-01ae-49cc-b71b-f14988cc8585 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3480d28c-587a-4409-bded-e9c58877f795'}, {'subnet_id': '5f55ae50-5734-4f39-83f4-12a56ec566a3'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:47.312250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:47.312898 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4471278 Nov 24 05:04:47.315467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:47.359566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34694) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:47.386475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'subnet': {'network_id': '047ab635-5881-4ec9-a389-7328fff35c1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:47.412313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Subnet': ['ID=48a859b8-87a4-4bca-a2c7-cee3111a091b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:47.431901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Attempting to bind port 1e55e6dd-fff7-43a1-ba0b-0780413dea1f on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:47.432282 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Attempting to bind port 1e55e6dd-fff7-43a1-ba0b-0780413dea1f by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '3f61624b-cb8f-41a6-9942-4cac30bd36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'caf0c58d-7d76-415a-8d50-5b6b09bdab6f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:47.432659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Attempting to bind port 1e55e6dd-fff7-43a1-ba0b-0780413dea1f on network caf0c58d-7d76-415a-8d50-5b6b09bdab6f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:47.434678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:47.435136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.463871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067b5ab-7f75-4760-ad05-d3126533a6fd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Network': ['ID=047ab635-5881-4ec9-a389-7328fff35c1a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:47.464103 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:47.464595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Checking segment: {'id': '3f61624b-cb8f-41a6-9942-4cac30bd36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'caf0c58d-7d76-415a-8d50-5b6b09bdab6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:47.465025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.465713 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Bound using segment: {'id': '3f61624b-cb8f-41a6-9942-4cac30bd36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'caf0c58d-7d76-415a-8d50-5b6b09bdab6f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:47.466232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Bound port: 1e55e6dd-fff7-43a1-ba0b-0780413dea1f, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f61624b-cb8f-41a6-9942-4cac30bd36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'caf0c58d-7d76-415a-8d50-5b6b09bdab6f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:47.466621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.480531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80e195c0-01ae-49cc-b71b-f14988cc8585 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.484171 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Checking segment: {'id': 'cb42d0cb-e26f-4876-a235-4a643e00ad9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '99688f50-e64b-47df-8deb-4350453d5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:47.484546 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Network hostable DHCP agents. Network: 99688f50-e64b-47df-8deb-4350453d5026, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:47.488656 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 047ab635-5881-4ec9-a389-7328fff35c1a details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:47.540415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.562405 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e4457b20-e473-4b08-803a-ef7a5d022e99 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags HTTP/1.1" status: 200 len: 205 time: 0.2746043 Nov 24 05:04:47.570690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34696) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:47.577900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-163e6da6-b295-4fae-a453-f9ba3d0f6f87 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:47.601621 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf0c58d-7d76-415a-8d50-5b6b09bdab6f']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:47.613680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Network 99688f50-e64b-47df-8deb-4350453d5026 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:47.622001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f61624b-cb8f-41a6-9942-4cac30bd36f4') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:47.622396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f61624b-cb8f-41a6-9942-4cac30bd36f4') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:47.644472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.646185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 99688f50-e64b-47df-8deb-4350453d5026) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:47.649142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] For port 1e55e6dd-fff7-43a1-ba0b-0780413dea1f, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:47.670048 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-163e6da6-b295-4fae-a453-f9ba3d0f6f87 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags HTTP/1.1" status: 200 len: 241 time: 0.0961759 Nov 24 05:04:47.671527 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:47.672065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7861f35-ee4a-49e5-9c6c-e95f7aed27a9 None None] Network 99688f50-e64b-47df-8deb-4350453d5026 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:47.672185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.677395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34698) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:47.682108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-beb7c5fa-6c5a-4e29-a5e6-43f134d93fc2 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6', 'tempest-TagsExtTest-Tag-1793481296') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:47.698558 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] For port 1e55e6dd-fff7-43a1-ba0b-0780413dea1f, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=1e55e6dd-fff7-43a1-ba0b-0780413dea1f,segment=NetworkSegment(3f61624b-cb8f-41a6-9942-4cac30bd36f4),segment_id=3f61624b-cb8f-41a6-9942-4cac30bd36f4)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:47.719257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.722625 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.723735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d7ff9-eb98-44ed-8942-39461088905f req-1787d66f-e9ba-46cd-91e2-bb770a06ada8 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:47.724903 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-beb7c5fa-6c5a-4e29-a5e6-43f134d93fc2 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags/tempest-TagsExtTest-Tag-1793481296 HTTP/1.1" status: 204 len: 168 time: 0.0465069 Nov 24 05:04:47.731626 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-09fdb62e-3070-469d-a008-23adff3fc019 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8668072 Nov 24 05:04:47.731626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34700) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:47.732823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34702) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:47.734356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:47.734765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.738326 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e20d7ff9-eb98-44ed-8942-39461088905f req-1787d66f-e9ba-46cd-91e2-bb770a06ada8 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2867937 Nov 24 05:04:47.741315 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1086730561', 'network_id': '99688f50-e64b-47df-8deb-4350453d5026'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:47.746178 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:47.747125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-6a47036f-f84d-44b4-9df6-a0e9cfea45ce tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6', 'tempest-TagsExtTest-Tag-1793481296') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:47.750115 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:47.752535 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.876564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e5b04a3-4193-4aee-9d85-01a6adc907a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.877759 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a9e7b4ef-43b9-4bb2-b915-6c25e6a7ac4f None None] Provisioning complete for port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:47.878236 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b4ef-43b9-4bb2-b915-6c25e6a7ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.879824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.api [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 05:04:47.879824 dv-neutron-818850-5-hyperv neutron-server[103232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 05:04:47.879824 dv-neutron-818850-5-hyperv neutron-server[103232]: [parameters: {'id': 'caf0c58d-7d76-415a-8d50-5b6b09bdab6f'}] Nov 24 05:04:47.879824 dv-neutron-818850-5-hyperv neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:04:47.883111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG oslo_db.api [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:04:47.911854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb652454-b72d-498f-8878-329bc0d91978 None None] Pushing event updated for resources: {'Port': ['ID=1e55e6dd-fff7-43a1-ba0b-0780413dea1f,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:47.913062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Made reservation on behalf of 8e86f1b216a946b5846eeacdfd9501b9 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:47.926767 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e20d7ff9-eb98-44ed-8942-39461088905f req-3a791fab-5aa2-4c85-bae4-1bf0cc62371d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873059 Nov 24 05:04:47.944912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:47.951497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aa6e67-3965-4c5e-8192-890f1cd2718f None None] Network caf0c58d-7d76-415a-8d50-5b6b09bdab6f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:47.985518 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6a47036f-f84d-44b4-9df6-a0e9cfea45ce tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags/tempest-TagsExtTest-Tag-1793481296 HTTP/1.1" status: 204 len: 168 time: 0.2517796 Nov 24 05:04:47.991932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34708) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:48.006076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-7a0300d1-fc3a-4046-a2a9-ec4e53607f9c tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:48.021167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e5b04a3-4193-4aee-9d85-01a6adc907a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:48.029474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] device_id is not set on port 5465a82e-3709-4847-b53b-7e26c9b39f0d yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:48.029737 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc66d54-6a7b-481f-ac31-88645536845d None None] Network 99688f50-e64b-47df-8deb-4350453d5026 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:48.081946 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7a0300d1-fc3a-4046-a2a9-ec4e53607f9c tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags HTTP/1.1" status: 200 len: 205 time: 0.0860896 Nov 24 05:04:48.095290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34716) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:48.101158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-fa5c209b-502e-43bb-9015-f821a157491f tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:48.223960 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b04a3-4193-4aee-9d85-01a6adc907a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] In _notify_port_updated(), no bound segment for port 5e121145-67b8-482f-8bfc-0277e5008659 on network 392b32b4-dc27-4aff-817d-c4e36b638839 {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:04:48.229804 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5b04a3-4193-4aee-9d85-01a6adc907a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:48.230442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e5b04a3-4193-4aee-9d85-01a6adc907a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:48.232577 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6e5b04a3-4193-4aee-9d85-01a6adc907a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "PUT /v2.0/ports/5e121145-67b8-482f-8bfc-0277e5008659 HTTP/1.1" status: 200 len: 818 time: 1.2209017 Nov 24 05:04:48.239420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34720) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:48.244203 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-57bacbb6-2e07-4079-a589-93362ef8dd8c req-ec0da118-a152-4781-91d9-717c6e6c4a4e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 210 time: 0.1566594 Nov 24 05:04:48.316502 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b04a3-4193-4aee-9d85-01a6adc907a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=5e121145-67b8-482f-8bfc-0277e5008659,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:48.388411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:48.442826 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79142eaa-b50d-4a34-86be-4ed63bb523f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:48.453971 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fa5c209b-502e-43bb-9015-f821a157491f tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags HTTP/1.1" status: 204 len: 168 time: 0.3550899 Nov 24 05:04:48.454174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5d17-da4b-4786-a9f4-81ff3ea11f3f req-3f1935bd-4b2b-4e61-a2d5-bff7e080221b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:48.455369 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0a0e5d17-da4b-4786-a9f4-81ff3ea11f3f req-3f1935bd-4b2b-4e61-a2d5-bff7e080221b tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1582568 Nov 24 05:04:48.455369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34722) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:48.460989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a9e7b4ef-43b9-4bb2-b915-6c25e6a7ac4f None None] Provisioning complete for port 7daa0cdd-2101-4ca3-b7e9-17e34bd68128 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:48.461367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b4ef-43b9-4bb2-b915-6c25e6a7ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:48.471037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-6353c89d-9a72-4554-82e7-f7e86cd96c38 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:48.495038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7808c-1e64-4ca3-8898-09c2e6255d5b None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:04:48.515755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4410e3-3350-489c-9d13-360f60eaab28 req-8b2342a9-6f87-414d-a60c-c2495c0f453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:48.517559 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da4410e3-3350-489c-9d13-360f60eaab28 req-8b2342a9-6f87-414d-a60c-c2495c0f453d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab536a684af0477682b681c825ec9a95&device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 1098 time: 0.2224104 Nov 24 05:04:48.526766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7b4ef-43b9-4bb2-b915-6c25e6a7ac4f None None] Port 7daa0cdd-2101-4ca3-b7e9-17e34bd68128 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:48.538527 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Allocated IP 2001:db8::162 (99688f50-e64b-47df-8deb-4350453d5026/e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9/5465a82e-3709-4847-b53b-7e26c9b39f0d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:48.615712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7808c-1e64-4ca3-8898-09c2e6255d5b None None] Resources bound (agent type, host, resource id): {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:04:48.711299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f0f4514c-a5a8-4d78-af1a-bc01cbbacba2 None None] Provisioning complete for port 7daa0cdd-2101-4ca3-b7e9-17e34bd68128 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:48.712052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f0f4514c-a5a8-4d78-af1a-bc01cbbacba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:48.756326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Deleting port 1e55e6dd-fff7-43a1-ba0b-0780413dea1f {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:48.756728 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:48.764330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6c71b52c-83c9-4cac-bb28-c3c11719a108 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 5e121145-67b8-482f-8bfc-0277e5008659 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:48.765419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c71b52c-83c9-4cac-bb28-c3c11719a108 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:48.765543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4514c-a5a8-4d78-af1a-bc01cbbacba2 None None] Port 7daa0cdd-2101-4ca3-b7e9-17e34bd68128 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:48.842873 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4410e3-3350-489c-9d13-360f60eaab28 req-59bf2314-724e-4a07-8f63-d025df9cb282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:48.845859 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da4410e3-3350-489c-9d13-360f60eaab28 req-59bf2314-724e-4a07-8f63-d025df9cb282 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5092a666-9ff6-4905-ad81-b92144f55977 HTTP/1.1" status: 200 len: 913 time: 0.3045809 Nov 24 05:04:48.944760 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0a0e5d17-da4b-4786-a9f4-81ff3ea11f3f req-95d04e31-7779-44c0-9981-95228d7bff3e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4665201 Nov 24 05:04:48.946249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-80e195c0-01ae-49cc-b71b-f14988cc8585 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8:0:1::12e (160b7b12-3c7e-48d0-ab3d-3aa30c823e31/5f55ae50-5734-4f39-83f4-12a56ec566a3/7daa0cdd-2101-4ca3-b7e9-17e34bd68128) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:48.951244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:48.972368 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6353c89d-9a72-4554-82e7-f7e86cd96c38 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags HTTP/1.1" status: 204 len: 168 time: 0.5118568 Nov 24 05:04:48.999690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34724) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:49.018554 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-0e2e48b4-f145-4e15-87b1-c9d43a73cdac tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:49.035312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] For port 1e55e6dd-fff7-43a1-ba0b-0780413dea1f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=1e55e6dd-fff7-43a1-ba0b-0780413dea1f,segment=NetworkSegment(3f61624b-cb8f-41a6-9942-4cac30bd36f4),segment_id=3f61624b-cb8f-41a6-9942-4cac30bd36f4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:49.036048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.076284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c71b52c-83c9-4cac-bb28-c3c11719a108 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.086213 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Subnet': ['ID=7d5854a3-a183-4674-94ce-3db6e4d55737,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:49.101549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Checking segment: {'id': 'fa83e58d-d250-4a95-a926-272f879137dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '047ab635-5881-4ec9-a389-7328fff35c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:49.101948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network hostable DHCP agents. Network: 047ab635-5881-4ec9-a389-7328fff35c1a, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:49.109239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Calling delete_port for 1e55e6dd-fff7-43a1-ba0b-0780413dea1f owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:49.117033 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6c71b52c-83c9-4cac-bb28-c3c11719a108 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 5e121145-67b8-482f-8bfc-0277e5008659 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:49.124821 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da4410e3-3350-489c-9d13-360f60eaab28 req-ba59b173-248d-4af0-bad2-84f8ea31b3b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 HTTP/1.1" status: 200 len: 1001 time: 0.2592800 Nov 24 05:04:49.130885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f6b35b-bb89-48bc-910c-c6d7ad8a8861 None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:04:49.141961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 047ab635-5881-4ec9-a389-7328fff35c1a is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:49.149173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.159361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 047ab635-5881-4ec9-a389-7328fff35c1a) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:49.170055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:49.170940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.178636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80e195c0-01ae-49cc-b71b-f14988cc8585 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.185663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80e195c0-01ae-49cc-b71b-f14988cc8585 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.197644 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-08953a23-a5b8-4227-a8e4-1619dcdd27b0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8391025 Nov 24 05:04:49.201342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34726) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:49.205246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c03b4b15-f830-4a9f-8992-5d1e5b4f1479 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1882237458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:49.312817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-80e195c0-01ae-49cc-b71b-f14988cc8585 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] In _notify_port_updated(), no bound segment for port 7daa0cdd-2101-4ca3-b7e9-17e34bd68128 on network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:04:49.318754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e195c0-01ae-49cc-b71b-f14988cc8585 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:49.319876 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80e195c0-01ae-49cc-b71b-f14988cc8585 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.323841 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-80e195c0-01ae-49cc-b71b-f14988cc8585 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "PUT /v2.0/ports/7daa0cdd-2101-4ca3-b7e9-17e34bd68128 HTTP/1.1" status: 200 len: 1011 time: 2.0271845 Nov 24 05:04:49.323841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34734) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:49.331509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e195c0-01ae-49cc-b71b-f14988cc8585 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=7daa0cdd-2101-4ca3-b7e9-17e34bd68128,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:49.363138 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c03b4b15-f830-4a9f-8992-5d1e5b4f1479 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.364229 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c03b4b15-f830-4a9f-8992-5d1e5b4f1479 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.394311 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-68f77ab1-bc61-40f9-8834-e4e1372cb9d8 req-305f6c6b-3164-42b2-9c06-e2472f88030e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 210 time: 0.0585032 Nov 24 05:04:49.459424 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6b35b-bb89-48bc-910c-c6d7ad8a8861 None None] Unable to find a vacant binding_index for network 047ab635-5881-4ec9-a389-7328fff35c1a and agent f907a483-d315-46c5-84c6-a12352a9398e {{(pid=103234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 24 05:04:49.477379 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6b35b-bb89-48bc-910c-c6d7ad8a8861 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 047ab635-5881-4ec9-a389-7328fff35c1a) {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:04:49.515715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.532372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c03b4b15-f830-4a9f-8992-5d1e5b4f1479 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.543149 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c03b4b15-f830-4a9f-8992-5d1e5b4f1479 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.570182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0da624cf-4b77-45d3-93f4-c2b20a387a2b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 7daa0cdd-2101-4ca3-b7e9-17e34bd68128 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:49.570576 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0da624cf-4b77-45d3-93f4-c2b20a387a2b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.578771 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c03b4b15-f830-4a9f-8992-5d1e5b4f1479 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.584002 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c03b4b15-f830-4a9f-8992-5d1e5b4f1479 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3816490 Nov 24 05:04:49.584224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34736) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:49.692798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0da624cf-4b77-45d3-93f4-c2b20a387a2b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.706256 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0da624cf-4b77-45d3-93f4-c2b20a387a2b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 7daa0cdd-2101-4ca3-b7e9-17e34bd68128 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:49.711222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4410e3-3350-489c-9d13-360f60eaab28 req-18042987-bb15-462f-9cd3-7d8636f73373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:49.712680 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da4410e3-3350-489c-9d13-360f60eaab28 req-18042987-bb15-462f-9cd3-7d8636f73373 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72a128c7-8d2b-405e-a9ae-c297d81ee2d2 HTTP/1.1" status: 200 len: 851 time: 0.5682642 Nov 24 05:04:49.819538 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-047ab635-5881-4ec9-a389-7328fff35c1a', 'network_id': '047ab635-5881-4ec9-a389-7328fff35c1a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'fixed_ips': [{'subnet_id': '7d5854a3-a183-4674-94ce-3db6e4d55737'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:49.820566 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.859204 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0e2e48b4-f145-4e15-87b1-c9d43a73cdac tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags HTTP/1.1" status: 204 len: 168 time: 0.8464820 Nov 24 05:04:49.859204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.859503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34738) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:49.867050 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-b26a42ca-fe15-4db3-bba8-a0907983cc4f tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:49.958138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Network 99688f50-e64b-47df-8deb-4350453d5026 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:49.959231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:49.967723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Allocated IP 2001:db8::2 (047ab635-5881-4ec9-a389-7328fff35c1a/7d5854a3-a183-4674-94ce-3db6e4d55737/f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:49.990866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0da624cf-4b77-45d3-93f4-c2b20a387a2b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.006062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c71b52c-83c9-4cac-bb28-c3c11719a108 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.030729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da624cf-4b77-45d3-93f4-c2b20a387a2b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=7daa0cdd-2101-4ca3-b7e9-17e34bd68128,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:50.050683 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b26a42ca-fe15-4db3-bba8-a0907983cc4f tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags HTTP/1.1" status: 204 len: 168 time: 0.1899805 Nov 24 05:04:50.055208 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4410e3-3350-489c-9d13-360f60eaab28 req-8730c419-7995-4f46-9447-3923e2476f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:50.061074 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da4410e3-3350-489c-9d13-360f60eaab28 req-8730c419-7995-4f46-9447-3923e2476f78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5092a666-9ff6-4905-ad81-b92144f55977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3368499 Nov 24 05:04:50.065599 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:50.067375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34742) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:50.070181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No DVR routers for this DVR port 1e55e6dd-fff7-43a1-ba0b-0780413dea1f on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:50.080656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-e2ce951f-1f2f-4ee4-86cf-438a9926e981 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776', 'tempest-TagsExtTest-Tag-1353384653') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:50.086480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:50.087628 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:50.088337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.109635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0da624cf-4b77-45d3-93f4-c2b20a387a2b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.115394 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0da624cf-4b77-45d3-93f4-c2b20a387a2b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/7daa0cdd-2101-4ca3-b7e9-17e34bd68128 HTTP/1.1" status: 204 len: 168 time: 0.7882614 Nov 24 05:04:50.115611 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34744) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:50.143138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.146681 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-2854f17f-2d7e-444b-b419-8439df694108 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:04:50.148236 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2854f17f-2d7e-444b-b419-8439df694108 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/7daa0cdd-2101-4ca3-b7e9-17e34bd68128 HTTP/1.1" status: 404 len: 333 time: 0.0317578 Nov 24 05:04:50.152604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34746) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:50.152771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.185920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event updated for resources: {'Port': ['ID=5465a82e-3709-4847-b53b-7e26c9b39f0d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:50.192947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc387-6f51-4e5a-8eaa-ebe3d5cd676d req-1a1bc630-e985-41f7-8857-ea1cb43b2da7 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:50.194508 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4c5dc387-6f51-4e5a-8eaa-ebe3d5cd676d req-1a1bc630-e985-41f7-8857-ea1cb43b2da7 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1424975 Nov 24 05:04:50.195125 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Network 047ab635-5881-4ec9-a389-7328fff35c1a is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:50.198862 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c71b52c-83c9-4cac-bb28-c3c11719a108 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.201296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:50.203022 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6c71b52c-83c9-4cac-bb28-c3c11719a108 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/5e121145-67b8-482f-8bfc-0277e5008659 HTTP/1.1" status: 204 len: 168 time: 1.9245684 Nov 24 05:04:50.206163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:50.208051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34748) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:50.244467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Pushing event updated for resources: {'Port': ['ID=f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:50.257846 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d9326861-66c1-49a5-892a-cc6db82d4a23 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5246351 Nov 24 05:04:50.261154 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34750) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:50.265877 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84c0522-8b8b-4c29-93cc-18d75faf1ade tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting subnet 5f55ae50-5734-4f39-83f4-12a56ec566a3 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:50.277392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Attempting to bind port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:50.278404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Attempting to bind port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'fa83e58d-d250-4a95-a926-272f879137dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '047ab635-5881-4ec9-a389-7328fff35c1a'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:50.279097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Attempting to bind port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e on network 047ab635-5881-4ec9-a389-7328fff35c1a {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:50.284444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:50.284916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Checking segment: {'id': 'fa83e58d-d250-4a95-a926-272f879137dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '047ab635-5881-4ec9-a389-7328fff35c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:50.285407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.285874 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Bound using segment: {'id': 'fa83e58d-d250-4a95-a926-272f879137dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '047ab635-5881-4ec9-a389-7328fff35c1a'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:50.286415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Bound port: f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa83e58d-d250-4a95-a926-272f879137dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '047ab635-5881-4ec9-a389-7328fff35c1a'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:50.286880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.301292 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b84c0522-8b8b-4c29-93cc-18d75faf1ade tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.303623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Port': ['ID=1e55e6dd-fff7-43a1-ba0b-0780413dea1f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:50.363640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] For port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:50.367910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] For port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e,segment=NetworkSegment(fa83e58d-d250-4a95-a926-272f879137dc),segment_id=fa83e58d-d250-4a95-a926-272f879137dc)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:50.368950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71b52c-83c9-4cac-bb28-c3c11719a108 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=5e121145-67b8-482f-8bfc-0277e5008659,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:50.369376 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4c5dc387-6f51-4e5a-8eaa-ebe3d5cd676d req-8de6b8fd-6704-4ea6-b5fe-95c960eed27f tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470678 Nov 24 05:04:50.372882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.379158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.401161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fbc5e7-7dd7-4096-9de6-a540f0e07797 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:50.403401 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-92fbc5e7-7dd7-4096-9de6-a540f0e07797 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1932209 Nov 24 05:04:50.405714 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b84c0522-8b8b-4c29-93cc-18d75faf1ade tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.409263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34752) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:50.415725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.453167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf0c58d-7d76-415a-8d50-5b6b09bdab6f']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:50.457607 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e72df-b257-4c6a-bf74-26122c0ad53a None None] Pushing event updated for resources: {'Port': ['ID=f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:50.468063 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce96684-45f7-49d0-8278-5b09500256d0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:04:50.473582 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0ce96684-45f7-49d0-8278-5b09500256d0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/5e121145-67b8-482f-8bfc-0277e5008659 HTTP/1.1" status: 404 len: 333 time: 0.0405736 Nov 24 05:04:50.476718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34754) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:50.482261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-155429788'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:50.508692 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da4410e3-3350-489c-9d13-360f60eaab28 req-56616a72-a10d-4887-bd59-641e5d918cbd service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160113 Nov 24 05:04:50.510735 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f61624b-cb8f-41a6-9942-4cac30bd36f4') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:50.511365 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f61624b-cb8f-41a6-9942-4cac30bd36f4') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:50.560322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.563516 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:50.567840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.592135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-717b47be-2e8f-4e20-aae1-aa325c303a18 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Deleting port 5465a82e-3709-4847-b53b-7e26c9b39f0d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:50.592568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-717b47be-2e8f-4e20-aae1-aa325c303a18 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.612801 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.623157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:50.623543 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.625581 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b84c0522-8b8b-4c29-93cc-18d75faf1ade tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:50.628160 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:50.708030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.776946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.782357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:50.820992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.824229 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/networks/caf0c58d-7d76-415a-8d50-5b6b09bdab6f HTTP/1.1" status: 204 len: 168 time: 5.2855785 Nov 24 05:04:50.830427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34760) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:50.832115 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e2ce951f-1f2f-4ee4-86cf-438a9926e981 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags/tempest-TagsExtTest-Tag-1353384653 HTTP/1.1" status: 201 len: 201 time: 0.7549987 Nov 24 05:04:50.836743 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da4410e3-3350-489c-9d13-360f60eaab28 req-ac8a6b6b-4beb-402b-b939-47c7b5de7748 service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954388 Nov 24 05:04:50.837760 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1915869350'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:50.848470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34762) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:50.853611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-8e4beb0e-df4d-4a51-b9a8-91ab988db2c7 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481', 'tempest-TagsExtTest-Tag-1671335024') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:50.878882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b64a03-3fe9-4e9b-b5d3-41e51f4d4497 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Network': ['ID=caf0c58d-7d76-415a-8d50-5b6b09bdab6f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:50.885363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.886188 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Added segment 3fe93002-5020-4cad-abfd-6fc413f99ae9 of type vlan for network 2a46079e-f8cd-45d1-943a-99a66b27a60d Nov 24 05:04:50.889653 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a612aade-86fe-4df1-bf4a-38455d426f6d req-1c396b99-e370-4c34-a913-416b971bfe20 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 210 time: 0.0949757 Nov 24 05:04:50.899209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:50.903766 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.979454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-717b47be-2e8f-4e20-aae1-aa325c303a18 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:50.984921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.001137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Allocated IP 2001:db8::1 (047ab635-5881-4ec9-a389-7328fff35c1a/7d5854a3-a183-4674-94ce-3db6e4d55737/3ebd53d7-5f18-4ce4-84c9-7aa505e0b395) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:51.001920 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b84c0522-8b8b-4c29-93cc-18d75faf1ade tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.008074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:51.017928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-717b47be-2e8f-4e20-aae1-aa325c303a18 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Calling delete_port for 5465a82e-3709-4847-b53b-7e26c9b39f0d owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:51.029007 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8e4beb0e-df4d-4a51-b9a8-91ab988db2c7 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags/tempest-TagsExtTest-Tag-1671335024 HTTP/1.1" status: 201 len: 201 time: 0.1793933 Nov 24 05:04:51.040900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34764) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:51.048362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-b20a7056-3883-4428-8c0a-4655822d76e0 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8', 'tempest-TagsExtTest-Tag-143819856') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:51.054284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c0522-8b8b-4c29-93cc-18d75faf1ade tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Subnet': ['ID=5f55ae50-5734-4f39-83f4-12a56ec566a3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:51.057631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.058725 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Added segment 2aadba76-5009-4675-b847-0b1c554a6fb5 of type vlan for network 77213b94-9774-48a0-8e95-55d528d4e704 Nov 24 05:04:51.069336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b84c0522-8b8b-4c29-93cc-18d75faf1ade tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.075417 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b84c0522-8b8b-4c29-93cc-18d75faf1ade tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/5f55ae50-5734-4f39-83f4-12a56ec566a3 HTTP/1.1" status: 204 len: 168 time: 0.9219193 Nov 24 05:04:51.083200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34766) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:51.172724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.178503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:51.179130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.212039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:51.224557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.226250 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b20a7056-3883-4428-8c0a-4655822d76e0 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags/tempest-TagsExtTest-Tag-143819856 HTTP/1.1" status: 201 len: 201 time: 0.1835644 Nov 24 05:04:51.229199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.231159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34768) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:51.238694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-7212b5b0-15bb-4ecb-b954-d1432f57117b tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6', 'tempest-TagsExtTest-Tag-455855401') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:51.272147 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7943485 Nov 24 05:04:51.279490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34772) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:51.291912 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4cdeae-e485-4348-ace4-31dd17094f6d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting subnet 3480d28c-587a-4409-bded-e9c58877f795 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:04:51.302812 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7212b5b0-15bb-4ecb-b954-d1432f57117b tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags/tempest-TagsExtTest-Tag-455855401 HTTP/1.1" status: 201 len: 201 time: 0.0704005 Nov 24 05:04:51.304664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.305224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '2a46079e-f8cd-45d1-943a-99a66b27a60d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:51.307166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34774) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:51.314960 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdeae-e485-4348-ace4-31dd17094f6d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.316969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-e8ff2828-7de9-4da3-b088-c13e75051199 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776', {'tags': ['tempest-TagsExtTest-Tag-1351519914', 'tempest-TagsExtTest-Tag-1498492580', 'tempest-TagsExtTest-Tag-233838897']}) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:51.335297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:51.335694 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.433136 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6f04a-5117-484c-93fa-00ee229b18ab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Network': ['ID=2a46079e-f8cd-45d1-943a-99a66b27a60d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:51.437063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 047ab635-5881-4ec9-a389-7328fff35c1a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:51.454919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:51.457800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:51.458530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.501642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.520192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 2a46079e-f8cd-45d1-943a-99a66b27a60d details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:51.522473 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.528709 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:51.529933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.553839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdeae-e485-4348-ace4-31dd17094f6d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.626526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=3ebd53d7-5f18-4ce4-84c9-7aa505e0b395,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:51.661797 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8283622 Nov 24 05:04:51.676690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34778) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:51.721318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e,segment=NetworkSegment(fa83e58d-d250-4a95-a926-272f879137dc),segment_id=fa83e58d-d250-4a95-a926-272f879137dc)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:51.757403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.759862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:51.818994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b5fb3-4ffb-42e8-a9a8-fdea579e7d29 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Network': ['ID=77213b94-9774-48a0-8e95-55d528d4e704,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:51.835339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 77213b94-9774-48a0-8e95-55d528d4e704 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:51.868995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:52.023151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16596fbd-f8fb-4fb1-8530-41936df637f1 None None] Network 047ab635-5881-4ec9-a389-7328fff35c1a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:52.035323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Request body: {'subnet': {'network_id': '77213b94-9774-48a0-8e95-55d528d4e704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:52.067891 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e7b04-dd69-4463-9e01-3f85a3d97974 None None] DHCP port deletion for 99688f50-e64b-47df-8deb-4350453d5026 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:52.133493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e5508954-8779-4d8e-b170-67c097ef1432 None None] Provisioning complete for port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:52.133979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e5508954-8779-4d8e-b170-67c097ef1432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.168342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdeae-e485-4348-ace4-31dd17094f6d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.207774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.219059 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e8ff2828-7de9-4da3-b088-c13e75051199 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags HTTP/1.1" status: 200 len: 317 time: 0.9062376 Nov 24 05:04:52.225187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:52.229647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34786) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:52.230106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.236151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-bf489956-ac8d-44ac-a40b-81b4b5cef261 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:52.286708 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-2d9a7ec0-08d7-4fbe-8772-d67860618fa5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:52.288241 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-2d9a7ec0-08d7-4fbe-8772-d67860618fa5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=73461ba6-b739-4431-bcf0-7b7169ad319a HTTP/1.1" status: 200 len: 797 time: 0.9123356 Nov 24 05:04:52.290618 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Made reservation on behalf of ff518f873d104bf5816941eb033d5882 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:52.294342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.344890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710bf908-1ef6-42c4-b904-1a0ddeb4c350 None None] Network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:52.346160 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f32e6-8a43-4257-ac11-af44b35d70a4 req-4dd35ece-aafa-4575-aa16-95705acf4815 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:52.348037 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-758f32e6-8a43-4257-ac11-af44b35d70a4 req-4dd35ece-aafa-4575-aa16-95705acf4815 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.7901125 Nov 24 05:04:52.359958 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f053c04e-2838-47f9-81ce-294c84e3f2f6 req-1656a672-c9d1-4536-86e9-3de4b83adfe2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 210 time: 0.1480448 Nov 24 05:04:52.360607 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-717b47be-2e8f-4e20-aae1-aa325c303a18 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.436649 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9064dec3-8a77-416b-b199-7ca1475cb51e None None] DHCP port deletion for 99688f50-e64b-47df-8deb-4350453d5026 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:52.445428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b47be-2e8f-4e20-aae1-aa325c303a18 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event deleted for resources: {'Port': ['ID=5465a82e-3709-4847-b53b-7e26c9b39f0d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:52.446073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5eabe8e5-14ed-4529-9473-f58adffe1aff None None] Could not find standard attr ID for object 7daa0cdd-2101-4ca3-b7e9-17e34bd68128. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:04:52.456432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5eabe8e5-14ed-4529-9473-f58adffe1aff None None] Could not find standard attr ID for object 5465a82e-3709-4847-b53b-7e26c9b39f0d. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:04:52.487682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-717b47be-2e8f-4e20-aae1-aa325c303a18 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.494852 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-717b47be-2e8f-4e20-aae1-aa325c303a18 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "DELETE /v2.0/ports/5465a82e-3709-4847-b53b-7e26c9b39f0d HTTP/1.1" status: 204 len: 168 time: 2.2261562 Nov 24 05:04:52.498473 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34788) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:52.502198 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-72af054a-d657-42ba-8e79-2fec0d4f1143 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 471 time: 0.1882298 Nov 24 05:04:52.503655 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '99688f50-e64b-47df-8deb-4350453d5026', 'external_fixed_ips': [{'subnet_id': 'e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9', 'ip_address': '2001:db8::162'}]}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:52.516707 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'device_id': '982309a5-6986-4222-84fa-d47362c1f5bc', 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a', 'admin_state_up': True, 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'security_groups': ['7d5835b4-b6c0-4ae6-93af-1e944112b495']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:52.535514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdeae-e485-4348-ace4-31dd17094f6d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.615868 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cdeae-e485-4348-ace4-31dd17094f6d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Subnet': ['ID=3480d28c-587a-4409-bded-e9c58877f795,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:52.635032 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0e4cdeae-e485-4348-ace4-31dd17094f6d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.642260 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0e4cdeae-e485-4348-ace4-31dd17094f6d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/3480d28c-587a-4409-bded-e9c58877f795 HTTP/1.1" status: 204 len: 168 time: 1.5544274 Nov 24 05:04:52.653183 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-758f32e6-8a43-4257-ac11-af44b35d70a4 req-925c846c-e54f-4f65-8d2e-12e2fcb97c30 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888675 Nov 24 05:04:52.660766 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34790) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:52.695358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f6cef2-b534-48db-add3-1474de7d3757 None None] Update dhcp port {'port': {'network_id': '160b7b12-3c7e-48d0-ab3d-3aa30c823e31', 'fixed_ips': [{'subnet_id': '3480d28c-587a-4409-bded-e9c58877f795'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': '7d8dbfa3-7e6e-46e9-9018-cfa242177fef'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:04:52.710020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.711557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.739175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-17f6cef2-b534-48db-add3-1474de7d3757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.847103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.906402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:52.911811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.019911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ccbe57-ecee-4ca2-b600-71841ae0e254 None None] Network 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:53.037200 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bf489956-ac8d-44ac-a40b-81b4b5cef261 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags HTTP/1.1" status: 204 len: 168 time: 0.8043814 Nov 24 05:04:53.049850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34792) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:53.064774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-cc380482-9b4a-42ce-8416-951059d1a6f0 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776', 'tempest-TagsExtTest-Tag-1351519914') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:53.132949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:53.137251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.143303 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.169747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.171313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.193315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Subnet': ['ID=d686d5f1-6fe3-419b-8c3f-7470894962a0,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:53.208096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.218668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Checking segment: {'id': '3fe93002-5020-4cad-abfd-6fc413f99ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2a46079e-f8cd-45d1-943a-99a66b27a60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:53.219002 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network hostable DHCP agents. Network: 2a46079e-f8cd-45d1-943a-99a66b27a60d, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:53.238560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:53.248376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7886cbea-9656-4019-9c5e-aef305182dc2 None None] Provisioning complete for port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:53.248729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7886cbea-9656-4019-9c5e-aef305182dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.254595 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:53.254939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.275902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 2a46079e-f8cd-45d1-943a-99a66b27a60d is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:53.353645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=3ebd53d7-5f18-4ce4-84c9-7aa505e0b395,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:53.366470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.382571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 2a46079e-f8cd-45d1-943a-99a66b27a60d) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:53.408556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:53.414912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:53.415927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.416205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.446775 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62af905-bd09-4974-a5e8-4b97c9e80ccf None None] Network 2a46079e-f8cd-45d1-943a-99a66b27a60d requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:53.448635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] For port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7d8dbfa3-7e6e-46e9-9018-cfa242177fef,segment=NetworkSegment(8ec69864-b45b-409f-8d85-9c59d9a98ca2),segment_id=8ec69864-b45b-409f-8d85-9c59d9a98ca2)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:53.450144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f9d76-8f0e-4020-9efc-773a6b4cd39f None None] DHCP port deletion for 160b7b12-3c7e-48d0-ab3d-3aa30c823e31 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:53.450939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.469478 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-cc380482-9b4a-42ce-8416-951059d1a6f0 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:04:53.470570 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cc380482-9b4a-42ce-8416-951059d1a6f0 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags/tempest-TagsExtTest-Tag-1351519914 HTTP/1.1" status: 404 len: 329 time: 0.4195616 Nov 24 05:04:53.477393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34796) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:53.490797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-135a8c8f-80df-474e-bb6e-57742063aaf3 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776', 'tempest-TagsExtTest-Tag-1498492580') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:53.498871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 7d8dbfa3-7e6e-46e9-9018-cfa242177fef owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:53.522646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:04:53.532661 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-caf7df19-6369-4827-820b-78a9ac177e85 req-38de7097-5595-4558-945e-c0eafa8eadaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 210 time: 0.0524375 Nov 24 05:04:53.536254 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-628a059e-a0b3-4e30-b8d4-f0bdc014b74b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2501922 Nov 24 05:04:53.542149 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34798) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:53.547936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-eb6aa7fd-0519-4695-bc1c-01ed3e306a86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '2a46079e-f8cd-45d1-943a-99a66b27a60d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:53.552866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.620739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 047ab635-5881-4ec9-a389-7328fff35c1a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:53.629872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.23 (73461ba6-b739-4431-bcf0-7b7169ad319a/2f68113d-72c3-4dd7-9909-43396121bf9d/3d8c807d-28f0-442f-bc1d-4c4751503b99) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:53.640041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:53.679137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event updated for resources: {'Subnet': ['ID=1ab21d99-c387-4742-bd02-af0bcffa7413,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:53.815868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Checking segment: {'id': '2aadba76-5009-4675-b847-0b1c554a6fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '77213b94-9774-48a0-8e95-55d528d4e704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:53.816237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network hostable DHCP agents. Network: 77213b94-9774-48a0-8e95-55d528d4e704, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:53.868723 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-135a8c8f-80df-474e-bb6e-57742063aaf3 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:04:53.869853 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-135a8c8f-80df-474e-bb6e-57742063aaf3 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags/tempest-TagsExtTest-Tag-1498492580 HTTP/1.1" status: 404 len: 329 time: 0.3845205 Nov 24 05:04:53.874975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34802) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:53.882832 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-8d091f77-9f7f-4cdd-b7b0-571925644eae tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776', 'tempest-TagsExtTest-Tag-233838897') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:53.893813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e3ff3f-c984-4998-9100-a1baa8df7645 None None] Network 047ab635-5881-4ec9-a389-7328fff35c1a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:53.905552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.928026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Network 77213b94-9774-48a0-8e95-55d528d4e704 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:53.930444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-491f9d76-8f0e-4020-9efc-773a6b4cd39f None None] Deleting port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:53.930823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-491f9d76-8f0e-4020-9efc-773a6b4cd39f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.952195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 77213b94-9774-48a0-8e95-55d528d4e704) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:53.955859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-2a46079e-f8cd-45d1-943a-99a66b27a60d', 'network_id': '2a46079e-f8cd-45d1-943a-99a66b27a60d', 'tenant_id': 'dbf4560984f14b598e576e8bba19b586', 'fixed_ips': [{'subnet_id': 'd686d5f1-6fe3-419b-8c3f-7470894962a0'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:53.956277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.960880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:53.961529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:53.968322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cf626-0fe8-48e8-8ee4-b451721c2f0e req-370de5e8-0267-4725-8655-a0db2a2f4fd0 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:53.970281 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cb6cf626-0fe8-48e8-8ee4-b451721c2f0e req-370de5e8-0267-4725-8655-a0db2a2f4fd0 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.1785779 Nov 24 05:04:53.990158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562705f8-8490-4bbe-9a4a-d58fa5b82df7 None None] Network 77213b94-9774-48a0-8e95-55d528d4e704 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:53.993755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6aa7fd-0519-4695-bc1c-01ed3e306a86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:53.997869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa7fd-0519-4695-bc1c-01ed3e306a86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.006358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.013564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=7d8dbfa3-7e6e-46e9-9018-cfa242177fef,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:54.017236 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No DVR routers for this DVR port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:54.052429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router 92a295ff-f68b-412d-bac4-0d52234e2351 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:04:54.066023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.101860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.115684 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-27f2b90d-0d44-4b59-a798-a238d0eaf632 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4331448 Nov 24 05:04:54.136400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34804) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:54.153472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7d8dbfa3-7e6e-46e9-9018-cfa242177fef no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:04:54.165456 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9b491c42-8587-46c1-8a2e-eb74fd7c1a6f None None] Provisioning complete for port 3ebd53d7-5f18-4ce4-84c9-7aa505e0b395 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:54.165823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b491c42-8587-46c1-8a2e-eb74fd7c1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.204946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.207355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 73461ba6-b739-4431-bcf0-7b7169ad319a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:54.210887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=3d8c807d-28f0-442f-bc1d-4c4751503b99,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:54.215690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:54.219415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:54.231453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 7d8dbfa3-7e6e-46e9-9018-cfa242177fef {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:04:54.231782 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7d8dbfa3-7e6e-46e9-9018-cfa242177fef not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:04:54.236730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-491f9d76-8f0e-4020-9efc-773a6b4cd39f None None] For port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:54.237072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-491f9d76-8f0e-4020-9efc-773a6b4cd39f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.270236 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:54.270922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.282778 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:04:54.283365 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.288485 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1360d883-4ac8-4a5c-b5bb-30d7fec146ba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/92a295ff-f68b-412d-bac4-0d52234e2351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6989427 Nov 24 05:04:54.294179 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d65794a4-9456-4a44-8d1d-12852c7c37e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7822325 Nov 24 05:04:54.294961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34806) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:54.312195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Request body: {'port': {'device_id': '982309a5-6986-4222-84fa-d47362c1f5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:54.322484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391d18d-b530-4939-b335-7ad25221923a None None] Sync routers for ids ['92a295ff-f68b-412d-bac4-0d52234e2351'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:04:54.327288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-491f9d76-8f0e-4020-9efc-773a6b4cd39f None None] Calling delete_port for 7d8dbfa3-7e6e-46e9-9018-cfa242177fef owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:54.336559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-491f9d76-8f0e-4020-9efc-773a6b4cd39f None None] Port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:04:54.361823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-491f9d76-8f0e-4020-9efc-773a6b4cd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.363701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9b491c42-8587-46c1-8a2e-eb74fd7c1a6f None None] Port 3ebd53d7-5f18-4ce4-84c9-7aa505e0b395 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:54.372546 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb70889f-8b4f-4608-8d77-d88a2efdbd5e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:54.375051 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fb70889f-8b4f-4608-8d77-d88a2efdbd5e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports/3ebd53d7-5f18-4ce4-84c9-7aa505e0b395 HTTP/1.1" status: 200 len: 911 time: 0.0788741 Nov 24 05:04:54.391544 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34808) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:54.433570 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cb6cf626-0fe8-48e8-8ee4-b451721c2f0e req-36e0b1ed-c387-4daa-b0cf-db579716d063 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4408743 Nov 24 05:04:54.446035 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-77213b94-9774-48a0-8e95-55d528d4e704', 'network_id': '77213b94-9774-48a0-8e95-55d528d4e704', 'tenant_id': 'ff518f873d104bf5816941eb033d5882', 'fixed_ips': [{'subnet_id': '1ab21d99-c387-4742-bd02-af0bcffa7413'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:54.447038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.485161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391d18d-b530-4939-b335-7ad25221923a None None] Routers {'92a295ff-f68b-412d-bac4-0d52234e2351'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:54.486142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4391d18d-b530-4939-b335-7ad25221923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['92a295ff-f68b-412d-bac4-0d52234e2351'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:54.488423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f9d76-8f0e-4020-9efc-773a6b4cd39f None None] Pushing event deleted for resources: {'Port': ['ID=7d8dbfa3-7e6e-46e9-9018-cfa242177fef,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:54.502659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f9d76-8f0e-4020-9efc-773a6b4cd39f None None] No DVR routers for this DVR port 7d8dbfa3-7e6e-46e9-9018-cfa242177fef on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:54.612724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4391d18d-b530-4939-b335-7ad25221923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:54.621104 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9b491c42-8587-46c1-8a2e-eb74fd7c1a6f None None] Provisioning complete for port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:54.622143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b491c42-8587-46c1-8a2e-eb74fd7c1a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.726235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Allocated IP 172.20.0.2 (2a46079e-f8cd-45d1-943a-99a66b27a60d/d686d5f1-6fe3-419b-8c3f-7470894962a0/a15631aa-b02e-446c-b466-add84c1b3e18) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:54.761171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391d18d-b530-4939-b335-7ad25221923a None None] Routers {'92a295ff-f68b-412d-bac4-0d52234e2351'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:54.761412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4391d18d-b530-4939-b335-7ad25221923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['92a295ff-f68b-412d-bac4-0d52234e2351'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:54.814204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4391d18d-b530-4939-b335-7ad25221923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:54.814876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391d18d-b530-4939-b335-7ad25221923a None None] The sync data for ids ['92a295ff-f68b-412d-bac4-0d52234e2351'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:04:54.823265 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:54.867295 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160b7b12-3c7e-48d0-ab3d-3aa30c823e31']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:54.907367 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.ipam_backend_mixin [None req-eb6aa7fd-0519-4695-bc1c-01ed3e306a86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d686d5f1-6fe3-419b-8c3f-7470894962a0 (CIDR: 172.20.0.0/28) Nov 24 05:04:54.934624 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec69864-b45b-409f-8d85-9c59d9a98ca2') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:54.935414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec69864-b45b-409f-8d85-9c59d9a98ca2') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:54.945713 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-8d091f77-9f7f-4cdd-b7b0-571925644eae tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:04:54.947315 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8d091f77-9f7f-4cdd-b7b0-571925644eae tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags/tempest-TagsExtTest-Tag-233838897 HTTP/1.1" status: 404 len: 328 time: 1.0681298 Nov 24 05:04:54.952128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34814) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:54.959849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-32f5f99b-322e-43c1-b6bd-cb57d100382e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481', {'tags': ['tempest-TagsExtTest-Tag-327351991', 'tempest-TagsExtTest-Tag-246614791', 'tempest-TagsExtTest-Tag-1709828132']}) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:54.968097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Allocated IP 2001:db8::f816:3eff:fed7:412 (77213b94-9774-48a0-8e95-55d528d4e704/1ab21d99-c387-4742-bd02-af0bcffa7413/f4e21de0-e220-438b-a3bf-4b3080a852d0) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:54.980284 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6aa7fd-0519-4695-bc1c-01ed3e306a86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:04:54.980740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6aa7fd-0519-4695-bc1c-01ed3e306a86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:04:55.009960 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.093594 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.107444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.111204 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-eb6aa7fd-0519-4695-bc1c-01ed3e306a86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5678065 Nov 24 05:04:55.120014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34816) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:55.121051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:55.121492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.123321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:55.129329 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:55.147878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7b60c9bf-fd71-489e-bc1d-74664106d410 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '2a46079e-f8cd-45d1-943a-99a66b27a60d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:55.196751 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332911bd-f264-4139-ba7a-844b06d96405 req-4624585c-47b5-499e-87c9-5a0595bcf426 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:55.197440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.198291 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-332911bd-f264-4139-ba7a-844b06d96405 req-4624585c-47b5-499e-87c9-5a0595bcf426 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 932 time: 0.3170967 Nov 24 05:04:55.200477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Allocated IP 2001:db8::162 (99688f50-e64b-47df-8deb-4350453d5026/e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9/858b03fc-36bc-4632-ad05-b3340e0822e7) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:55.243927 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-32f5f99b-322e-43c1-b6bd-cb57d100382e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags HTTP/1.1" status: 200 len: 316 time: 0.2881045 Nov 24 05:04:55.245161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34818) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:55.248788 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d566427-1195-41fc-bfaa-e057cd53085b req-460006d7-0b52-421f-bc3e-84b162f1632a tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:55.250337 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d566427-1195-41fc-bfaa-e057cd53085b req-460006d7-0b52-421f-bc3e-84b162f1632a tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3680482 Nov 24 05:04:55.257414 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-30137f1f-d4dc-429c-a1aa-e9de20ca2755 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:55.264121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Pushing event updated for resources: {'Port': ['ID=a15631aa-b02e-446c-b466-add84c1b3e18,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:55.288106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3433a801-f998-4569-b2e2-e94f07c71bd2 None None] Provisioning complete for port 3d8c807d-28f0-442f-bc1d-4c4751503b99 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:55.288491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3433a801-f998-4569-b2e2-e94f07c71bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.346076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Network 2a46079e-f8cd-45d1-943a-99a66b27a60d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:55.358174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:55.363703 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:55.368118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3433a801-f998-4569-b2e2-e94f07c71bd2 None None] Port 3d8c807d-28f0-442f-bc1d-4c4751503b99 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:55.379192 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.422735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.429588 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/networks/160b7b12-3c7e-48d0-ab3d-3aa30c823e31 HTTP/1.1" status: 204 len: 168 time: 2.7633967 Nov 24 05:04:55.429913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34820) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:55.462441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Attempting to bind port a15631aa-b02e-446c-b466-add84c1b3e18 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:55.463033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Attempting to bind port a15631aa-b02e-446c-b466-add84c1b3e18 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '3fe93002-5020-4cad-abfd-6fc413f99ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2a46079e-f8cd-45d1-943a-99a66b27a60d'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:55.463390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Attempting to bind port a15631aa-b02e-446c-b466-add84c1b3e18 on network 2a46079e-f8cd-45d1-943a-99a66b27a60d {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:55.466618 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.472285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:55.473297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Checking segment: {'id': '3fe93002-5020-4cad-abfd-6fc413f99ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2a46079e-f8cd-45d1-943a-99a66b27a60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:55.473297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.473772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Bound using segment: {'id': '3fe93002-5020-4cad-abfd-6fc413f99ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2a46079e-f8cd-45d1-943a-99a66b27a60d'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:55.474397 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Bound port: a15631aa-b02e-446c-b466-add84c1b3e18, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe93002-5020-4cad-abfd-6fc413f99ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2a46079e-f8cd-45d1-943a-99a66b27a60d'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:55.474868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.495445 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.520460 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab49fa-c9ea-4440-82bd-8b1d69901c31 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Network': ['ID=160b7b12-3c7e-48d0-ab3d-3aa30c823e31,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:55.582459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.589108 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d566427-1195-41fc-bfaa-e057cd53085b req-c48b5f29-fbd4-457b-bf2a-d5b6b972186f tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3142519 Nov 24 05:04:55.598689 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-332911bd-f264-4139-ba7a-844b06d96405 req-a251fd59-5817-490e-8e5d-399c04ecdeb6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3868630 Nov 24 05:04:55.633301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Network 77213b94-9774-48a0-8e95-55d528d4e704 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:55.641969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-be4d5354-3dd4-4172-8b11-6c4fd19cc345 None None] Provisioning complete for port 3ebd53d7-5f18-4ce4-84c9-7aa505e0b395 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:55.643189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-be4d5354-3dd4-4172-8b11-6c4fd19cc345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.651623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9320f5-85cb-4f8b-9e10-a38cf00468a3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:55.653776 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9c9320f5-85cb-4f8b-9e10-a38cf00468a3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2227192 Nov 24 05:04:55.660041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34824) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:55.687539 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8c807d-28f0-442f-bc1d-4c4751503b99 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:04:55.695162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:55.700514 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-be4d5354-3dd4-4172-8b11-6c4fd19cc345 None None] Port 3ebd53d7-5f18-4ce4-84c9-7aa505e0b395 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:55.703267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:55.706195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Pushing event updated for resources: {'Port': ['ID=f4e21de0-e220-438b-a3bf-4b3080a852d0,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:55.722327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.722507 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] For port a15631aa-b02e-446c-b466-add84c1b3e18, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:55.725981 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.728002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] For port a15631aa-b02e-446c-b466-add84c1b3e18, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a15631aa-b02e-446c-b466-add84c1b3e18,segment=NetworkSegment(3fe93002-5020-4cad-abfd-6fc413f99ae9),segment_id=3fe93002-5020-4cad-abfd-6fc413f99ae9)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:55.738985 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-30137f1f-d4dc-429c-a1aa-e9de20ca2755 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags HTTP/1.1" status: 204 len: 168 time: 0.4862111 Nov 24 05:04:55.739812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34826) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:55.749570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-d7c01703-6f2e-4fcb-b66b-ae97ee783fcf tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481', 'tempest-TagsExtTest-Tag-327351991') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:55.752100 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b60c9bf-fd71-489e-bc1d-74664106d410 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:55.756787 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-be4d5354-3dd4-4172-8b11-6c4fd19cc345 None None] Provisioning complete for port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:55.757244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-be4d5354-3dd4-4172-8b11-6c4fd19cc345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.758706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7b60c9bf-fd71-489e-bc1d-74664106d410 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.759903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.763919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b64b7b87-9ddf-426e-9a31-6d3b77cb1749 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.869696 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4b641a7d-6753-43c3-83fe-60ea7cf75352 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2029533 Nov 24 05:04:55.874124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34828) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:55.879836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-782023384'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:55.924330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:55.928430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.947561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:55.956665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Transition to ACTIVE for port object 3d8c807d-28f0-442f-bc1d-4c4751503b99 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:04:56.018826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.021912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:04:56.038019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.039080 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Added segment 99e0acaa-31db-4d92-be7e-705e7562f3fc of type vlan for network f1e19e02-dd15-40f7-ba3f-8407669d16d0 Nov 24 05:04:56.086968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Attempting to bind port f4e21de0-e220-438b-a3bf-4b3080a852d0 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:56.087625 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Attempting to bind port f4e21de0-e220-438b-a3bf-4b3080a852d0 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '2aadba76-5009-4675-b847-0b1c554a6fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '77213b94-9774-48a0-8e95-55d528d4e704'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:56.088183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Attempting to bind port f4e21de0-e220-438b-a3bf-4b3080a852d0 on network 77213b94-9774-48a0-8e95-55d528d4e704 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:56.096057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.100049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:56.100674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Checking segment: {'id': '2aadba76-5009-4675-b847-0b1c554a6fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '77213b94-9774-48a0-8e95-55d528d4e704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:56.101370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.104866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Bound using segment: {'id': '2aadba76-5009-4675-b847-0b1c554a6fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '77213b94-9774-48a0-8e95-55d528d4e704'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:56.105482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Bound port: f4e21de0-e220-438b-a3bf-4b3080a852d0, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aadba76-5009-4675-b847-0b1c554a6fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '77213b94-9774-48a0-8e95-55d528d4e704'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:56.106542 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.126166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24776bb6-cd2b-4151-bf35-d4e9ae00008e None None] Pushing event updated for resources: {'Port': ['ID=a15631aa-b02e-446c-b466-add84c1b3e18,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:56.181070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.191005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab21d99-c387-4742-bd02-af0bcffa7413,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:56.219815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Network 99688f50-e64b-47df-8deb-4350453d5026 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:56.234377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] For port f4e21de0-e220-438b-a3bf-4b3080a852d0, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:56.242849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e192a8-73f6-49f2-921e-c0374e58413d req-6c3aa973-3955-4a2d-a54e-e3a06c13de27 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:56.243305 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] For port f4e21de0-e220-438b-a3bf-4b3080a852d0, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f4e21de0-e220-438b-a3bf-4b3080a852d0,segment=NetworkSegment(2aadba76-5009-4675-b847-0b1c554a6fb5),segment_id=2aadba76-5009-4675-b847-0b1c554a6fb5)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:56.245465 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c1e192a8-73f6-49f2-921e-c0374e58413d req-6c3aa973-3955-4a2d-a54e-e3a06c13de27 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.4215944 Nov 24 05:04:56.253022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c807d-28f0-442f-bc1d-4c4751503b99,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:56.254088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.258267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:56.261362 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:56.361104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.364411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706bbc9-d99b-46f4-a070-bda32020982a None None] Pushing event updated for resources: {'Port': ['ID=f4e21de0-e220-438b-a3bf-4b3080a852d0,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:56.373015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:56.380995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eec915-c76f-41cb-901a-0f8a414468f4 None None] DHCP port deletion for 99688f50-e64b-47df-8deb-4350453d5026 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:04:56.385530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.444202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bc1c873f-7663-4970-a67f-650e667dbe83 None None] Provisioning complete for port 3ebd53d7-5f18-4ce4-84c9-7aa505e0b395 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:56.444625 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc1c873f-7663-4970-a67f-650e667dbe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.459512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event updated for resources: {'Port': ['ID=858b03fc-36bc-4632-ad05-b3340e0822e7,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:56.469885 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.494972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c873f-7663-4970-a67f-650e667dbe83 None None] Port 3ebd53d7-5f18-4ce4-84c9-7aa505e0b395 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:56.501630 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6264265 Nov 24 05:04:56.515435 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ae726-54c4-4dad-a733-c5b4d3a04716 None None] Network 77213b94-9774-48a0-8e95-55d528d4e704 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:56.533642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34830) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:56.539845 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Attempting to bind port 3d8c807d-28f0-442f-bc1d-4c4751503b99 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:56.540190 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Attempting to bind port 3d8c807d-28f0-442f-bc1d-4c4751503b99 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:56.540526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Attempting to bind port 3d8c807d-28f0-442f-bc1d-4c4751503b99 on network 73461ba6-b739-4431-bcf0-7b7169ad319a {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:56.547758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': 'f1e19e02-dd15-40f7-ba3f-8407669d16d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:56.577504 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-d7c01703-6f2e-4fcb-b66b-ae97ee783fcf tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:04:56.578582 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d7c01703-6f2e-4fcb-b66b-ae97ee783fcf tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags/tempest-TagsExtTest-Tag-327351991 HTTP/1.1" status: 404 len: 328 time: 0.8374002 Nov 24 05:04:56.580434 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77213b94-9774-48a0-8e95-55d528d4e704']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:56.591930 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c1e192a8-73f6-49f2-921e-c0374e58413d req-a60ee2a1-c7f3-404d-9b0a-dec37b25ccb1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565924 Nov 24 05:04:56.597551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34832) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:56.602900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-ae799c0f-ed1b-4281-8540-179b5c4d67c7 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481', 'tempest-TagsExtTest-Tag-246614791') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:56.608907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aadba76-5009-4675-b847-0b1c554a6fb5') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:56.608907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aadba76-5009-4675-b847-0b1c554a6fb5') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:56.674436 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.685273 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8c537c48-ed5d-4c05-8bdd-7dd530f1bdc0 None None] Provisioning complete for port 858b03fc-36bc-4632-ad05-b3340e0822e7 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:56.685719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c537c48-ed5d-4c05-8bdd-7dd530f1bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.693298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Port 3d8c807d-28f0-442f-bc1d-4c4751503b99 on network 73461ba6-b739-4431-bcf0-7b7169ad319a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:04:56.693633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Attempting to bind port 3d8c807d-28f0-442f-bc1d-4c4751503b99 on network 73461ba6-b739-4431-bcf0-7b7169ad319a {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:56.703211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d79346-9182-4dd8-8e66-6004dd1adb97 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Network': ['ID=f1e19e02-dd15-40f7-ba3f-8407669d16d0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:56.709711 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.715741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network f1e19e02-dd15-40f7-ba3f-8407669d16d0 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:04:56.721440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:56.721869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.788626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8c537c48-ed5d-4c05-8bdd-7dd530f1bdc0 None None] Port 858b03fc-36bc-4632-ad05-b3340e0822e7 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:04:56.795337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:56.795751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Checking segment: {'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:56.796153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Bound using segment: {'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:56.796838 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Bound port: 3d8c807d-28f0-442f-bc1d-4c4751503b99, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:56.797217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:56.816894 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:56.946255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.api [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 05:04:56.946255 dv-neutron-818850-5-hyperv neutron-server[103233]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 05:04:56.946255 dv-neutron-818850-5-hyperv neutron-server[103233]: [parameters: {'id': '77213b94-9774-48a0-8e95-55d528d4e704'}] Nov 24 05:04:56.946255 dv-neutron-818850-5-hyperv neutron-server[103233]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:04:56.946717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG oslo_db.api [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:04:56.957212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:56.961071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:56.972473 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-ae799c0f-ed1b-4281-8540-179b5c4d67c7 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:04:56.976684 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ae799c0f-ed1b-4281-8540-179b5c4d67c7 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags/tempest-TagsExtTest-Tag-246614791 HTTP/1.1" status: 404 len: 328 time: 0.3770654 Nov 24 05:04:56.993793 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34844) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:56.998743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-9c572f5f-bb00-49fd-a404-942e7881f890 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481', 'tempest-TagsExtTest-Tag-1709828132') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:57.017907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b64b7b87-9ddf-426e-9a31-6d3b77cb1749 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port 3ebd53d7-5f18-4ce4-84c9-7aa505e0b395 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:57.018684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b64b7b87-9ddf-426e-9a31-6d3b77cb1749 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.032584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.143364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] For port 3d8c807d-28f0-442f-bc1d-4c4751503b99, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:57.210467 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] For port 3d8c807d-28f0-442f-bc1d-4c4751503b99, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3d8c807d-28f0-442f-bc1d-4c4751503b99,segment=NetworkSegment(8c48287a-caa3-41c1-a6cc-c4ec98ab5b66),segment_id=8c48287a-caa3-41c1-a6cc-c4ec98ab5b66)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:04:57.258765 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a15631aa-b02e-446c-b466-add84c1b3e18 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:57.333426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a15631aa-b02e-446c-b466-add84c1b3e18 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:57.337295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.348752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43f07c-26e0-4a02-b7ba-efba5ff8a08a None None] Network 2a46079e-f8cd-45d1-943a-99a66b27a60d requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:57.423491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.432762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.451313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.476776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601ab7b-66b1-44cb-8eb9-bfee8d9a7113 req-bb0481fa-6eb8-43ae-b31a-31870e6a0532 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:57.478302 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3601ab7b-66b1-44cb-8eb9-bfee8d9a7113 req-bb0481fa-6eb8-43ae-b31a-31870e6a0532 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 944 time: 0.6307364 Nov 24 05:04:57.516554 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b64b7b87-9ddf-426e-9a31-6d3b77cb1749 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.547659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b9da5254-f502-453e-a563-28a609021b5b None None] Provisioning complete for port a15631aa-b02e-446c-b466-add84c1b3e18 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:57.548721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b9da5254-f502-453e-a563-28a609021b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.550973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60551fce-1558-4b26-b95d-78189bb4dd54 req-8bbdc1c5-3bc5-4447-b66f-aefd057a054c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:57.552640 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-60551fce-1558-4b26-b95d-78189bb4dd54 req-8bbdc1c5-3bc5-4447-b66f-aefd057a054c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.5554409 Nov 24 05:04:57.554735 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:57.557326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.557326 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] 10.222.0.31 "PUT /v2.0/ports/3d8c807d-28f0-442f-bc1d-4c4751503b99 HTTP/1.1" status: 200 len: 1094 time: 3.2493386 Nov 24 05:04:57.563301 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-9c572f5f-bb00-49fd-a404-942e7881f890 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:04:57.566859 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9c572f5f-bb00-49fd-a404-942e7881f890 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags/tempest-TagsExtTest-Tag-1709828132 HTTP/1.1" status: 404 len: 329 time: 0.5720675 Nov 24 05:04:57.567449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982309a5-6986-4222-84fa-d47362c1f5bc', 'tag': '3d8c807d-28f0-442f-bc1d-4c4751503b99'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:04:57.569837 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65" -d '{"events": [{"name": "network-changed", "server_uuid": "982309a5-6986-4222-84fa-d47362c1f5bc", "tag": "3d8c807d-28f0-442f-bc1d-4c4751503b99"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:04:57.572666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34848) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:57.595993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-db4a3748-a14d-4aa9-931f-cb43c52f5ae9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8', {'tags': ['tempest-TagsExtTest-Tag-1067501687', 'tempest-TagsExtTest-Tag-1413722087', 'tempest-TagsExtTest-Tag-1954933626']}) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:57.597948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7b60c9bf-fd71-489e-bc1d-74664106d410 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.601201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b64b7b87-9ddf-426e-9a31-6d3b77cb1749 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for 3ebd53d7-5f18-4ce4-84c9-7aa505e0b395 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:57.688002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.714256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Subnet': ['ID=cbf42cf5-b187-4b18-b754-d05bd2f63922,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:57.751627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265ed86-dcce-4498-8635-bf625da9d544 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8c807d-28f0-442f-bc1d-4c4751503b99,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:57.765262 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3601ab7b-66b1-44cb-8eb9-bfee8d9a7113 req-53c93c76-4727-4f80-8d21-5da2cc7832aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649901 Nov 24 05:04:57.766629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b60c9bf-fd71-489e-bc1d-74664106d410 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 2a46079e-f8cd-45d1-943a-99a66b27a60d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:57.789273 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-7b60c9bf-fd71-489e-bc1d-74664106d410 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:57.797389 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b60c9bf-fd71-489e-bc1d-74664106d410 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:57.806885 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7b60c9bf-fd71-489e-bc1d-74664106d410 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.816111 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60c9bf-fd71-489e-bc1d-74664106d410 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Subnet': ['ID=10c7c0c7-3252-4e59-b3be-37ce7f167577,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:57.850740 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-60551fce-1558-4b26-b95d-78189bb4dd54 req-611c0542-00d8-491c-83b1-65ea817fd33e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479243 Nov 24 05:04:57.854466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Checking segment: {'id': '99e0acaa-31db-4d92-be7e-705e7562f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1e19e02-dd15-40f7-ba3f-8407669d16d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:57.854466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network hostable DHCP agents. Network: f1e19e02-dd15-40f7-ba3f-8407669d16d0, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:04:57.870780 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.878089 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7b60c9bf-fd71-489e-bc1d-74664106d410 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7495842 Nov 24 05:04:57.880724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Deleting port f4e21de0-e220-438b-a3bf-4b3080a852d0 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:04:57.881125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.882787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34852) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:57.888466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': '2a46079e-f8cd-45d1-943a-99a66b27a60d', 'fixed_ips': [{'subnet_id': 'd686d5f1-6fe3-419b-8c3f-7470894962a0'}, {'subnet_id': '10c7c0c7-3252-4e59-b3be-37ce7f167577'}], 'name': 'tempest-PortsTestJSON-461318816'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:57.895027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port a15631aa-b02e-446c-b466-add84c1b3e18, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a15631aa-b02e-446c-b466-add84c1b3e18,segment=NetworkSegment(3fe93002-5020-4cad-abfd-6fc413f99ae9),segment_id=3fe93002-5020-4cad-abfd-6fc413f99ae9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:57.898968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b9da5254-f502-453e-a563-28a609021b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.905365 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-db4a3748-a14d-4aa9-931f-cb43c52f5ae9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags HTTP/1.1" status: 200 len: 318 time: 0.3245513 Nov 24 05:04:57.908941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34854) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:57.911375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:57.915613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-cec0a725-cb77-4e46-90c4-81c22593b0c6 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:57.926863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-24392d47-48bc-4061-9a20-d69aa3552335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:57.928528 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-24392d47-48bc-4061-9a20-d69aa3552335 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 1097 time: 0.2684870 Nov 24 05:04:58.019424 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=a15631aa-b02e-446c-b466-add84c1b3e18,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:58.052508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-b9da5254-f502-453e-a563-28a609021b5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:04:58.053076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-b9da5254-f502-453e-a563-28a609021b5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:04:58.066843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204da817-063b-49c2-827d-ead4d1d3e541 None None] Update dhcp port {'port': {'network_id': '2a46079e-f8cd-45d1-943a-99a66b27a60d', 'fixed_ips': [{'subnet_id': 'd686d5f1-6fe3-419b-8c3f-7470894962a0', 'ip_address': '172.20.0.2'}, {'subnet_id': '10c7c0c7-3252-4e59-b3be-37ce7f167577'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': 'a15631aa-b02e-446c-b466-add84c1b3e18'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:04:58.095576 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-204da817-063b-49c2-827d-ead4d1d3e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:58.121141 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] For port f4e21de0-e220-438b-a3bf-4b3080a852d0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f4e21de0-e220-438b-a3bf-4b3080a852d0,segment=NetworkSegment(2aadba76-5009-4675-b847-0b1c554a6fb5),segment_id=2aadba76-5009-4675-b847-0b1c554a6fb5)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:58.122144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:58.144604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Calling delete_port for f4e21de0-e220-438b-a3bf-4b3080a852d0 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:04:58.240864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:58.241471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69573d8-ee2b-4f6a-aa83-4111970410b1 x-openstack-request-id: req-d69573d8-ee2b-4f6a-aa83-4111970410b1 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:04:58.241775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982309a5-6986-4222-84fa-d47362c1f5bc", "tag": "3d8c807d-28f0-442f-bc1d-4c4751503b99", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:04:58.242035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d69573d8-ee2b-4f6a-aa83-4111970410b1 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:04:58.242428 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982309a5-6986-4222-84fa-d47362c1f5bc', 'tag': '3d8c807d-28f0-442f-bc1d-4c4751503b99', 'status': 'completed', 'code': 200} Nov 24 05:04:58.279791 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-204da817-063b-49c2-827d-ead4d1d3e541 None None] Allocated IP 172.20.0.18 (2a46079e-f8cd-45d1-943a-99a66b27a60d/10c7c0c7-3252-4e59-b3be-37ce7f167577/a15631aa-b02e-446c-b466-add84c1b3e18) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:58.346499 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network f1e19e02-dd15-40f7-ba3f-8407669d16d0 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:04:58.351137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Router 737fa928-4673-4bbe-aef2-ada0d21c06ab is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:04:58.355197 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-2738c682-4380-487e-a8d1-67b0e9aa9a87 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=3d8c807d-28f0-442f-bc1d-4c4751503b99 HTTP/1.1" status: 200 len: 217 time: 0.1156349 Nov 24 05:04:58.371036 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:58.390355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:58.390697 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-204da817-063b-49c2-827d-ead4d1d3e541 None None] For port a15631aa-b02e-446c-b466-add84c1b3e18, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a15631aa-b02e-446c-b466-add84c1b3e18,segment=NetworkSegment(3fe93002-5020-4cad-abfd-6fc413f99ae9),segment_id=3fe93002-5020-4cad-abfd-6fc413f99ae9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:04:58.400818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, f1e19e02-dd15-40f7-ba3f-8407669d16d0) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:58.415084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:58.415676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:58.422580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No DVR routers for this DVR port f4e21de0-e220-438b-a3bf-4b3080a852d0 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:04:58.423855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce96949-c396-4c4c-9694-58ecfe1367db None None] Network f1e19e02-dd15-40f7-ba3f-8407669d16d0 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:58.457500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-204da817-063b-49c2-827d-ead4d1d3e541 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:58.466900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Port': ['ID=f4e21de0-e220-438b-a3bf-4b3080a852d0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:58.468166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d71f952c-e4ce-40a6-8a83-0b405b2274bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:58.469657 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-d71f952c-e4ce-40a6-8a83-0b405b2274bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2f68113d-72c3-4dd7-9909-43396121bf9d HTTP/1.1" status: 200 len: 837 time: 0.1049113 Nov 24 05:04:58.476087 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fa87784a-6fd1-4e19-b663-e71d808556f6 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9332228 Nov 24 05:04:58.489722 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34856) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:58.494598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': 'f1e19e02-dd15-40f7-ba3f-8407669d16d0', 'name': 'tempest-PortsIpV6TestJSON-1953427948'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:04:58.497561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-204da817-063b-49c2-827d-ead4d1d3e541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:58.520381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 7ecfe578-7cb9-4ea9-8c7e-c5964f048935 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:58.529135 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cec0a725-cb77-4e46-90c4-81c22593b0c6 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags HTTP/1.1" status: 204 len: 168 time: 0.6165793 Nov 24 05:04:58.531057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34858) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:58.540877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-4b51aab5-0c65-4a85-923d-5a90b551cd68 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8', 'tempest-TagsExtTest-Tag-1067501687') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:58.620557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b64b7b87-9ddf-426e-9a31-6d3b77cb1749 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:58.628495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-5b3546ac-8e2b-4fd4-8fc5-4da975339539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:58.629992 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-5b3546ac-8e2b-4fd4-8fc5-4da975339539 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73461ba6-b739-4431-bcf0-7b7169ad319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1526043 Nov 24 05:04:58.671826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b7b87-9ddf-426e-9a31-6d3b77cb1749 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=3ebd53d7-5f18-4ce4-84c9-7aa505e0b395,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:58.672054 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204da817-063b-49c2-827d-ead4d1d3e541 None None] Pushing event updated for resources: {'Port': ['ID=a15631aa-b02e-446c-b466-add84c1b3e18,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:58.684678 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-4b51aab5-0c65-4a85-923d-5a90b551cd68 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:04:58.688348 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4b51aab5-0c65-4a85-923d-5a90b551cd68 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags/tempest-TagsExtTest-Tag-1067501687 HTTP/1.1" status: 404 len: 329 time: 0.1542211 Nov 24 05:04:58.691921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34860) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:58.717147 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-bcb2e0d5-3570-4a21-8c5a-74d9848aefc5 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8', 'tempest-TagsExtTest-Tag-1413722087') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:58.729513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:58.745687 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-f1e19e02-dd15-40f7-ba3f-8407669d16d0', 'network_id': 'f1e19e02-dd15-40f7-ba3f-8407669d16d0', 'tenant_id': '36d394d4d634443c9c91331f4fe50566', 'fixed_ips': [{'subnet_id': 'cbf42cf5-b187-4b18-b754-d05bd2f63922'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:04:58.747382 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:58.897991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77213b94-9774-48a0-8e95-55d528d4e704']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:58.981464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aadba76-5009-4675-b847-0b1c554a6fb5') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:58.984198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aadba76-5009-4675-b847-0b1c554a6fb5') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:59.004767 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Allocated IP 2001:db8::2 (f1e19e02-dd15-40f7-ba3f-8407669d16d0/cbf42cf5-b187-4b18-b754-d05bd2f63922/db56d6d8-2fd9-464e-b107-2f7ca223bc65) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:04:59.038823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:04:59.057235 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Sync routers for ids ['737fa928-4673-4bbe-aef2-ada0d21c06ab'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:04:59.057743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b64b7b87-9ddf-426e-9a31-6d3b77cb1749 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.078153 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Routers {'737fa928-4673-4bbe-aef2-ada0d21c06ab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:59.079473 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['737fa928-4673-4bbe-aef2-ada0d21c06ab'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:59.090370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.105608 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-edd9760d-7c22-4451-b46b-12aa0129a1f6 service neutron] 10.222.0.31 "GET /v2.0/networks/73461ba6-b739-4431-bcf0-7b7169ad319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479721 Nov 24 05:04:59.114598 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-bcb2e0d5-3570-4a21-8c5a-74d9848aefc5 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:04:59.115841 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bcb2e0d5-3570-4a21-8c5a-74d9848aefc5 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags/tempest-TagsExtTest-Tag-1413722087 HTTP/1.1" status: 404 len: 329 time: 0.4215682 Nov 24 05:04:59.131078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34866) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:59.150161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-1f90a4e6-2f68-4486-ae1c-55f0a707982a tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8', 'tempest-TagsExtTest-Tag-1954933626') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:59.224732 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a15631aa-b02e-446c-b466-add84c1b3e18 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:04:59.255084 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.286545 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:04:59.290839 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Set router 737fa928-4673-4bbe-aef2-ada0d21c06ab gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:04:59.297359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.299052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.301653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:04:59.304054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.314983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:04:59.359986 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:04:59.363057 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-ed9a2efe-8667-4d0b-875e-51bdd254b8d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5529156 Nov 24 05:04:59.386457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Network f1e19e02-dd15-40f7-ba3f-8407669d16d0 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:04:59.400375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:04:59.406605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:04:59.408566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.412200 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e4eb1a9e-c2f0-4227-bea0-451d54301664 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.9103210 Nov 24 05:04:59.416887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34868) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:59.431861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Pushing event updated for resources: {'Port': ['ID=db56d6d8-2fd9-464e-b107-2f7ca223bc65,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:04:59.454904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7e0eb-9c72-44e1-8395-4339e258469c req-2c8134db-6fb8-4ebe-b8d3-3ac13d112ebf tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:59.462669 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-33a7e0eb-9c72-44e1-8395-4339e258469c req-2c8134db-6fb8-4ebe-b8d3-3ac13d112ebf tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 944 time: 0.5391128 Nov 24 05:04:59.503974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a15631aa-b02e-446c-b466-add84c1b3e18 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:59.504711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.523136 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58a07f52-382b-45a4-9fca-1c757d910c14 req-646ffd8a-58a2-4691-baa0-333ddf08c6ac service neutron] 10.222.0.31 "GET /v2.0/networks/73461ba6-b739-4431-bcf0-7b7169ad319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000871 Nov 24 05:04:59.559234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Attempting to bind port db56d6d8-2fd9-464e-b107-2f7ca223bc65 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:04:59.560535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Attempting to bind port db56d6d8-2fd9-464e-b107-2f7ca223bc65 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '99e0acaa-31db-4d92-be7e-705e7562f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1e19e02-dd15-40f7-ba3f-8407669d16d0'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:04:59.561113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Attempting to bind port db56d6d8-2fd9-464e-b107-2f7ca223bc65 on network f1e19e02-dd15-40f7-ba3f-8407669d16d0 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:04:59.566207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64b7b87-9ddf-426e-9a31-6d3b77cb1749 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router 92a295ff-f68b-412d-bac4-0d52234e2351 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:04:59.586198 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:04:59.587076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Checking segment: {'id': '99e0acaa-31db-4d92-be7e-705e7562f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1e19e02-dd15-40f7-ba3f-8407669d16d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:04:59.587652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.588268 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737fa928-4673-4bbe-aef2-ada0d21c06ab', 'name': '', 'tenant_id': '8e86f1b216a946b5846eeacdfd9501b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99688f50-e64b-47df-8deb-4350453d5026', 'external_fixed_ips': [{'subnet_id': 'e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9', 'ip_address': '2001:db8::162'}], 'enable_snat': True}, 'gw_port_id': '858b03fc-36bc-4632-ad05-b3340e0822e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:04:52Z', 'updated_at': '2021-11-24T05:04:56Z', 'revision_number': 3, 'project_id': '8e86f1b216a946b5846eeacdfd9501b9', 'gw_port': {'id': '858b03fc-36bc-4632-ad05-b3340e0822e7', 'name': '', 'network_id': '99688f50-e64b-47df-8deb-4350453d5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737fa928-4673-4bbe-aef2-ada0d21c06ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9', 'ip_address': '2001:db8::162', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:04:54Z', 'updated_at': '2021-11-24T05:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:59.588521 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Bound using segment: {'id': '99e0acaa-31db-4d92-be7e-705e7562f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1e19e02-dd15-40f7-ba3f-8407669d16d0'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:04:59.590130 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Bound port: db56d6d8-2fd9-464e-b107-2f7ca223bc65, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e0acaa-31db-4d92-be7e-705e7562f3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f1e19e02-dd15-40f7-ba3f-8407669d16d0'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:04:59.590964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.597140 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a59cff-7805-4205-95c6-fc48b91a5672 None None] Network 2a46079e-f8cd-45d1-943a-99a66b27a60d requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:04:59.630220 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Checking router: 737fa928-4673-4bbe-aef2-ada0d21c06ab for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:04:59.630897 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Updating router 737fa928-4673-4bbe-aef2-ada0d21c06ab port 858b03fc-36bc-4632-ad05-b3340e0822e7 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:04:59.660124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a4ac2-b2d2-44c8-a1a3-6d4a4615303c req-de45582a-2df2-42bc-8bb1-6d56dd952831 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:59.664739 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.672130 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-391a4ac2-b2d2-44c8-a1a3-6d4a4615303c req-de45582a-2df2-42bc-8bb1-6d56dd952831 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.6746914 Nov 24 05:04:59.718598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port a8e4de23-4d42-4615-af61-4ec91425f965 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:04:59.737190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5ca229e6-b2d3-47ed-b4af-dcf9e48f4d4c None None] Provisioning complete for port a15631aa-b02e-446c-b466-add84c1b3e18 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:04:59.738205 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ca229e6-b2d3-47ed-b4af-dcf9e48f4d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.745630 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.748907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64b7b87-9ddf-426e-9a31-6d3b77cb1749 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:04:59.749587 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.759857 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b64b7b87-9ddf-426e-9a31-6d3b77cb1749 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/92a295ff-f68b-412d-bac4-0d52234e2351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3663104 Nov 24 05:04:59.761423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34870) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:59.776452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:04:59.787154 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/networks/77213b94-9774-48a0-8e95-55d528d4e704 HTTP/1.1" status: 204 len: 168 time: 5.6216953 Nov 24 05:04:59.796028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d2a33-7247-4902-8a13-e0a30fb2e848 None None] Sync routers for ids ['92a295ff-f68b-412d-bac4-0d52234e2351'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:04:59.804616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65 req-cdd05cd3-b2b3-49cf-8c55-668036c61c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:04:59.805738 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65 req-cdd05cd3-b2b3-49cf-8c55-668036c61c2a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 1097 time: 0.1908333 Nov 24 05:04:59.806238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34872) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:04:59.884143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] For port db56d6d8-2fd9-464e-b107-2f7ca223bc65, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:04:59.892434 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d2a33-7247-4902-8a13-e0a30fb2e848 None None] Routers {'92a295ff-f68b-412d-bac4-0d52234e2351'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:04:59.893485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-850d2a33-7247-4902-8a13-e0a30fb2e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['92a295ff-f68b-412d-bac4-0d52234e2351'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:04:59.984185 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-143c2fb1-d508-498a-b395-780450b29ace tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a295ff-f68b-412d-bac4-0d52234e2351 HTTP/1.1" status: 200 len: 205 time: 0.1903534 Nov 24 05:04:59.986569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34874) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:00.021262 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd4c4e1-a1f2-4d63-ab9e-e4a12bdab2cc tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] DELETE failed (client error): The resource could not be found. Nov 24 05:05:00.021953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd4c4e1-a1f2-4d63-ab9e-e4a12bdab2cc tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:05:00.027972 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5dd4c4e1-a1f2-4d63-ab9e-e4a12bdab2cc tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/subnets/1ab21d99-c387-4742-bd02-af0bcffa7413 HTTP/1.1" status: 404 len: 337 time: 0.2090573 Nov 24 05:05:00.067650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34876) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:00.083156 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:00.099827 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:00.156437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] For port db56d6d8-2fd9-464e-b107-2f7ca223bc65, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=db56d6d8-2fd9-464e-b107-2f7ca223bc65,segment=NetworkSegment(99e0acaa-31db-4d92-be7e-705e7562f3fc),segment_id=99e0acaa-31db-4d92-be7e-705e7562f3fc)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:00.157618 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-850d2a33-7247-4902-8a13-e0a30fb2e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:00.180578 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8141ac-7205-43bb-b711-53c2d27019a9 None None] DHCP port deletion for 99688f50-e64b-47df-8deb-4350453d5026 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:00.188960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:00.213017 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Pushing event updated for resources: {'Port': ['ID=858b03fc-36bc-4632-ad05-b3340e0822e7,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:00.252581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d2a33-7247-4902-8a13-e0a30fb2e848 None None] Routers {'92a295ff-f68b-412d-bac4-0d52234e2351'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:00.253461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-850d2a33-7247-4902-8a13-e0a30fb2e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['92a295ff-f68b-412d-bac4-0d52234e2351'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:00.271245 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.273029 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.274234 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.275751 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.276330 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.277895 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.278610 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.279209 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.280162 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.280717 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.281276 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.283465 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:00.287047 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Attempting to bind port 858b03fc-36bc-4632-ad05-b3340e0822e7 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:00.288154 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Attempting to bind port 858b03fc-36bc-4632-ad05-b3340e0822e7 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'cb42d0cb-e26f-4876-a235-4a643e00ad9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '99688f50-e64b-47df-8deb-4350453d5026'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:00.288629 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Attempting to bind port 858b03fc-36bc-4632-ad05-b3340e0822e7 on network 99688f50-e64b-47df-8deb-4350453d5026 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:00.296924 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:00.297446 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Checking segment: {'id': 'cb42d0cb-e26f-4876-a235-4a643e00ad9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '99688f50-e64b-47df-8deb-4350453d5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:00.297951 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:00.298452 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Bound using segment: {'id': 'cb42d0cb-e26f-4876-a235-4a643e00ad9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '99688f50-e64b-47df-8deb-4350453d5026'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:00.299042 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Bound port: 858b03fc-36bc-4632-ad05-b3340e0822e7, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb42d0cb-e26f-4876-a235-4a643e00ad9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '99688f50-e64b-47df-8deb-4350453d5026'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:00.299553 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:00.372468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-850d2a33-7247-4902-8a13-e0a30fb2e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:00.373951 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d2a33-7247-4902-8a13-e0a30fb2e848 None None] The sync data for ids ['92a295ff-f68b-412d-bac4-0d52234e2351'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:00.376958 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] For port 858b03fc-36bc-4632-ad05-b3340e0822e7, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:00.381307 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] For port 858b03fc-36bc-4632-ad05-b3340e0822e7, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=858b03fc-36bc-4632-ad05-b3340e0822e7,segment=NetworkSegment(cb42d0cb-e26f-4876-a235-4a643e00ad9a),segment_id=cb42d0cb-e26f-4876-a235-4a643e00ad9a)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:00.390620 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:00.414230 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6cc2c-9b11-438f-9dec-dbaddce96f72 None None] Pushing event updated for resources: {'Port': ['ID=db56d6d8-2fd9-464e-b107-2f7ca223bc65,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:00.427390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87537a8-4c99-4eb2-a077-824ebb316dd4 None None] DHCP port deletion for 99688f50-e64b-47df-8deb-4350453d5026 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:00.500409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.5 (2a46079e-f8cd-45d1-943a-99a66b27a60d/d686d5f1-6fe3-419b-8c3f-7470894962a0/7ecfe578-7cb9-4ea9-8c7e-c5964f048935) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:00.516678 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-1f90a4e6-2f68-4486-ae1c-55f0a707982a tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:05:00.517720 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1f90a4e6-2f68-4486-ae1c-55f0a707982a tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags/tempest-TagsExtTest-Tag-1954933626 HTTP/1.1" status: 404 len: 329 time: 1.3751864 Nov 24 05:05:00.532977 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Routers {'737fa928-4673-4bbe-aef2-ada0d21c06ab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:00.537705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34878) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:00.538703 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['737fa928-4673-4bbe-aef2-ada0d21c06ab'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:00.543996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-f1b83260-c228-4e8d-bfec-354df7780810 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6', {'tags': ['tempest-TagsExtTest-Tag-2067031790', 'tempest-TagsExtTest-Tag-697613468', 'tempest-TagsExtTest-Tag-676118246']}) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:00.547228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d63ce7-aa3e-485c-a1ec-36cd104be467 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Network': ['ID=77213b94-9774-48a0-8e95-55d528d4e704,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:00.571444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-ad0f9de8-4ac9-4505-b9c0-92c918467232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:00.573010 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-ad0f9de8-4ac9-4505-b9c0-92c918467232 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab536a684af0477682b681c825ec9a95&device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 1098 time: 1.1605492 Nov 24 05:05:00.577517 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b5c05e90-7048-433b-944a-a81b827cbc0c None None] Provisioning complete for port 858b03fc-36bc-4632-ad05-b3340e0822e7 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:00.579208 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-33a7e0eb-9c72-44e1-8395-4339e258469c req-d4f37f6a-1070-457b-86ac-a8156fe8e3e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1150804 Nov 24 05:05:00.579806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b5c05e90-7048-433b-944a-a81b827cbc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:00.604154 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.27 (2a46079e-f8cd-45d1-943a-99a66b27a60d/10c7c0c7-3252-4e59-b3be-37ce7f167577/7ecfe578-7cb9-4ea9-8c7e-c5964f048935) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:00.605164 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ad098-6edb-4a2f-9f67-27afd8cb0e22 None None] Pushing event updated for resources: {'Port': ['ID=858b03fc-36bc-4632-ad05-b3340e0822e7,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:00.669096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65 req-d9c15040-ba5d-436a-b1f9-850d6bb4c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:00.671933 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65 req-d9c15040-ba5d-436a-b1f9-850d6bb4c490 service neutron] 10.222.0.31 "GET /v2.0/networks?id=73461ba6-b739-4431-bcf0-7b7169ad319a HTTP/1.1" status: 200 len: 898 time: 0.7980351 Nov 24 05:05:00.673344 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b28edf1-73ed-4cd2-88b8-54c25da41240 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] DELETE failed (client error): The resource could not be found. Nov 24 05:05:00.674173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b28edf1-73ed-4cd2-88b8-54c25da41240 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:05:00.677626 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6b28edf1-73ed-4cd2-88b8-54c25da41240 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/networks/77213b94-9774-48a0-8e95-55d528d4e704 HTTP/1.1" status: 404 len: 339 time: 0.5795455 Nov 24 05:05:00.692124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34880) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:00.722519 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-391a4ac2-b2d2-44c8-a1a3-6d4a4615303c req-4000ef5c-44a8-4669-9034-3fba811006e9 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0493555 Nov 24 05:05:00.796671 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-a247395a-7f37-452d-ae9d-b6e20d00c405 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] DELETE failed (client error): The resource could not be found. Nov 24 05:05:00.796671 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a247395a-7f37-452d-ae9d-b6e20d00c405 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:05:00.802564 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a247395a-7f37-452d-ae9d-b6e20d00c405 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/subnets/48a859b8-87a4-4bca-a2c7-cee3111a091b HTTP/1.1" status: 404 len: 337 time: 0.1062450 Nov 24 05:05:00.815949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34884) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:00.835369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14d3bb0a-a51e-4e09-a8a7-ae27af559ad9 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:00.842691 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65 req-8bd17449-30a6-4840-a93c-cdc5e1999f49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=3d8c807d-28f0-442f-bc1d-4c4751503b99 HTTP/1.1" status: 200 len: 217 time: 0.1635563 Nov 24 05:05:00.852330 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b5c05e90-7048-433b-944a-a81b827cbc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:00.864609 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] Set router 737fa928-4673-4bbe-aef2-ada0d21c06ab gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:00.900609 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b5c05e90-7048-433b-944a-a81b827cbc0c None None] For port 858b03fc-36bc-4632-ad05-b3340e0822e7, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=858b03fc-36bc-4632-ad05-b3340e0822e7,segment=NetworkSegment(cb42d0cb-e26f-4876-a235-4a643e00ad9a),segment_id=cb42d0cb-e26f-4876-a235-4a643e00ad9a)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:00.914621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b5c05e90-7048-433b-944a-a81b827cbc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:00.963721 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0d3126-3ac1-4d9f-a191-3ff26ce02626 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] DELETE failed (client error): The resource could not be found. Nov 24 05:05:00.964284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0d3126-3ac1-4d9f-a191-3ff26ce02626 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:05:00.972771 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1a0d3126-3ac1-4d9f-a191-3ff26ce02626 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/networks/caf0c58d-7d76-415a-8d50-5b6b09bdab6f HTTP/1.1" status: 404 len: 339 time: 0.1495786 Nov 24 05:05:00.983400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34886) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:00.986429 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f1b83260-c228-4e8d-bfec-354df7780810 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "PUT /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags HTTP/1.1" status: 200 len: 316 time: 0.4475892 Nov 24 05:05:00.997183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c05e90-7048-433b-944a-a81b827cbc0c None None] Pushing event updated for resources: {'Port': ['ID=858b03fc-36bc-4632-ad05-b3340e0822e7,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:01.020175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34890) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:01.030747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-88f15019-9c81-44b1-8558-89c20158cb74 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:01.060731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0541cf41-69ca-46ca-b192-a7bdeb9bb826 None None] Provisioning complete for port a15631aa-b02e-446c-b466-add84c1b3e18 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:01.061112 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0541cf41-69ca-46ca-b192-a7bdeb9bb826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.088008 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2d0736-167f-4f5a-a20a-0f7b4190968b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] DELETE failed (client error): The resource could not be found. Nov 24 05:05:01.092841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2d0736-167f-4f5a-a20a-0f7b4190968b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:05:01.096768 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fa2d0736-167f-4f5a-a20a-0f7b4190968b tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/subnets/82201c9b-f898-4c37-9735-a6ebb2d2df49 HTTP/1.1" status: 404 len: 337 time: 0.1075935 Nov 24 05:05:01.107027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34892) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:01.186027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8::a7 (f1e19e02-dd15-40f7-ba3f-8407669d16d0/cbf42cf5-b187-4b18-b754-d05bd2f63922/a8e4de23-4d42-4615-af61-4ec91425f965) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:01.231677 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device db56d6d8-2fd9-464e-b107-2f7ca223bc65 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:01.237004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.244135 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65 req-e4af830a-2cb3-4ace-98c5-4e0ec691ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:01.245042 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737fa928-4673-4bbe-aef2-ada0d21c06ab', 'name': '', 'tenant_id': '8e86f1b216a946b5846eeacdfd9501b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99688f50-e64b-47df-8deb-4350453d5026', 'external_fixed_ips': [{'subnet_id': 'e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9', 'ip_address': '2001:db8::162'}], 'enable_snat': True}, 'gw_port_id': '858b03fc-36bc-4632-ad05-b3340e0822e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:04:52Z', 'updated_at': '2021-11-24T05:04:56Z', 'revision_number': 3, 'project_id': '8e86f1b216a946b5846eeacdfd9501b9', 'gw_port': {'id': '858b03fc-36bc-4632-ad05-b3340e0822e7', 'name': '', 'network_id': '99688f50-e64b-47df-8deb-4350453d5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737fa928-4673-4bbe-aef2-ada0d21c06ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9', 'ip_address': '2001:db8::162', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:04:54Z', 'updated_at': '2021-11-24T05:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:01.246858 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65 req-e4af830a-2cb3-4ace-98c5-4e0ec691ff54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2f68113d-72c3-4dd7-9909-43396121bf9d HTTP/1.1" status: 200 len: 837 time: 0.2793238 Nov 24 05:05:01.249556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14d3bb0a-a51e-4e09-a8a7-ae27af559ad9 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.254201 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8bcbd0-2c4b-4c9a-913d-764a1db84e72 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] DELETE failed (client error): The resource could not be found. Nov 24 05:05:01.254818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8bcbd0-2c4b-4c9a-913d-764a1db84e72 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:05:01.260566 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ea8bcbd0-2c4b-4c9a-913d-764a1db84e72 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/networks/d4bb33f1-be7e-4ea0-9574-496d54d2c25c HTTP/1.1" status: 404 len: 339 time: 0.1125252 Nov 24 05:05:01.269626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14d3bb0a-a51e-4e09-a8a7-ae27af559ad9 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.271305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34894) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:01.282173 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908af52d-fc78-472e-b7b0-7e434238c7fd None None] The sync data for ids ['737fa928-4673-4bbe-aef2-ada0d21c06ab'] in dv-neutron-818850-5-hyperv is: [{'id': '737fa928-4673-4bbe-aef2-ada0d21c06ab', 'name': '', 'tenant_id': '8e86f1b216a946b5846eeacdfd9501b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99688f50-e64b-47df-8deb-4350453d5026', 'external_fixed_ips': [{'subnet_id': 'e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9', 'ip_address': '2001:db8::162'}], 'enable_snat': True}, 'gw_port_id': '858b03fc-36bc-4632-ad05-b3340e0822e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:04:52Z', 'updated_at': '2021-11-24T05:04:56Z', 'revision_number': 3, 'project_id': '8e86f1b216a946b5846eeacdfd9501b9', 'gw_port': {'id': '858b03fc-36bc-4632-ad05-b3340e0822e7', 'name': '', 'network_id': '99688f50-e64b-47df-8deb-4350453d5026', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737fa928-4673-4bbe-aef2-ada0d21c06ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9', 'ip_address': '2001:db8::162', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:04:54Z', 'updated_at': '2021-11-24T05:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:01.328229 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port db56d6d8-2fd9-464e-b107-2f7ca223bc65 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:01.328884 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.341890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-f62b53c5-37bf-42e6-ae6f-ed6c6974d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:01.346837 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-f62b53c5-37bf-42e6-ae6f-ed6c6974d9b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5092a666-9ff6-4905-ad81-b92144f55977 HTTP/1.1" status: 200 len: 913 time: 0.7189181 Nov 24 05:05:01.366403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53d3d6-fb1c-434a-b08b-815502a8704b req-968fcfb7-afc8-4f97-be76-6d8b97916ca1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:01.368202 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2e53d3d6-fb1c-434a-b08b-815502a8704b req-968fcfb7-afc8-4f97-be76-6d8b97916ca1 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2287810 Nov 24 05:05:01.476231 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-88f15019-9c81-44b1-8558-89c20158cb74 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags HTTP/1.1" status: 204 len: 168 time: 0.4498966 Nov 24 05:05:01.480217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14d3bb0a-a51e-4e09-a8a7-ae27af559ad9 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.481269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d3bb0a-a51e-4e09-a8a7-ae27af559ad9 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Fanout notify agent at l3_agent the message router_deleted on router 92a295ff-f68b-412d-bac4-0d52234e2351 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:05:01.484947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.486455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34896) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:01.500528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-87d51569-351c-4d2f-aa8f-1973a975d9f8 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6', 'tempest-TagsExtTest-Tag-2067031790') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:01.519309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14d3bb0a-a51e-4e09-a8a7-ae27af559ad9 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.521339 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-14d3bb0a-a51e-4e09-a8a7-ae27af559ad9 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/92a295ff-f68b-412d-bac4-0d52234e2351 HTTP/1.1" status: 204 len: 168 time: 1.5266011 Nov 24 05:05:01.525130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34898) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:01.530349 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port db56d6d8-2fd9-464e-b107-2f7ca223bc65, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=db56d6d8-2fd9-464e-b107-2f7ca223bc65,segment=NetworkSegment(99e0acaa-31db-4d92-be7e-705e7562f3fc),segment_id=99e0acaa-31db-4d92-be7e-705e7562f3fc)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:01.543849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.614888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=db56d6d8-2fd9-464e-b107-2f7ca223bc65,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:01.636566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-93197829-893a-4366-a2c1-ec050cecf7b8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting subnet 7d5854a3-a183-4674-94ce-3db6e4d55737 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:01.650165 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65 req-1941eb9d-a3f1-4e2e-b136-cbf3ebcf6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:01.658352 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65 req-1941eb9d-a3f1-4e2e-b136-cbf3ebcf6f17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73461ba6-b739-4431-bcf0-7b7169ad319a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3917994 Nov 24 05:05:01.674627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93197829-893a-4366-a2c1-ec050cecf7b8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.766263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.779079 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-faba2448-7881-454e-8321-02c5ee6a31b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 HTTP/1.1" status: 200 len: 1001 time: 0.4096756 Nov 24 05:05:01.808263 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-87d51569-351c-4d2f-aa8f-1973a975d9f8 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:05:01.812413 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-87d51569-351c-4d2f-aa8f-1973a975d9f8 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags/tempest-TagsExtTest-Tag-2067031790 HTTP/1.1" status: 404 len: 329 time: 0.3203712 Nov 24 05:05:01.816857 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93197829-893a-4366-a2c1-ec050cecf7b8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.830718 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34902) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:01.830939 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2e53d3d6-fb1c-434a-b08b-815502a8704b req-7a44ab53-b1dc-4ec4-93c6-daa16f4b9fee tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4215078 Nov 24 05:05:01.862863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-8767f5c5-149e-48e2-bffb-1244658fc717 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6', 'tempest-TagsExtTest-Tag-697613468') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:01.867406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31bbf47-1278-44cc-8363-e87593dcc93a None None] Network f1e19e02-dd15-40f7-ba3f-8407669d16d0 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:01.878978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Deleting port 858b03fc-36bc-4632-ad05-b3340e0822e7 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:01.879360 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.926830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-24e00fc0-6c95-4405-9740-0cf615e09b6c tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Deleting port 887d1183-754b-4a95-936f-7ed5028169d5 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:01.927207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e00fc0-6c95-4405-9740-0cf615e09b6c tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.961462 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcdc17-4a76-4fde-914c-675ff2381f13 req-92c3341c-58c0-49ef-b9ed-c20e8f4fafe6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:01.963270 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-00bcdc17-4a76-4fde-914c-675ff2381f13 req-92c3341c-58c0-49ef-b9ed-c20e8f4fafe6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 944 time: 0.2510717 Nov 24 05:05:01.982028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:01.996303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-923db714-eb91-4a03-83a0-f419400001bb None None] Provisioning complete for port db56d6d8-2fd9-464e-b107-2f7ca223bc65 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:01.996871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-923db714-eb91-4a03-83a0-f419400001bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.008513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-d56ae0e4-2043-4446-ae19-3e31cc0b7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:02.010430 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-d56ae0e4-2043-4446-ae19-3e31cc0b7de8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72a128c7-8d2b-405e-a9ae-c297d81ee2d2 HTTP/1.1" status: 200 len: 851 time: 0.1679318 Nov 24 05:05:02.024776 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65 req-71fb605f-79d7-4834-9d8a-3778a40c791c service neutron] 10.222.0.31 "GET /v2.0/networks/73461ba6-b739-4431-bcf0-7b7169ad319a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529801 Nov 24 05:05:02.114288 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-8767f5c5-149e-48e2-bffb-1244658fc717 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:05:02.115343 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8767f5c5-149e-48e2-bffb-1244658fc717 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags/tempest-TagsExtTest-Tag-697613468 HTTP/1.1" status: 404 len: 328 time: 0.2567649 Nov 24 05:05:02.130970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.132565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34904) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:02.148076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-af7bdfaa-905f-4e41-b616-40e3d0df854a tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6', 'tempest-TagsExtTest-Tag-676118246') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:02.161220 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e00fc0-6c95-4405-9740-0cf615e09b6c tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.173610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 2a46079e-f8cd-45d1-943a-99a66b27a60d is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:02.195238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] For port 858b03fc-36bc-4632-ad05-b3340e0822e7, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=858b03fc-36bc-4632-ad05-b3340e0822e7,segment=NetworkSegment(cb42d0cb-e26f-4876-a235-4a643e00ad9a),segment_id=cb42d0cb-e26f-4876-a235-4a643e00ad9a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:02.195476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.205838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:02.207875 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=7ecfe578-7cb9-4ea9-8c7e-c5964f048935,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:02.210502 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:02.245829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93197829-893a-4366-a2c1-ec050cecf7b8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.256530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-24e00fc0-6c95-4405-9740-0cf615e09b6c tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Calling delete_port for 887d1183-754b-4a95-936f-7ed5028169d5 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:02.285908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:02.286691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.305547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-671683ef-942f-4c4e-b107-f56065a49a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:02.310846 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-671683ef-942f-4c4e-b107-f56065a49a17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5092a666-9ff6-4905-ad81-b92144f55977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2634010 Nov 24 05:05:02.318440 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-00bcdc17-4a76-4fde-914c-675ff2381f13 req-01645e48-ab31-464d-b260-172ca59f1fa4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3461943 Nov 24 05:05:02.355991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Calling delete_port for 858b03fc-36bc-4632-ad05-b3340e0822e7 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:02.392867 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-af7bdfaa-905f-4e41-b616-40e3d0df854a tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] show failed (client error): The resource could not be found. Nov 24 05:05:02.394255 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-af7bdfaa-905f-4e41-b616-40e3d0df854a tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags/tempest-TagsExtTest-Tag-676118246 HTTP/1.1" status: 404 len: 328 time: 0.2507968 Nov 24 05:05:02.399556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34906) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:02.407216 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-08b96ce1-5807-43fd-8564-262c499d9197 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.5232184 Nov 24 05:05:02.416573 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-32f9a440-c890-4b61-8a70-734dd1f83c8e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ea3b0d1-1221-4dad-8556-e7c44f307ed6') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:02.426734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34908) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:02.469274 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3d8c807d-28f0-442f-bc1d-4c4751503b99 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:05:02.475438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-227a0db2-2093-4b50-83d8-c24b459c1c57 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd686d5f1-6fe3-419b-8c3f-7470894962a0'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:02.483539 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-23c4103a-9d28-4e1c-8ede-79ceeb50ee65 req-5f2ac6e2-2aa5-4ae8-8586-fd15401e46b5 service neutron] 10.222.0.31 "GET /v2.0/networks/73461ba6-b739-4431-bcf0-7b7169ad319a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434884 Nov 24 05:05:02.541755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93197829-893a-4366-a2c1-ec050cecf7b8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.561263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-227a0db2-2093-4b50-83d8-c24b459c1c57 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.575954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.585959 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93197829-893a-4366-a2c1-ec050cecf7b8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5854a3-a183-4674-94ce-3db6e4d55737,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:02.594627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93197829-893a-4366-a2c1-ec050cecf7b8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.598066 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-93197829-893a-4366-a2c1-ec050cecf7b8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/7d5854a3-a183-4674-94ce-3db6e4d55737 HTTP/1.1" status: 204 len: 168 time: 1.0682974 Nov 24 05:05:02.629861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34910) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:02.639858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e00fc0-6c95-4405-9740-0cf615e09b6c tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.650036 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6196585-ac18-47f9-bfdf-998bc1186900 None None] Network 047ab635-5881-4ec9-a389-7328fff35c1a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:02.690420 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=a8e4de23-4d42-4615-af61-4ec91425f965,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:02.706770 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e00fc0-6c95-4405-9740-0cf615e09b6c tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Port': ['ID=887d1183-754b-4a95-936f-7ed5028169d5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:02.713349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e00fc0-6c95-4405-9740-0cf615e09b6c tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.720995 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-24e00fc0-6c95-4405-9740-0cf615e09b6c tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/ports/887d1183-754b-4a95-936f-7ed5028169d5 HTTP/1.1" status: 204 len: 168 time: 1.4458709 Nov 24 05:05:02.721617 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34912) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:02.727583 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network f1e19e02-dd15-40f7-ba3f-8407669d16d0 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:02.749427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:02.754061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-006c3e6e-32d1-4a1f-99bd-144931f6fd9f None None] Provisioning complete for port db56d6d8-2fd9-464e-b107-2f7ca223bc65 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:02.754422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-006c3e6e-32d1-4a1f-99bd-144931f6fd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.759116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3d8c807d-28f0-442f-bc1d-4c4751503b99, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3d8c807d-28f0-442f-bc1d-4c4751503b99,segment=NetworkSegment(8c48287a-caa3-41c1-a6cc-c4ec98ab5b66),segment_id=8c48287a-caa3-41c1-a6cc-c4ec98ab5b66)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:02.761281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:02.769581 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:02.770360 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.786506 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0924892-7feb-480a-b627-fdae8dcbd664 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] DELETE failed (client error): The resource could not be found. Nov 24 05:05:02.787172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0924892-7feb-480a-b627-fdae8dcbd664 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:05:02.793856 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b0924892-7feb-480a-b627-fdae8dcbd664 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/subnets/e8f3d6b0-b219-4f3d-9b39-5db1c2d819e6 HTTP/1.1" status: 404 len: 337 time: 0.0680506 Nov 24 05:05:02.796347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34914) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:02.807498 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-32f9a440-c890-4b61-8a70-734dd1f83c8e tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6/tags HTTP/1.1" status: 204 len: 168 time: 0.3985257 Nov 24 05:05:02.811961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34916) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:02.818123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-150683fe-c3ad-4562-950a-fb124766ddb7 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d229702-65df-412b-bbd7-65af2124fea8') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:02.819967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '3d8c807d-28f0-442f-bc1d-4c4751503b99', 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a', 'port_id': '3d8c807d-28f0-442f-bc1d-4c4751503b99', 'mac_address': 'fa:16:3e:97:ed:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f68113d-72c3-4dd7-9909-43396121bf9d', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:05:02.828635 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-85b7a42d-086f-4373-a209-b97903509ecf service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027919 Nov 24 05:05:02.858806 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.874645 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b99dc6cd-7679-487c-919a-5fc8370cc3c8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3838465 Nov 24 05:05:02.891227 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34920) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:02.896267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': 'f1e19e02-dd15-40f7-ba3f-8407669d16d0', 'name': 'tempest-PortsIpV6TestJSON-1116838220'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:02.955287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.969629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:02.998792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8c807d-28f0-442f-bc1d-4c4751503b99 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:05:03.038492 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a742c2b-d001-4b7d-bd1a-97e3c9423154 req-701ba960-6ae9-4496-ace0-54b47314019e service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703169 Nov 24 05:05:03.040581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3d8c807d-28f0-442f-bc1d-4c4751503b99, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3d8c807d-28f0-442f-bc1d-4c4751503b99,segment=NetworkSegment(8c48287a-caa3-41c1-a6cc-c4ec98ab5b66),segment_id=8c48287a-caa3-41c1-a6cc-c4ec98ab5b66)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:03.070501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.072401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.149010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event deleted for resources: {'Port': ['ID=858b03fc-36bc-4632-ad05-b3340e0822e7,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:03.163239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ae8e5a-0523-4981-99ab-d85f829d4e42 None None] DHCP port deletion for 047ab635-5881-4ec9-a389-7328fff35c1a request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:03.203551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc0fc24-4a3a-4b85-884b-d5482a059bef None None] DHCP port deletion for 99688f50-e64b-47df-8deb-4350453d5026 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:03.227813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.325619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=3d8c807d-28f0-442f-bc1d-4c4751503b99,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:03.331278 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['3d8c807d-28f0-442f-bc1d-4c4751503b99'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:05:03.343139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ca146922-90b3-40d1-b5a1-0d83c9d0e88c None None] Provisioning complete for port 7ecfe578-7cb9-4ea9-8c7e-c5964f048935 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:03.343516 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ca146922-90b3-40d1-b5a1-0d83c9d0e88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.381555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-227a0db2-2093-4b50-83d8-c24b459c1c57 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Delete allocated IP 172.20.0.27 (2a46079e-f8cd-45d1-943a-99a66b27a60d/10c7c0c7-3252-4e59-b3be-37ce7f167577) {{(pid=103233) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 05:05:03.385970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9c820-7dc1-432a-b96b-fdb03b818e83 req-f35e06c6-96d2-49e1-ace8-04854464d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:03.388360 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1fb9c820-7dc1-432a-b96b-fdb03b818e83 req-f35e06c6-96d2-49e1-ace8-04854464d7fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab536a684af0477682b681c825ec9a95&device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 1098 time: 0.2732298 Nov 24 05:05:03.394321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.399647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ac07f-35d7-4448-925b-a30e59b5949e req-4eecb2e3-18b4-4d09-90ee-eb92a4c7c932 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:03.407807 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-169ac07f-35d7-4448-925b-a30e59b5949e req-4eecb2e3-18b4-4d09-90ee-eb92a4c7c932 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3354874 Nov 24 05:05:03.416982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.428747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.440627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1792138-0b4c-4ac7-b85b-90cc230b03fd']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:03.448001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:03.448428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.461579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device db56d6d8-2fd9-464e-b107-2f7ca223bc65 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:03.537961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ca146922-90b3-40d1-b5a1-0d83c9d0e88c None None] Port 7ecfe578-7cb9-4ea9-8c7e-c5964f048935 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:03.559008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae8e5a-0523-4981-99ab-d85f829d4e42 None None] Deleting port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:03.559356 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8e5a-0523-4981-99ab-d85f829d4e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.630073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port db56d6d8-2fd9-464e-b107-2f7ca223bc65 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:03.630439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.685519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f6ae8e5a-0523-4981-99ab-d85f829d4e42 None None] For port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e,segment=NetworkSegment(fa83e58d-d250-4a95-a926-272f879137dc),segment_id=fa83e58d-d250-4a95-a926-272f879137dc)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:03.685920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8e5a-0523-4981-99ab-d85f829d4e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.720911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae8e5a-0523-4981-99ab-d85f829d4e42 None None] Calling delete_port for f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:03.783916 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-150683fe-c3ad-4562-950a-fb124766ddb7 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8/tags HTTP/1.1" status: 204 len: 168 time: 0.9702671 Nov 24 05:05:03.795932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34924) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:03.800482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-5863f900-606e-4a04-83b1-9fe32a597a25 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e376755-f00c-492e-9f8c-af9bac3a6481') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:03.818610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:03.822215 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.827361 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2613f61c-8127-4e82-8df5-4695845073b2') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:03.828193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2613f61c-8127-4e82-8df5-4695845073b2') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:03.852247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.866159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.866714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 737fa928-4673-4bbe-aef2-ada0d21c06ab {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:05:03.871750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.876230 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a9708076-89fe-475a-a3c4-0760922d240d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "DELETE /v2.0/routers/737fa928-4673-4bbe-aef2-ada0d21c06ab HTTP/1.1" status: 204 len: 168 time: 4.4581413 Nov 24 05:05:03.894565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34926) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:03.899099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f6ae8e5a-0523-4981-99ab-d85f829d4e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.918631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.934332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port 165e9d26-2800-477a-b208-6956ed0ea55c yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:05:03.941554 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e,segment=NetworkSegment(fa83e58d-d250-4a95-a926-272f879137dc),segment_id=fa83e58d-d250-4a95-a926-272f879137dc)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:03.941960 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.946440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:03.946962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:03.950837 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:03.980562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:04.030862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6647ef0-5e95-4a05-a892-335066ac09ee tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Deleting subnet e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:04.088501 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-169ac07f-35d7-4448-925b-a30e59b5949e req-2c5c320b-2304-446a-b317-dce64a7973e2 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6798036 Nov 24 05:05:04.101361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6647ef0-5e95-4a05-a892-335066ac09ee tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.123884 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-503be9e3-1043-4344-9eaa-b1c498b9abb3 None None] Provisioning complete for port a8e4de23-4d42-4615-af61-4ec91425f965 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:04.124437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-503be9e3-1043-4344-9eaa-b1c498b9abb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.133986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.152347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea1c24-e18d-4e18-8178-8390493d87b5 req-745898dd-47f6-45c5-a0ad-d31f81a5caaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:04.156184 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-37ea1c24-e18d-4e18-8178-8390493d87b5 req-745898dd-47f6-45c5-a0ad-d31f81a5caaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 945 time: 0.3840544 Nov 24 05:05:04.163387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae8e5a-0523-4981-99ab-d85f829d4e42 None None] Pushing event deleted for resources: {'Port': ['ID=f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:04.168454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae8e5a-0523-4981-99ab-d85f829d4e42 None None] No DVR routers for this DVR port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:04.184342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.188225 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/networks/b1792138-0b4c-4ac7-b85b-90cc230b03fd HTTP/1.1" status: 204 len: 168 time: 1.3887806 Nov 24 05:05:04.191475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179f999-6589-4bf1-96d7-88644f8a7fb1 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Network': ['ID=b1792138-0b4c-4ac7-b85b-90cc230b03fd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:04.193131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34928) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:04.210737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9c820-7dc1-432a-b96b-fdb03b818e83 req-ba0b3ebb-9d6a-4068-92c8-c3435ab4a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:04.213004 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1fb9c820-7dc1-432a-b96b-fdb03b818e83 req-ba0b3ebb-9d6a-4068-92c8-c3435ab4a73d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5092a666-9ff6-4905-ad81-b92144f55977 HTTP/1.1" status: 200 len: 913 time: 0.7938235 Nov 24 05:05:04.231970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047365f1-1db5-4e53-b85b-f5614ee2b50c None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:05:04.254308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6647ef0-5e95-4a05-a892-335066ac09ee tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.309831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8::2c5 (f1e19e02-dd15-40f7-ba3f-8407669d16d0/cbf42cf5-b187-4b18-b754-d05bd2f63922/165e9d26-2800-477a-b208-6956ed0ea55c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:04.328563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.375221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:04.386486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No DVR routers for this DVR port f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:04.396662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6647ef0-5e95-4a05-a892-335066ac09ee tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.401720 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1fb9c820-7dc1-432a-b96b-fdb03b818e83 req-55fb9231-e38e-4cfa-9240-c5f944fab6e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 HTTP/1.1" status: 200 len: 1001 time: 0.1654420 Nov 24 05:05:04.404548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-227a0db2-2093-4b50-83d8-c24b459c1c57 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.424573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047365f1-1db5-4e53-b85b-f5614ee2b50c None None] Resources bound (agent type, host, resource id): {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:05:04.451326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-227a0db2-2093-4b50-83d8-c24b459c1c57 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.456421 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5863f900-606e-4a04-83b1-9fe32a597a25 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481/tags HTTP/1.1" status: 204 len: 168 time: 0.6592331 Nov 24 05:05:04.472453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34930) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:04.481727 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-503be9e3-1043-4344-9eaa-b1c498b9abb3 None None] Port a8e4de23-4d42-4615-af61-4ec91425f965 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:04.484023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-7e85fc3a-52ad-41ff-8a8f-45994513fe42 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:04.494853 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-37ea1c24-e18d-4e18-8178-8390493d87b5 req-adfad919-6667-4183-a62b-d835093dbb0d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099332 Nov 24 05:05:04.564395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.565963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 858b03fc-36bc-4632-ad05-b3340e0822e7 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:04.577804 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3d857180-fda4-4f66-b6cd-010f442d6f7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Deleting port 79062975-7d4d-49b4-88cf-56da4fb84c16 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:04.578149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d857180-fda4-4f66-b6cd-010f442d6f7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.597087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 858b03fc-36bc-4632-ad05-b3340e0822e7 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:04.597342 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 858b03fc-36bc-4632-ad05-b3340e0822e7 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 05:05:04.609916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9c820-7dc1-432a-b96b-fdb03b818e83 req-dfde9132-8f8f-42f3-97f3-bb65c4c86aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:04.611717 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1fb9c820-7dc1-432a-b96b-fdb03b818e83 req-dfde9132-8f8f-42f3-97f3-bb65c4c86aa8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72a128c7-8d2b-405e-a9ae-c297d81ee2d2 HTTP/1.1" status: 200 len: 851 time: 0.1778674 Nov 24 05:05:04.612488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047ab635-5881-4ec9-a389-7328fff35c1a']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:04.616233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a0db2-2093-4b50-83d8-c24b459c1c57 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=7ecfe578-7cb9-4ea9-8c7e-c5964f048935,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:04.646507 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Port 858b03fc-36bc-4632-ad05-b3340e0822e7 not found, will not notify nova. {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 05:05:04.669529 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-227a0db2-2093-4b50-83d8-c24b459c1c57 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] In _notify_port_updated(), no bound segment for port 7ecfe578-7cb9-4ea9-8c7e-c5964f048935 on network 2a46079e-f8cd-45d1-943a-99a66b27a60d {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:05:04.672004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa83e58d-d250-4a95-a926-272f879137dc') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:04.672429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa83e58d-d250-4a95-a926-272f879137dc') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:04.675491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a0db2-2093-4b50-83d8-c24b459c1c57 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:04.677066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-227a0db2-2093-4b50-83d8-c24b459c1c57 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.680499 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-227a0db2-2093-4b50-83d8-c24b459c1c57 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "PUT /v2.0/ports/7ecfe578-7cb9-4ea9-8c7e-c5964f048935 HTTP/1.1" status: 200 len: 918 time: 2.2473080 Nov 24 05:05:04.682414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34932) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:04.687721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-4bb3e7b3-5f5f-4125-877a-fe4bbffa38f7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd686d5f1-6fe3-419b-8c3f-7470894962a0'}, {'subnet_id': '10c7c0c7-3252-4e59-b3be-37ce7f167577'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:04.691121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.698343 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6647ef0-5e95-4a05-a892-335066ac09ee tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.754068 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6647ef0-5e95-4a05-a892-335066ac09ee tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.759100 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a6647ef0-5e95-4a05-a892-335066ac09ee tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9 HTTP/1.1" status: 204 len: 168 time: 0.8546307 Nov 24 05:05:04.760090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.761480 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9c820-7dc1-432a-b96b-fdb03b818e83 req-1f516042-7943-4a8e-9ecc-5cab8ae9b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:04.762727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34934) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:04.764234 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1fb9c820-7dc1-432a-b96b-fdb03b818e83 req-1f516042-7943-4a8e-9ecc-5cab8ae9b867 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5092a666-9ff6-4905-ad81-b92144f55977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1423244 Nov 24 05:05:04.768948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6647ef0-5e95-4a05-a892-335066ac09ee tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:04.788555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d857180-fda4-4f66-b6cd-010f442d6f7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.790786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:04.814130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:04.814537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:04.819708 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:04.831122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:04.831553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f529fed4-c0f7-4a58-bdc9-4fb1dc12ae7e not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:04.852619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3d857180-fda4-4f66-b6cd-010f442d6f7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Calling delete_port for 79062975-7d4d-49b4-88cf-56da4fb84c16 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:04.860153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:04.908067 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f3531-2a83-4e5a-a814-84346e87dd08 None None] Network 99688f50-e64b-47df-8deb-4350453d5026 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:05.002210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.011875 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1fb9c820-7dc1-432a-b96b-fdb03b818e83 req-778009bf-c1c9-4a2f-a63a-c992be8ed373 service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345982 Nov 24 05:05:05.013165 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7e85fc3a-52ad-41ff-8a8f-45994513fe42 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776/tags HTTP/1.1" status: 204 len: 168 time: 0.5388207 Nov 24 05:05:05.019487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34936) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:05.020476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.031382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e7b3-5f5f-4125-877a-fe4bbffa38f7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.057016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.065161 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/networks/047ab635-5881-4ec9-a389-7328fff35c1a HTTP/1.1" status: 204 len: 168 time: 2.4341168 Nov 24 05:05:05.068134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34938) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:05.072457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6827ec-5cc5-4810-8d8f-591d9d31709f None None] DHCP port deletion for 99688f50-e64b-47df-8deb-4350453d5026 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:05.075134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1713413862', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:05.169318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 858b03fc-36bc-4632-ad05-b3340e0822e7 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:05.189563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bef8a7-b688-488f-9459-009218aa8dfb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Network': ['ID=047ab635-5881-4ec9-a389-7328fff35c1a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:05.200222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d857180-fda4-4f66-b6cd-010f442d6f7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.202931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 858b03fc-36bc-4632-ad05-b3340e0822e7 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:05.203549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 858b03fc-36bc-4632-ad05-b3340e0822e7 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:05.232821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.250654 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.251712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.274422 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1fb9c820-7dc1-432a-b96b-fdb03b818e83 req-a0a469eb-024b-4e92-97b4-0e4b6cf9fa7a service neutron] 10.222.0.31 "GET /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531662 Nov 24 05:05:05.297493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d857180-fda4-4f66-b6cd-010f442d6f7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Port': ['ID=79062975-7d4d-49b4-88cf-56da4fb84c16,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:05.312793 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d857180-fda4-4f66-b6cd-010f442d6f7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.313962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2530c424-c14c-47e9-9b60-df845a1c0b78 None None] Provisioning complete for port 7ecfe578-7cb9-4ea9-8c7e-c5964f048935 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:05.314183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2530c424-c14c-47e9-9b60-df845a1c0b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.318535 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3d857180-fda4-4f66-b6cd-010f442d6f7f tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/ports/79062975-7d4d-49b4-88cf-56da4fb84c16 HTTP/1.1" status: 204 len: 168 time: 1.1181419 Nov 24 05:05:05.335448 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34942) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:05.353669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network f1e19e02-dd15-40f7-ba3f-8407669d16d0 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:05.364312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2530c424-c14c-47e9-9b60-df845a1c0b78 None None] Port 7ecfe578-7cb9-4ea9-8c7e-c5964f048935 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:05.395512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:05.406668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.415773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49dbc5-1424-4410-add0-eb6681c9a22e req-ef6ce3b6-4de0-4953-8a67-57378b2d04d7 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:05.417354 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3b49dbc5-1424-4410-add0-eb6681c9a22e req-ef6ce3b6-4de0-4953-8a67-57378b2d04d7 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2286468 Nov 24 05:05:05.432449 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0989954-37bb-4675-b46c-dcf8bff195c6 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] DELETE failed (client error): The resource could not be found. Nov 24 05:05:05.432940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0989954-37bb-4675-b46c-dcf8bff195c6 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:05:05.436921 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f0989954-37bb-4675-b46c-dcf8bff195c6 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/subnets/c29c8bf7-8aa9-4422-9fc2-44a2dda14bb0 HTTP/1.1" status: 404 len: 337 time: 0.0997763 Nov 24 05:05:05.439847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:05.445528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:05.446175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.450842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.459313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34944) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:05.515519 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b575aea-191b-4fe4-9143-7f242cd111ed tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for subnetpool, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.516729 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9b575aea-191b-4fe4-9143-7f242cd111ed tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6ea3b0d1-1221-4dad-8556-e7c44f307ed6 HTTP/1.1" status: 204 len: 168 time: 0.4943538 Nov 24 05:05:05.519110 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=165e9d26-2800-477a-b208-6956ed0ea55c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:05.533471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99688f50-e64b-47df-8deb-4350453d5026']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:05.554433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb42d0cb-e26f-4876-a235-4a643e00ad9a') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:05.554977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb42d0cb-e26f-4876-a235-4a643e00ad9a') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:05.564973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34948) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:05.570186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.590794 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.603727 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ebcc75f9-157f-453e-ab1a-56a110ccaa81 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7113662 Nov 24 05:05:05.611858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34950) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:05.648137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:05.648883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:05.654412 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:05.668676 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-40e8a995-a71b-42a7-9962-30466ad377d1 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d229702-65df-412b-bbd7-65af2124fea8 HTTP/1.1" status: 200 len: 205 time: 0.0917885 Nov 24 05:05:05.686126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34952) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:05.688551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-dc1eb8eb-0532-48e0-a35c-2333172be7c4 None None] Provisioning complete for port 165e9d26-2800-477a-b208-6956ed0ea55c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:05.688924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dc1eb8eb-0532-48e0-a35c-2333172be7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.728795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-dc1eb8eb-0532-48e0-a35c-2333172be7c4 None None] Port 165e9d26-2800-477a-b208-6956ed0ea55c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:05.787657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.823209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef1a49a-12c7-4438-b7e7-751f0fdd99bf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:05.825207 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8ef1a49a-12c7-4438-b7e7-751f0fdd99bf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa7 HTTP/1.1" status: 200 len: 928 time: 0.2123668 Nov 24 05:05:05.827977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.829364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34954) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:05.840967 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 99688f50-e64b-47df-8deb-4350453d5026 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 05:05:05.850245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.862886 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3b49dbc5-1424-4410-add0-eb6681c9a22e req-20b5db34-f415-43ee-970d-822041e1f8a8 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4353118 Nov 24 05:05:05.867792 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "DELETE /v2.0/networks/99688f50-e64b-47df-8deb-4350453d5026 HTTP/1.1" status: 204 len: 168 time: 1.0961175 Nov 24 05:05:05.869107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:05.925977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39c6b5-14d2-41b8-b9b2-779dad19ccf1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event deleted for resources: {'Network': ['ID=99688f50-e64b-47df-8deb-4350453d5026,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:05.941713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-4bb3e7b3-5f5f-4125-877a-fe4bbffa38f7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.22 (2a46079e-f8cd-45d1-943a-99a66b27a60d/10c7c0c7-3252-4e59-b3be-37ce7f167577/7ecfe578-7cb9-4ea9-8c7e-c5964f048935) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:06.049992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fde7b54-a526-4ee3-85cf-8b462ef51eb9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.052076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.066348 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19c2d6-09dd-4f4a-b77f-ceb880f62af4 req-6534cdd9-147b-4c69-8883-3a55a581a02d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:06.068167 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ae19c2d6-09dd-4f4a-b77f-ceb880f62af4 req-6534cdd9-147b-4c69-8883-3a55a581a02d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 945 time: 0.4723241 Nov 24 05:05:06.086676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f34db21-551d-488e-98c3-a1c08894fe1e']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:06.103016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9461b895-086f-4807-90b6-e7c2a10295fb') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:06.103316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9461b895-086f-4807-90b6-e7c2a10295fb') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:06.115551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.135278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-755dfca8-4751-460b-82bb-cafeb9496685 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 165e9d26-2800-477a-b208-6956ed0ea55c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:06.135632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-755dfca8-4751-460b-82bb-cafeb9496685 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.140376 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.169558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:06.169889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:06.175210 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:06.204558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34962) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:06.242580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c7cd78f2-c9bf-4c53-b794-4a8a0cff9b56 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Request body: {'router': {'name': 'tempest-router--1342802830', 'project_id': '198da396ac3247f6b47aeb9bf82b0bb3'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:06.318322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.323509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7cd78f2-c9bf-4c53-b794-4a8a0cff9b56 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.324720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7cd78f2-c9bf-4c53-b794-4a8a0cff9b56 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.333950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-755dfca8-4751-460b-82bb-cafeb9496685 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.336742 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.342238 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/networks/1f34db21-551d-488e-98c3-a1c08894fe1e HTTP/1.1" status: 204 len: 168 time: 0.8796222 Nov 24 05:05:06.348597 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34964) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:06.373411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-755dfca8-4751-460b-82bb-cafeb9496685 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 165e9d26-2800-477a-b208-6956ed0ea55c owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:06.399846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a13e5b-7103-4e26-872c-df2df9f5f190 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Network': ['ID=1f34db21-551d-488e-98c3-a1c08894fe1e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:06.468782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7cd78f2-c9bf-4c53-b794-4a8a0cff9b56 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.490314 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3d8c807d-28f0-442f-bc1d-4c4751503b99 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:06.501370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7cd78f2-c9bf-4c53-b794-4a8a0cff9b56 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.511044 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4139007-cd81-46e1-92fa-c3d300157db0 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Deleting subnet c1a4a53a-a8d1-4622-be0a-18ecdd7fee75 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:06.520034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4139007-cd81-46e1-92fa-c3d300157db0 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.559047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7cd78f2-c9bf-4c53-b794-4a8a0cff9b56 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.560864 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c7cd78f2-c9bf-4c53-b794-4a8a0cff9b56 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3241277 Nov 24 05:05:06.567779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34966) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:06.575343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 3d8c807d-28f0-442f-bc1d-4c4751503b99 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:05:06.580311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 3d8c807d-28f0-442f-bc1d-4c4751503b99 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:06.580311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.588429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4139007-cd81-46e1-92fa-c3d300157db0 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.610199 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ae19c2d6-09dd-4f4a-b77f-ceb880f62af4 req-dd39166a-926f-4b32-92bd-c21123c20d4c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401238 Nov 24 05:05:06.668739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.693393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982309a5-6986-4222-84fa-d47362c1f5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c807d-28f0-442f-bc1d-4c4751503b99'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:05:06.695711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d48166e-c724-4144-8782-f67f2a3c21b6" -d '{"events": [{"server_uuid": "982309a5-6986-4222-84fa-d47362c1f5bc", "name": "network-vif-plugged", "status": "completed", "tag": "3d8c807d-28f0-442f-bc1d-4c4751503b99"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:05:06.709295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3d8c807d-28f0-442f-bc1d-4c4751503b99, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3d8c807d-28f0-442f-bc1d-4c4751503b99,segment=NetworkSegment(8c48287a-caa3-41c1-a6cc-c4ec98ab5b66),segment_id=8c48287a-caa3-41c1-a6cc-c4ec98ab5b66)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:06.716983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.726069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4139007-cd81-46e1-92fa-c3d300157db0 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.755627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-755dfca8-4751-460b-82bb-cafeb9496685 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.773002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a11230f-51fb-4425-ba6a-a87150e0b2d2 x-openstack-request-id: req-8a11230f-51fb-4425-ba6a-a87150e0b2d2 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:05:06.773798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982309a5-6986-4222-84fa-d47362c1f5bc", "name": "network-vif-plugged", "status": "completed", "tag": "3d8c807d-28f0-442f-bc1d-4c4751503b99", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:05:06.773798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a11230f-51fb-4425-ba6a-a87150e0b2d2 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:05:06.774073 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982309a5-6986-4222-84fa-d47362c1f5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8c807d-28f0-442f-bc1d-4c4751503b99', 'code': 200} Nov 24 05:05:06.779746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=3d8c807d-28f0-442f-bc1d-4c4751503b99,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:06.790286 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fde7b54-a526-4ee3-85cf-8b462ef51eb9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.796737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fde7b54-a526-4ee3-85cf-8b462ef51eb9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.803483 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dfca8-4751-460b-82bb-cafeb9496685 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=165e9d26-2800-477a-b208-6956ed0ea55c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:06.805498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f300548a-b716-4c9b-b66c-fc59960f086b tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.840258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-755dfca8-4751-460b-82bb-cafeb9496685 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.844326 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-755dfca8-4751-460b-82bb-cafeb9496685 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/165e9d26-2800-477a-b208-6956ed0ea55c HTTP/1.1" status: 204 len: 168 time: 1.0134103 Nov 24 05:05:06.846938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34970) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:06.878759 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfc3e4e-34e1-4288-8bfc-8d2770f20b8b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:05:06.882792 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bcfc3e4e-34e1-4288-8bfc-8d2770f20b8b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/165e9d26-2800-477a-b208-6956ed0ea55c HTTP/1.1" status: 404 len: 333 time: 0.0324092 Nov 24 05:05:06.883044 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34972) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:06.929186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e7b3-5f5f-4125-877a-fe4bbffa38f7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.946747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e7b3-5f5f-4125-877a-fe4bbffa38f7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:06.966646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4139007-cd81-46e1-92fa-c3d300157db0 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.003918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4139007-cd81-46e1-92fa-c3d300157db0 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.007324 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f4139007-cd81-46e1-92fa-c3d300157db0 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/subnets/c1a4a53a-a8d1-4622-be0a-18ecdd7fee75 HTTP/1.1" status: 204 len: 168 time: 0.6562817 Nov 24 05:05:07.008302 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4139007-cd81-46e1-92fa-c3d300157db0 tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a4a53a-a8d1-4622-be0a-18ecdd7fee75,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:07.014266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37231daf-549f-4a83-ba04-71074c3d8b77 None None] Network ad62cbf1-a4bc-4705-b17a-9d723f041a5f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:07.016091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34976) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:07.028687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fde7b54-a526-4ee3-85cf-8b462ef51eb9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.029195 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fde7b54-a526-4ee3-85cf-8b462ef51eb9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Fanout notify agent at l3_agent the message router_deleted on router 5d229702-65df-412b-bbd7-65af2124fea8 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:05:07.130094 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.130911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fde7b54-a526-4ee3-85cf-8b462ef51eb9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.134573 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8fde7b54-a526-4ee3-85cf-8b462ef51eb9 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/routers/5d229702-65df-412b-bbd7-65af2124fea8 HTTP/1.1" status: 204 len: 168 time: 1.4118826 Nov 24 05:05:07.135580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34978) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:07.198581 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f300548a-b716-4c9b-b66c-fc59960f086b tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.201688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3e7b3-5f5f-4125-877a-fe4bbffa38f7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=7ecfe578-7cb9-4ea9-8c7e-c5964f048935,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:07.221627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f300548a-b716-4c9b-b66c-fc59960f086b tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.237562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f799760f-2741-4199-a6d7-28882bc7a115 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port a8e4de23-4d42-4615-af61-4ec91425f965 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:07.238472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f799760f-2741-4199-a6d7-28882bc7a115 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.247688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd46b875-8717-43dc-830c-889c3240844d None None] DHCP port deletion for ad62cbf1-a4bc-4705-b17a-9d723f041a5f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:07.312877 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb756a-9c85-4cdd-9027-1a64eb2fa6ec req-cfbbbb81-b7c9-413a-86bc-70b213cd0381 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:07.314442 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2fdb756a-9c85-4cdd-9027-1a64eb2fa6ec req-cfbbbb81-b7c9-413a-86bc-70b213cd0381 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.3188915 Nov 24 05:05:07.316217 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bd46b875-8717-43dc-830c-889c3240844d None None] Deleting port b59d75c8-9148-48e9-bbf2-575d290a08f1 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:07.316797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd46b875-8717-43dc-830c-889c3240844d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.348382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0282c-a556-4f32-a236-2ed99364a2de req-f79a2d09-267e-47ac-9f8f-e87b727f4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:07.349934 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cee0282c-a556-4f32-a236-2ed99364a2de req-f79a2d09-267e-47ac-9f8f-e87b727f4e80 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 1099 time: 0.3977985 Nov 24 05:05:07.378785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Deleting port b59d75c8-9148-48e9-bbf2-575d290a08f1 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:07.379171 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.404920 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f300548a-b716-4c9b-b66c-fc59960f086b tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.405139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f300548a-b716-4c9b-b66c-fc59960f086b tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 666d5ea1-716f-4732-9656-6d5cdcbdcb17 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:05:07.428028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bd46b875-8717-43dc-830c-889c3240844d None None] For port b59d75c8-9148-48e9-bbf2-575d290a08f1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b59d75c8-9148-48e9-bbf2-575d290a08f1,segment=NetworkSegment(273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1),segment_id=273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:07.428500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd46b875-8717-43dc-830c-889c3240844d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.439507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f300548a-b716-4c9b-b66c-fc59960f086b tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.440662 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f300548a-b716-4c9b-b66c-fc59960f086b tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "DELETE /v2.0/routers/666d5ea1-716f-4732-9656-6d5cdcbdcb17 HTTP/1.1" status: 204 len: 168 time: 0.8708105 Nov 24 05:05:07.448856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bd46b875-8717-43dc-830c-889c3240844d None None] Calling delete_port for b59d75c8-9148-48e9-bbf2-575d290a08f1 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:07.453161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f799760f-2741-4199-a6d7-28882bc7a115 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.473939 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:05:07.479035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-111dae17-2448-431a-b03d-aa00b37a3738 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Deleting port 5e376755-f00c-492e-9f8c-af9bac3a6481 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:07.479378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-111dae17-2448-431a-b03d-aa00b37a3738 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.490351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f799760f-2741-4199-a6d7-28882bc7a115 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for a8e4de23-4d42-4615-af61-4ec91425f965 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:07.491343 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3e7b3-5f5f-4125-877a-fe4bbffa38f7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] In _notify_port_updated(), no bound segment for port 7ecfe578-7cb9-4ea9-8c7e-c5964f048935 on network 2a46079e-f8cd-45d1-943a-99a66b27a60d {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:05:07.493020 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] For port b59d75c8-9148-48e9-bbf2-575d290a08f1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b59d75c8-9148-48e9-bbf2-575d290a08f1,segment=NetworkSegment(273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1),segment_id=273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:07.493384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.497634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3e7b3-5f5f-4125-877a-fe4bbffa38f7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:07.498284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e7b3-5f5f-4125-877a-fe4bbffa38f7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.499655 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4bb3e7b3-5f5f-4125-877a-fe4bbffa38f7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "PUT /v2.0/ports/7ecfe578-7cb9-4ea9-8c7e-c5964f048935 HTTP/1.1" status: 200 len: 998 time: 2.8163662 Nov 24 05:05:07.510714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34982) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:07.529141 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.537042 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2fdb756a-9c85-4cdd-9027-1a64eb2fa6ec req-a61e3ba7-bce9-4f96-bc0c-024dbfc88af2 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982434 Nov 24 05:05:07.549449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Calling delete_port for b59d75c8-9148-48e9-bbf2-575d290a08f1 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:07.558973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.569220 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cee0282c-a556-4f32-a236-2ed99364a2de req-6df97611-234e-46db-84e0-b7bd207bb5f1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775188 Nov 24 05:05:07.617294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34986) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:07.623360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-47e8053c-ce53-4ed1-ad9b-a2fefc455be9 None None] Provisioning complete for port 7ecfe578-7cb9-4ea9-8c7e-c5964f048935 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:07.624033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-47e8053c-ce53-4ed1-ad9b-a2fefc455be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.659548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd46b875-8717-43dc-830c-889c3240844d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:07.686411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd46b875-8717-43dc-830c-889c3240844d None None] No DVR routers for this DVR port b59d75c8-9148-48e9-bbf2-575d290a08f1 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:07.724541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74772c96-b18f-4d21-b64b-44620109100a req-5ec95f7b-3c43-4135-abe3-7c1d8897f21e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:07.726052 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-74772c96-b18f-4d21-b64b-44620109100a req-5ec95f7b-3c43-4135-abe3-7c1d8897f21e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.0957325 Nov 24 05:05:07.740220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46b875-8717-43dc-830c-889c3240844d None None] Pushing event deleted for resources: {'Port': ['ID=b59d75c8-9148-48e9-bbf2-575d290a08f1,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:07.746717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Allocated IP 172.26.0.117 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/1d095bd3-ea47-4296-b4d2-b5dee7d6e545) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:07.759308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-47e8053c-ce53-4ed1-ad9b-a2fefc455be9 None None] Port 7ecfe578-7cb9-4ea9-8c7e-c5964f048935 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:07.895088 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-74772c96-b18f-4d21-b64b-44620109100a req-1424640f-125e-40fd-815e-371f192acacc tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595984 Nov 24 05:05:07.910367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f86d1-6f18-4e07-992e-4e42b8e2bd6f req-3a6ee19e-551f-458c-a093-63c6fb9e2127 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:07.912282 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d26f86d1-6f18-4e07-992e-4e42b8e2bd6f req-3a6ee19e-551f-458c-a093-63c6fb9e2127 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 946 time: 0.1631939 Nov 24 05:05:07.967082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-742194113', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:08.002405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.038551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.039635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.064758 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d26f86d1-6f18-4e07-992e-4e42b8e2bd6f req-41fcc70c-18d7-4403-a15a-c8e82f4946de tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228380 Nov 24 05:05:08.129001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f799760f-2741-4199-a6d7-28882bc7a115 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.137227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.139954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.228058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799760f-2741-4199-a6d7-28882bc7a115 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=a8e4de23-4d42-4615-af61-4ec91425f965,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:08.254414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:08.271506 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-111dae17-2448-431a-b03d-aa00b37a3738 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.278783 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:08.282115 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:08.285264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=1d095bd3-ea47-4296-b4d2-b5dee7d6e545,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:08.307820 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f799760f-2741-4199-a6d7-28882bc7a115 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.308051 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7f52d-ca60-42a0-9567-920943f7c26a None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:08.312595 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f799760f-2741-4199-a6d7-28882bc7a115 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/a8e4de23-4d42-4615-af61-4ec91425f965 HTTP/1.1" status: 204 len: 168 time: 1.4285514 Nov 24 05:05:08.327727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 34996) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:08.328809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-111dae17-2448-431a-b03d-aa00b37a3738 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Calling delete_port for 5e376755-f00c-492e-9f8c-af9bac3a6481 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:08.373986 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9747bbe-3e1e-4f97-ae07-482bf8da8fed tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:05:08.378341 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a9747bbe-3e1e-4f97-ae07-482bf8da8fed tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/a8e4de23-4d42-4615-af61-4ec91425f965 HTTP/1.1" status: 404 len: 333 time: 0.0448797 Nov 24 05:05:08.382109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 34998) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:08.387841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3931f859-3ddd-4166-87e3-d20352dd41de tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 7ecfe578-7cb9-4ea9-8c7e-c5964f048935 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:08.388312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3931f859-3ddd-4166-87e3-d20352dd41de tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.389887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.395780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-669e8189-497b-4ffb-8920-60a9ed67a265 None None] Provisioning complete for port 1d095bd3-ea47-4296-b4d2-b5dee7d6e545 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:08.396541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-669e8189-497b-4ffb-8920-60a9ed67a265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.437884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.450853 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f71c2-56cf-43f9-8557-a1c8be5f81fd req-34985a4d-bcdb-414d-86d3-93a40b57ca29 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:08.452208 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-854f71c2-56cf-43f9-8557-a1c8be5f81fd req-34985a4d-bcdb-414d-86d3-93a40b57ca29 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2850356 Nov 24 05:05:08.453193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-669e8189-497b-4ffb-8920-60a9ed67a265 None None] Port 1d095bd3-ea47-4296-b4d2-b5dee7d6e545 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:08.483444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Port': ['ID=b59d75c8-9148-48e9-bbf2-575d290a08f1,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:08.487517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] No DVR routers for this DVR port b59d75c8-9148-48e9-bbf2-575d290a08f1 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:08.575120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ae2b58-082c-41cb-8788-6da9d0d66a25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting subnet cbf42cf5-b187-4b18-b754-d05bd2f63922 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:08.598519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87ae2b58-082c-41cb-8788-6da9d0d66a25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.641311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.651876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3931f859-3ddd-4166-87e3-d20352dd41de tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.673738 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3931f859-3ddd-4166-87e3-d20352dd41de tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 7ecfe578-7cb9-4ea9-8c7e-c5964f048935 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:08.676380 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-854f71c2-56cf-43f9-8557-a1c8be5f81fd req-d724a5c7-8903-49a7-b6bf-856696dd0891 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086568 Nov 24 05:05:08.681520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87ae2b58-082c-41cb-8788-6da9d0d66a25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.722061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad62cbf1-a4bc-4705-b17a-9d723f041a5f']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:08.770201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:08.770415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273d5ab1-1b22-4ce7-9f7e-fdc7b3fc0ed1') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:08.786492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.806664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-111dae17-2448-431a-b03d-aa00b37a3738 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.809307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.851523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:08.851961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:08.858931 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:08.871195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dae17-2448-431a-b03d-aa00b37a3738 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Pushing event deleted for resources: {'Port': ['ID=5e376755-f00c-492e-9f8c-af9bac3a6481,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:09.008723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.040491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.047453 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] 10.222.0.37 "DELETE /v2.0/networks/ad62cbf1-a4bc-4705-b17a-9d723f041a5f HTTP/1.1" status: 204 len: 168 time: 2.0256276 Nov 24 05:05:09.070021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bf7d5-02f3-40c0-b285-8db8934d1bdd tempest-NetworksIpV6TestAttrs-1330560587 tempest-NetworksIpV6TestAttrs-1330560587-project] Pushing event deleted for resources: {'Network': ['ID=ad62cbf1-a4bc-4705-b17a-9d723f041a5f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:09.078911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-111dae17-2448-431a-b03d-aa00b37a3738 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.082191 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-111dae17-2448-431a-b03d-aa00b37a3738 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/ports/5e376755-f00c-492e-9f8c-af9bac3a6481 HTTP/1.1" status: 204 len: 168 time: 1.9412036 Nov 24 05:05:09.085132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35002) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:09.178882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bf817c-8f12-449b-bc56-533ec5b44107 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Deleting subnet b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:09.180813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b59d75c8-9148-48e9-bbf2-575d290a08f1 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:09.184033 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02bf817c-8f12-449b-bc56-533ec5b44107 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.225078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3931f859-3ddd-4166-87e3-d20352dd41de tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.225989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: b59d75c8-9148-48e9-bbf2-575d290a08f1 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:09.228022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b59d75c8-9148-48e9-bbf2-575d290a08f1 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:09.237419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02bf817c-8f12-449b-bc56-533ec5b44107 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.277153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931f859-3ddd-4166-87e3-d20352dd41de tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=7ecfe578-7cb9-4ea9-8c7e-c5964f048935,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:09.358185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87ae2b58-082c-41cb-8788-6da9d0d66a25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.411224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.422997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3931f859-3ddd-4166-87e3-d20352dd41de tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.427216 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3931f859-3ddd-4166-87e3-d20352dd41de tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/7ecfe578-7cb9-4ea9-8c7e-c5964f048935 HTTP/1.1" status: 204 len: 168 time: 1.9043586 Nov 24 05:05:09.428992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02bf817c-8f12-449b-bc56-533ec5b44107 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.432066 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35008) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:09.461356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7aa11-6546-44f2-a82c-d2aeeb28b87c req-1e9c2e32-4a76-4a1d-a001-ac0ea928784c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:09.462927 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a5b7aa11-6546-44f2-a82c-d2aeeb28b87c req-1e9c2e32-4a76-4a1d-a001-ac0ea928784c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 946 time: 0.2120583 Nov 24 05:05:09.497071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35010) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:09.530774 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea77cf2-06cc-4823-8081-2ed59ded0871 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:05:09.532317 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1ea77cf2-06cc-4823-8081-2ed59ded0871 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/7ecfe578-7cb9-4ea9-8c7e-c5964f048935 HTTP/1.1" status: 404 len: 333 time: 0.0951612 Nov 24 05:05:09.535051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35014) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:09.575181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02bf817c-8f12-449b-bc56-533ec5b44107 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.610289 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf817c-8f12-449b-bc56-533ec5b44107 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Pushing event deleted for resources: {'Subnet': ['ID=b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:09.618451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02bf817c-8f12-449b-bc56-533ec5b44107 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.624734 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-02bf817c-8f12-449b-bc56-533ec5b44107 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/subnets/b3631ad6-d3c0-4ef3-a0b5-f4ad2d5f6776 HTTP/1.1" status: 204 len: 168 time: 0.5363445 Nov 24 05:05:09.627161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda6370d-d1da-4f03-aae6-063c17974de7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting subnet 10c7c0c7-3252-4e59-b3be-37ce7f167577 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:09.628003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2974d141-76ae-47d5-a80e-4ecaf0fd256f None None] Network fa1c708f-6fa2-4253-b85b-d4feba89e17f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:09.629151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35016) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:09.632353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda6370d-d1da-4f03-aae6-063c17974de7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.678745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.719476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda6370d-d1da-4f03-aae6-063c17974de7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.728411 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a5b7aa11-6546-44f2-a82c-d2aeeb28b87c req-fff353a2-d743-4a58-968d-7d6746b2df67 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978595 Nov 24 05:05:09.790225 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.804398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.829415 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-760a66c7-6124-40f7-b4c2-2d64d827007e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff518f873d104bf5816941eb033d5882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300657 Nov 24 05:05:09.832762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35022) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:09.856709 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87ae2b58-082c-41cb-8788-6da9d0d66a25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.879581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d0bfa-d7fe-4846-8a5c-8d01a3a435e0 None None] DHCP port deletion for fa1c708f-6fa2-4253-b85b-d4feba89e17f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:09.930549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda6370d-d1da-4f03-aae6-063c17974de7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.935038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e74d0bfa-d7fe-4846-8a5c-8d01a3a435e0 None None] Deleting port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:09.935417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e74d0bfa-d7fe-4846-8a5c-8d01a3a435e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:09.962242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae2b58-082c-41cb-8788-6da9d0d66a25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf42cf5-b187-4b18-b754-d05bd2f63922,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:09.967205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f61fd3e-4ee6-4043-8b8d-128f55f120b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.005121 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87ae2b58-082c-41cb-8788-6da9d0d66a25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.010767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f61fd3e-4ee6-4043-8b8d-128f55f120b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.010943 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-87ae2b58-082c-41cb-8788-6da9d0d66a25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/cbf42cf5-b187-4b18-b754-d05bd2f63922 HTTP/1.1" status: 204 len: 168 time: 1.6223073 Nov 24 05:05:10.014377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35024) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:10.018842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e74d0bfa-d7fe-4846-8a5c-8d01a3a435e0 None None] For port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=5f26d0d8-6ae9-4bf9-a342-e5065eff1220,segment=NetworkSegment(66084bc8-17f2-4294-888a-dde83573cb7f),segment_id=66084bc8-17f2-4294-888a-dde83573cb7f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:10.019508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e74d0bfa-d7fe-4846-8a5c-8d01a3a435e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.036899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e74d0bfa-d7fe-4846-8a5c-8d01a3a435e0 None None] Calling delete_port for 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:10.059880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Deleting port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:10.060263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.064752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Allocated IP 172.26.0.75 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/865a4488-2b02-43a6-9bdd-56d0c22e4c6e) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:10.075979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.085775 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d4884-da3b-440c-b59a-03c9788c3c43 req-b45c16de-c514-4a2e-83b8-3ec8c45bd71e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:10.087211 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-af2d4884-da3b-440c-b59a-03c9788c3c43 req-b45c16de-c514-4a2e-83b8-3ec8c45bd71e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 946 time: 0.2255428 Nov 24 05:05:10.091396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed232588-86f3-4437-b7de-b098371c801d None None] Network f1e19e02-dd15-40f7-ba3f-8407669d16d0 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:10.101274 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea823f42-a438-455a-8ad1-b7223c74ff72 req-48bbb560-5396-4e58-b173-7faebe2837d7 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:10.104301 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ea823f42-a438-455a-8ad1-b7223c74ff72 req-48bbb560-5396-4e58-b173-7faebe2837d7 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2371297 Nov 24 05:05:10.112792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda6370d-d1da-4f03-aae6-063c17974de7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.211270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6370d-d1da-4f03-aae6-063c17974de7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Subnet': ['ID=10c7c0c7-3252-4e59-b3be-37ce7f167577,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:10.225002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.231202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda6370d-d1da-4f03-aae6-063c17974de7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.236997 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bda6370d-d1da-4f03-aae6-063c17974de7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/10c7c0c7-3252-4e59-b3be-37ce7f167577 HTTP/1.1" status: 204 len: 168 time: 0.6983445 Nov 24 05:05:10.237191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ca3fe-8f3c-4a50-8356-f47062e71191 None None] Network 2a46079e-f8cd-45d1-943a-99a66b27a60d requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:10.237685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] For port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=5f26d0d8-6ae9-4bf9-a342-e5065eff1220,segment=NetworkSegment(66084bc8-17f2-4294-888a-dde83573cb7f),segment_id=66084bc8-17f2-4294-888a-dde83573cb7f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:10.237685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.241374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35026) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:10.260910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e74d0bfa-d7fe-4846-8a5c-8d01a3a435e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.265413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Calling delete_port for 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:10.268253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f61fd3e-4ee6-4043-8b8d-128f55f120b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.270722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f61fd3e-4ee6-4043-8b8d-128f55f120b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.274461 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1f61fd3e-4ee6-4043-8b8d-128f55f120b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4e5bb56-743b-49ed-8101-c934c09459e0 HTTP/1.1" status: 204 len: 168 time: 0.4374540 Nov 24 05:05:10.334558 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d0bfa-d7fe-4846-8a5c-8d01a3a435e0 None None] Pushing event deleted for resources: {'Port': ['ID=5f26d0d8-6ae9-4bf9-a342-e5065eff1220,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:10.337526 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d0bfa-d7fe-4846-8a5c-8d01a3a435e0 None None] No DVR routers for this DVR port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:10.414240 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-af2d4884-da3b-440c-b59a-03c9788c3c43 req-9a45dee2-36ea-4c63-bc75-7b6f888369bf tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039556 Nov 24 05:05:10.446714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61fd3e-4ee6-4043-8b8d-128f55f120b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e5bb56-743b-49ed-8101-c934c09459e0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:10.453557 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ea823f42-a438-455a-8ad1-b7223c74ff72 req-ab89e9a2-7664-4e6a-a02f-779a6c368e8c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331244 Nov 24 05:05:10.491030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e3bfd9-f3fb-49de-878e-1605bfb4e088 None None] DHCP port deletion for f1e19e02-dd15-40f7-ba3f-8407669d16d0 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:10.492806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.503438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c05b52-2d58-4127-997c-44d009c4c96a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting subnet d686d5f1-6fe3-419b-8c3f-7470894962a0 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:10.517477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6c05b52-2d58-4127-997c-44d009c4c96a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.560422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router e5a429ec-2d18-4789-af5c-140fdd82d6f4 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:05:10.565766 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.567488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.600828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6c05b52-2d58-4127-997c-44d009c4c96a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.602593 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3bfd9-f3fb-49de-878e-1605bfb4e088 None None] Deleting port db56d6d8-2fd9-464e-b107-2f7ca223bc65 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:10.603009 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e4e3bfd9-f3fb-49de-878e-1605bfb4e088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.604565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Pushing event deleted for resources: {'Port': ['ID=5f26d0d8-6ae9-4bf9-a342-e5065eff1220,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:10.622905 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:10.626347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:10.628973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:10.664187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port db56d6d8-2fd9-464e-b107-2f7ca223bc65 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:10.664545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.666676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] No DVR routers for this DVR port 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:10.689783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4ef4e7-8bd6-43ee-8ca7-6edaa005bbce None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:10.722346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e4e3bfd9-f3fb-49de-878e-1605bfb4e088 None None] For port db56d6d8-2fd9-464e-b107-2f7ca223bc65, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=db56d6d8-2fd9-464e-b107-2f7ca223bc65,segment=NetworkSegment(99e0acaa-31db-4d92-be7e-705e7562f3fc),segment_id=99e0acaa-31db-4d92-be7e-705e7562f3fc)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:10.724119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e4e3bfd9-f3fb-49de-878e-1605bfb4e088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.766358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3bfd9-f3fb-49de-878e-1605bfb4e088 None None] Calling delete_port for db56d6d8-2fd9-464e-b107-2f7ca223bc65 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:10.766498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Pushing event updated for resources: {'Port': ['ID=865a4488-2b02-43a6-9bdd-56d0c22e4c6e,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:10.808224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.888470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-28ec5cab-45d4-4642-bdaf-310194af173e None None] Provisioning complete for port 865a4488-2b02-43a6-9bdd-56d0c22e4c6e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:10.889096 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-28ec5cab-45d4-4642-bdaf-310194af173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.940829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-4c0dd395-4626-4630-8bfc-a6f5d46e4b2e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:10.943056 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-4c0dd395-4626-4630-8bfc-a6f5d46e4b2e tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.31 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.2775433 Nov 24 05:05:10.949383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-28ec5cab-45d4-4642-bdaf-310194af173e None None] Port 865a4488-2b02-43a6-9bdd-56d0c22e4c6e cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:10.955626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6c05b52-2d58-4127-997c-44d009c4c96a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.962121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e4e3bfd9-f3fb-49de-878e-1605bfb4e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:10.996587 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3bfd9-f3fb-49de-878e-1605bfb4e088 None None] Pushing event deleted for resources: {'Port': ['ID=db56d6d8-2fd9-464e-b107-2f7ca223bc65,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:10.998720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e3bfd9-f3fb-49de-878e-1605bfb4e088 None None] No DVR routers for this DVR port db56d6d8-2fd9-464e-b107-2f7ca223bc65 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:11.009130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1c708f-6fa2-4253-b85b-d4feba89e17f']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:11.024765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66084bc8-17f2-4294-888a-dde83573cb7f') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:11.025093 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66084bc8-17f2-4294-888a-dde83573cb7f') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:11.036968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.037927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:11.051998 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe9d48a-3c5a-4041-a4d7-0ae845a43c76 None None] Sync routers for ids ['e5a429ec-2d18-4789-af5c-140fdd82d6f4'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:11.070176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.076047 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe9d48a-3c5a-4041-a4d7-0ae845a43c76 None None] Routers {'e5a429ec-2d18-4789-af5c-140fdd82d6f4'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:11.076835 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-efe9d48a-3c5a-4041-a4d7-0ae845a43c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e5a429ec-2d18-4789-af5c-140fdd82d6f4'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:11.087136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:11.087553 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.149248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.153733 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-899ea5d8-348c-45fe-bb6e-f40dc6b55bd8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0797479 Nov 24 05:05:11.154652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35044) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:11.194004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device db56d6d8-2fd9-464e-b107-2f7ca223bc65 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:11.199042 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:11.218588 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.223261 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] For port db56d6d8-2fd9-464e-b107-2f7ca223bc65, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=db56d6d8-2fd9-464e-b107-2f7ca223bc65,segment=NetworkSegment(99e0acaa-31db-4d92-be7e-705e7562f3fc),segment_id=99e0acaa-31db-4d92-be7e-705e7562f3fc)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:11.223904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.233620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.240580 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] 10.222.0.37 "DELETE /v2.0/networks/fa1c708f-6fa2-4253-b85b-d4feba89e17f HTTP/1.1" status: 204 len: 168 time: 1.6095815 Nov 24 05:05:11.273581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: db56d6d8-2fd9-464e-b107-2f7ca223bc65 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:11.274806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device db56d6d8-2fd9-464e-b107-2f7ca223bc65 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:11.276336 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:11.286079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1c795-0e7a-4c56-818c-6d2f4be61e22 tempest-TagsExtTest-154174468 tempest-TagsExtTest-154174468-project] Pushing event deleted for resources: {'Network': ['ID=fa1c708f-6fa2-4253-b85b-d4feba89e17f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:11.288255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for db56d6d8-2fd9-464e-b107-2f7ca223bc65 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:11.343678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Deleting port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:11.344800 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-efe9d48a-3c5a-4041-a4d7-0ae845a43c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:11.349716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.354876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:11.358525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 5f26d0d8-6ae9-4bf9-a342-e5065eff1220 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:11.365979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6c05b52-2d58-4127-997c-44d009c4c96a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.380055 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe9d48a-3c5a-4041-a4d7-0ae845a43c76 None None] Routers {'e5a429ec-2d18-4789-af5c-140fdd82d6f4'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:11.380726 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-efe9d48a-3c5a-4041-a4d7-0ae845a43c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e5a429ec-2d18-4789-af5c-140fdd82d6f4'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:11.420603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c05b52-2d58-4127-997c-44d009c4c96a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Subnet': ['ID=d686d5f1-6fe3-419b-8c3f-7470894962a0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:11.422852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6c05b52-2d58-4127-997c-44d009c4c96a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.426585 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a6c05b52-2d58-4127-997c-44d009c4c96a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/d686d5f1-6fe3-419b-8c3f-7470894962a0 HTTP/1.1" status: 204 len: 168 time: 1.1810513 Nov 24 05:05:11.432169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35054) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:11.436339 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-efe9d48a-3c5a-4041-a4d7-0ae845a43c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:11.437015 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe9d48a-3c5a-4041-a4d7-0ae845a43c76 None None] The sync data for ids ['e5a429ec-2d18-4789-af5c-140fdd82d6f4'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:11.596607 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.615195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.625667 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912be4b6-a1c9-4353-8809-f9e2044405be None None] Network 2a46079e-f8cd-45d1-943a-99a66b27a60d requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:11.677313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35062) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:11.677656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35064) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:11.722919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=db56d6d8-2fd9-464e-b107-2f7ca223bc65,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:11.734474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No DVR routers for this DVR port db56d6d8-2fd9-464e-b107-2f7ca223bc65 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:11.759380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2581c975-1f24-4cda-8995-898c2e3c6e58 None None] Provisioning complete for port a15631aa-b02e-446c-b466-add84c1b3e18 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:11.760142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2581c975-1f24-4cda-8995-898c2e3c6e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.897209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9cbe4145-3585-40d1-bdef-91bb609b4c3f tempest-DvrRoutersNegativeTest-132946959 tempest-DvrRoutersNegativeTest-132946959-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1563298529', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:11.900684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.policy [None req-9cbe4145-3585-40d1-bdef-91bb609b4c3f tempest-DvrRoutersNegativeTest-132946959 tempest-DvrRoutersNegativeTest-132946959-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103232) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 24 05:05:11.901061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.policy [None req-9cbe4145-3585-40d1-bdef-91bb609b4c3f tempest-DvrRoutersNegativeTest-132946959 tempest-DvrRoutersNegativeTest-132946959-project] Failed policy check for 'create_router' {{(pid=103232) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 24 05:05:11.901713 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-9cbe4145-3585-40d1-bdef-91bb609b4c3f tempest-DvrRoutersNegativeTest-132946959 tempest-DvrRoutersNegativeTest-132946959-project] create failed (client error): Access was denied to this resource. Nov 24 05:05:11.905035 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9cbe4145-3585-40d1-bdef-91bb609b4c3f tempest-DvrRoutersNegativeTest-132946959 tempest-DvrRoutersNegativeTest-132946959-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2211835 Nov 24 05:05:11.965386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.968966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port a15631aa-b02e-446c-b466-add84c1b3e18 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:11.969895 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:11.987395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35072) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:12.023946 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1bbfc324-2741-442e-abdf-048b2f04c022 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/routers/e5a429ec-2d18-4789-af5c-140fdd82d6f4 HTTP/1.1" status: 200 len: 885 time: 0.8654041 Nov 24 05:05:12.023946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.024596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35074) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:12.091765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e19e02-dd15-40f7-ba3f-8407669d16d0']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:12.128569 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4867f216-ad3c-48a9-a073-9d1da04fb571 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=486db63e5d9b49549cd401070c12978c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4473341 Nov 24 05:05:12.134904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e0acaa-31db-4d92-be7e-705e7562f3fc') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:12.135208 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e0acaa-31db-4d92-be7e-705e7562f3fc') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:12.137343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35078) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:12.144346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6688f08-199c-4194-a810-ac72f0d76c05 None None] DHCP port deletion for 2a46079e-f8cd-45d1-943a-99a66b27a60d request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:12.203306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.216985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] For port a15631aa-b02e-446c-b466-add84c1b3e18, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a15631aa-b02e-446c-b466-add84c1b3e18,segment=NetworkSegment(3fe93002-5020-4cad-abfd-6fc413f99ae9),segment_id=3fe93002-5020-4cad-abfd-6fc413f99ae9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:12.217350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.228178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b6688f08-199c-4194-a810-ac72f0d76c05 None None] Deleting port a15631aa-b02e-446c-b466-add84c1b3e18 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:12.228178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6688f08-199c-4194-a810-ac72f0d76c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.282826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for a15631aa-b02e-446c-b466-add84c1b3e18 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:12.295240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.304329 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35080) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:12.375167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7de3-fadd-414b-ac82-10b760443749 req-46496c2d-ffc4-49d7-9027-4600cae311a5 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:12.383253 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-479d7de3-fadd-414b-ac82-10b760443749 req-46496c2d-ffc4-49d7-9027-4600cae311a5 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 945 time: 0.5173533 Nov 24 05:05:12.410349 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b6688f08-199c-4194-a810-ac72f0d76c05 None None] For port a15631aa-b02e-446c-b466-add84c1b3e18, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a15631aa-b02e-446c-b466-add84c1b3e18,segment=NetworkSegment(3fe93002-5020-4cad-abfd-6fc413f99ae9),segment_id=3fe93002-5020-4cad-abfd-6fc413f99ae9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:12.413851 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6688f08-199c-4194-a810-ac72f0d76c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.437295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b6688f08-199c-4194-a810-ac72f0d76c05 None None] Calling delete_port for a15631aa-b02e-446c-b466-add84c1b3e18 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:12.536059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] For port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3,segment=NetworkSegment(db4d8065-2b21-405e-a3f1-3ea5d4c336a3),segment_id=db4d8065-2b21-405e-a3f1-3ea5d4c336a3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:12.536432 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.540076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6688f08-199c-4194-a810-ac72f0d76c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.567498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6688f08-199c-4194-a810-ac72f0d76c05 None None] Pushing event deleted for resources: {'Port': ['ID=a15631aa-b02e-446c-b466-add84c1b3e18,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:12.581807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6688f08-199c-4194-a810-ac72f0d76c05 None None] No DVR routers for this DVR port a15631aa-b02e-446c-b466-add84c1b3e18 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:12.630455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:12.630875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:12.638737 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:12.643548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fac609bc-9fb4-4314-9b04-8f3eef76e07c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.753833 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-479d7de3-fadd-414b-ac82-10b760443749 req-e3f01b84-4281-43a0-8f40-414224de05a2 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d44dda3-ed40-4b6c-9992-18ce007b8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697422 Nov 24 05:05:12.796695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e48e2660-39ec-4215-8791-31c54f2dd584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.818228 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.835524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.842324 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/networks/f1e19e02-dd15-40f7-ba3f-8407669d16d0 HTTP/1.1" status: 204 len: 168 time: 2.8180656 Nov 24 05:05:12.849284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35084) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:12.866224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.881863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-406705326'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:12.905929 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e48e2660-39ec-4215-8791-31c54f2dd584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:12.925287 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d21ef1-4a59-478c-978f-f71cab8d1b65 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Network': ['ID=f1e19e02-dd15-40f7-ba3f-8407669d16d0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:12.973095 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.006662 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:13.010482 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.016878 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=a15631aa-b02e-446c-b466-add84c1b3e18,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:13.060044 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No DVR routers for this DVR port a15631aa-b02e-446c-b466-add84c1b3e18 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:13.112818 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-27a7fcf6-fb28-4a62-8175-138c09cc4725 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.0803311 Nov 24 05:05:13.113356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35086) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:13.116674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.117095 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.117439 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Floating IP 276c85c3-730b-46b0-b700-ef1445dfb651 disassociated. External IP: 172.26.0.244, port: 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3. Nov 24 05:05:13.117792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Calling delete_port for 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:13.118077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-62218ae7-ad8a-46ff-b152-b64be4e41857 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1713413862'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:13.143504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fac609bc-9fb4-4314-9b04-8f3eef76e07c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.187573 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fac609bc-9fb4-4314-9b04-8f3eef76e07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.198250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a15631aa-b02e-446c-b466-add84c1b3e18 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:13.223431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: a15631aa-b02e-446c-b466-add84c1b3e18 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:13.223734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:05:13.223849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a15631aa-b02e-446c-b466-add84c1b3e18 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:13.242406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e48e2660-39ec-4215-8791-31c54f2dd584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.244995 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e48e2660-39ec-4215-8791-31c54f2dd584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.246673 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e48e2660-39ec-4215-8791-31c54f2dd584 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2803b57f-2731-4a08-a60a-1debbfc4e268 HTTP/1.1" status: 204 len: 168 time: 1.0808012 Nov 24 05:05:13.262075 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac609bc-9fb4-4314-9b04-8f3eef76e07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07143ee7-f4b9-4141-8aeb-4d42338e8978,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:13.270139 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fac609bc-9fb4-4314-9b04-8f3eef76e07c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de88e642efe64ea1b2337fe0b3314c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9589527 Nov 24 05:05:13.273962 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35090) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:13.284241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.284698 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Added segment 8aa2159f-0597-4ee0-b893-f01a0e1e44cc of type vlan for network 9950881d-e9ab-42c9-ae79-f56fb3d46edf Nov 24 05:05:13.289370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e2660-39ec-4215-8791-31c54f2dd584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2803b57f-2731-4a08-a60a-1debbfc4e268,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:13.332734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Router 381f598b-352e-42ec-be2e-e3657e0dcf9c is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:05:13.370372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.452394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d7376f-25e7-428b-bdaf-e69e5a3b78d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.463993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.468704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a46079e-f8cd-45d1-943a-99a66b27a60d']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:13.475815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d7376f-25e7-428b-bdaf-e69e5a3b78d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.494703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe93002-5020-4cad-abfd-6fc413f99ae9') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:13.495180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe93002-5020-4cad-abfd-6fc413f99ae9') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:13.518802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.529690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.583650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Pushing event deleted for resources: {'Port': ['ID=9886a7a2-1b0b-4bcc-9995-caa6c3a326c3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:13.628170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.635041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:13.635942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.641485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.658484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:13.684415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f2b9c-3a0d-4c99-9e26-aa8ab5c52d64 None None] Sync routers for ids ['381f598b-352e-42ec-be2e-e3657e0dcf9c'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:13.685153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:13.685153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:13.695813 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:13.708351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f2b9c-3a0d-4c99-9e26-aa8ab5c52d64 None None] Routers {'381f598b-352e-42ec-be2e-e3657e0dcf9c'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:13.709829 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-128f2b9c-3a0d-4c99-9e26-aa8ab5c52d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['381f598b-352e-42ec-be2e-e3657e0dcf9c'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:13.719695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.721011 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a49c253c-4eea-4989-80a5-b781a16044b0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1027534 Nov 24 05:05:13.733549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35100) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:13.752323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d7376f-25e7-428b-bdaf-e69e5a3b78d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.754889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97d7376f-25e7-428b-bdaf-e69e5a3b78d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:13.758414 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-97d7376f-25e7-428b-bdaf-e69e5a3b78d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07143ee7-f4b9-4141-8aeb-4d42338e8978 HTTP/1.1" status: 204 len: 168 time: 0.4812272 Nov 24 05:05:13.767420 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7376f-25e7-428b-bdaf-e69e5a3b78d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07143ee7-f4b9-4141-8aeb-4d42338e8978,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:13.796120 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9457633 Nov 24 05:05:13.804831 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-128f2b9c-3a0d-4c99-9e26-aa8ab5c52d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:13.813259 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35108) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:13.821887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': '9950881d-e9ab-42c9-ae79-f56fb3d46edf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:13.847134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Router 1f7be642-db5a-44c8-a5cc-4e510cc10fab has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:13.879480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f2b9c-3a0d-4c99-9e26-aa8ab5c52d64 None None] Routers {'381f598b-352e-42ec-be2e-e3657e0dcf9c'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:13.881244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-128f2b9c-3a0d-4c99-9e26-aa8ab5c52d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['381f598b-352e-42ec-be2e-e3657e0dcf9c'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:13.961278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059339a6-2547-422d-b326-0137bb8eb7b1 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Network': ['ID=9950881d-e9ab-42c9-ae79-f56fb3d46edf,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:13.962261 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-128f2b9c-3a0d-4c99-9e26-aa8ab5c52d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:13.972914 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f2b9c-3a0d-4c99-9e26-aa8ab5c52d64 None None] The sync data for ids ['381f598b-352e-42ec-be2e-e3657e0dcf9c'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:14.011267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 9950881d-e9ab-42c9-ae79-f56fb3d46edf details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:05:14.020622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:14.025741 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:14.040220 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/networks/2a46079e-f8cd-45d1-943a-99a66b27a60d HTTP/1.1" status: 204 len: 168 time: 2.6062398 Nov 24 05:05:14.052595 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35112) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:14.056246 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-05202db7-291e-48b4-be31-1a035736aa53 req-397706a9-7330-4fa2-ab60-f16bf2b626d7 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 210 time: 0.0923247 Nov 24 05:05:14.130497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:14.135993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168a14c-791a-4f1f-9644-ea0ddcf97cab tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Network': ['ID=2a46079e-f8cd-45d1-943a-99a66b27a60d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:14.284093 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5f4a1eff-72a0-40fa-9da9-a4a1096ee2f8 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/routers/381f598b-352e-42ec-be2e-e3657e0dcf9c HTTP/1.1" status: 200 len: 923 time: 0.5466547 Nov 24 05:05:14.290386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35120) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:14.363018 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2e5ec911-7f35-486a-aef1-fec0e012e86d tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=381f598b-352e-42ec-be2e-e3657e0dcf9c HTTP/1.1" status: 200 len: 205 time: 0.0712440 Nov 24 05:05:14.367789 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35128) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:14.422813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62218ae7-ad8a-46ff-b152-b64be4e41857 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:14.454926 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62218ae7-ad8a-46ff-b152-b64be4e41857 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:14.472390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:14.476327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:14.519760 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2435b-52e7-42c9-b025-3ccc6857f81a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:14.519924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:14.525715 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a4b2435b-52e7-42c9-b025-3ccc6857f81a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4711504 Nov 24 05:05:14.533323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35134) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:14.561361 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:14.562617 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:14.645001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:14.657719 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d240dc5b-63dd-4b32-8cb9-7d6f422df03f None None] Sync routers for ids ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:14.673359 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d240dc5b-63dd-4b32-8cb9-7d6f422df03f None None] Routers {'1f7be642-db5a-44c8-a5cc-4e510cc10fab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:14.676395 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d240dc5b-63dd-4b32-8cb9-7d6f422df03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:14.715352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] No DVR routers for this DVR port 9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:14.721328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:14.724887 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7b678489-9b9b-46d7-b604-0e84b60b90ac req-77072f24-92ba-46b2-b989-4861b36d989d tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.31 "DELETE /v2.0/ports/9886a7a2-1b0b-4bcc-9995-caa6c3a326c3 HTTP/1.1" status: 204 len: 173 time: 3.7692802 Nov 24 05:05:14.725428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'name': 'network-vif-deleted', 'tag': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:05:14.727886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542989e0-1d4c-4222-86b0-039a5454f8ad" -d '{"events": [{"server_uuid": "9be76631-ff29-4ae3-9569-c9a436b14cdc", "name": "network-vif-deleted", "tag": "9886a7a2-1b0b-4bcc-9995-caa6c3a326c3"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:05:14.783284 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-37d1f47d-0658-4b27-9c0a-e576ca2db458 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2466695 Nov 24 05:05:14.783964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35146) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:14.815062 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1249490247'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:14.906148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:14.910356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:14.947437 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d240dc5b-63dd-4b32-8cb9-7d6f422df03f None None] Set router 1f7be642-db5a-44c8-a5cc-4e510cc10fab gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:14.952133 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:14.954691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:05:15.015541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:15.016151 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Added segment 1aa849c8-2193-4c79-86d6-d89a3cc8d1d9 of type vlan for network a456a56e-b1b6-4ea8-8f29-ee148341bf85 Nov 24 05:05:15.067053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Subnet': ['ID=899ca8b9-ada9-4b9a-9bff-3915c8ee92bf,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:15.098227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:15.112584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Checking segment: {'id': '8aa2159f-0597-4ee0-b893-f01a0e1e44cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9950881d-e9ab-42c9-ae79-f56fb3d46edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:15.113332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network hostable DHCP agents. Network: 9950881d-e9ab-42c9-ae79-f56fb3d46edf, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:05:15.145208 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62218ae7-ad8a-46ff-b152-b64be4e41857 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router e5a429ec-2d18-4789-af5c-140fdd82d6f4 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:15.150662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 9950881d-e9ab-42c9-ae79-f56fb3d46edf is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:05:15.164349 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:15.182267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:15.183158 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:15.192494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931f1bf4-857f-4110-8557-33843c1e2b1f x-openstack-request-id: req-931f1bf4-857f-4110-8557-33843c1e2b1f {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:05:15.192796 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be76631-ff29-4ae3-9569-c9a436b14cdc", "name": "network-vif-deleted", "tag": "9886a7a2-1b0b-4bcc-9995-caa6c3a326c3", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:05:15.193051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-931f1bf4-857f-4110-8557-33843c1e2b1f {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:05:15.193459 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be76631-ff29-4ae3-9569-c9a436b14cdc', 'name': 'network-vif-deleted', 'tag': '9886a7a2-1b0b-4bcc-9995-caa6c3a326c3', 'status': 'completed', 'code': 200} Nov 24 05:05:15.243050 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35156) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:15.250563 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 9950881d-e9ab-42c9-ae79-f56fb3d46edf) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:15.268222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded164df-ec22-48db-a4f1-e43dbd0ce603 None None] Network 9950881d-e9ab-42c9-ae79-f56fb3d46edf requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:15.285636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:15.290256 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:15.290857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:15.381330 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5908520 Nov 24 05:05:15.384442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35164) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:15.393631 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cfd1ec3d-e7bd-40f2-8d87-d3eeaac3e37c req-f60fa448-d849-47a3-b7e6-5d42c43b7bc6 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/ports?device_id=9be76631-ff29-4ae3-9569-c9a436b14cdc HTTP/1.1" status: 200 len: 210 time: 0.1286330 Nov 24 05:05:15.427288 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d240dc5b-63dd-4b32-8cb9-7d6f422df03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '9b070442-028c-4c8a-8a0d-a6ef1e0d89cc', 'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'mac_address': 'fa:16:3e:51:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:26Z', 'updated_at': '2021-11-24T05:01:33Z', 'revision_number': 5, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'subnets': [{'id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:15.473515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': 'a456a56e-b1b6-4ea8-8f29-ee148341bf85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:15.517537 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d240dc5b-63dd-4b32-8cb9-7d6f422df03f None None] Checking router: 1f7be642-db5a-44c8-a5cc-4e510cc10fab for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:05:15.536836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a70fed-b2a3-4388-b82f-184eb68cdd0a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Network': ['ID=a456a56e-b1b6-4ea8-8f29-ee148341bf85,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:15.537869 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d240dc5b-63dd-4b32-8cb9-7d6f422df03f None None] Routers {'1f7be642-db5a-44c8-a5cc-4e510cc10fab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:15.543385 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d240dc5b-63dd-4b32-8cb9-7d6f422df03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:15.551685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-9950881d-e9ab-42c9-ae79-f56fb3d46edf', 'network_id': '9950881d-e9ab-42c9-ae79-f56fb3d46edf', 'tenant_id': '36d394d4d634443c9c91331f4fe50566', 'fixed_ips': [{'subnet_id': '899ca8b9-ada9-4b9a-9bff-3915c8ee92bf'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:15.554631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:15.561723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network a456a56e-b1b6-4ea8-8f29-ee148341bf85 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:05:15.628300 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-390e951c-4f8b-4886-a6ce-8561a21f059b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8121800 Nov 24 05:05:15.632403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35168) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:15.637903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': '9950881d-e9ab-42c9-ae79-f56fb3d46edf', 'name': 'tempest-PortsIpV6TestJSON-903049271', 'fixed_ips': [{'subnet_id': '899ca8b9-ada9-4b9a-9bff-3915c8ee92bf', 'ip_address': '2001:db8::10'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:15.752634 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d240dc5b-63dd-4b32-8cb9-7d6f422df03f None None] Set router 1f7be642-db5a-44c8-a5cc-4e510cc10fab gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:15.829856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b391d08d-26d6-46d1-be49-8455be472638 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2071621119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:15.834349 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Allocated IP 2001:db8::2 (9950881d-e9ab-42c9-ae79-f56fb3d46edf/899ca8b9-ada9-4b9a-9bff-3915c8ee92bf/29040535-c37f-4211-8e6f-ed5359f0be84) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:15.851492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.17 (73461ba6-b739-4431-bcf0-7b7169ad319a/2f68113d-72c3-4dd7-9909-43396121bf9d/4795894b-c3bd-4483-b32b-7c84b1ab1b26) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:15.889949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b391d08d-26d6-46d1-be49-8455be472638 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:15.890961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b391d08d-26d6-46d1-be49-8455be472638 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:15.896373 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:15.907425 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62218ae7-ad8a-46ff-b152-b64be4e41857 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:15.918237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62218ae7-ad8a-46ff-b152-b64be4e41857 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:15.921167 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-62218ae7-ad8a-46ff-b152-b64be4e41857 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/e5a429ec-2d18-4789-af5c-140fdd82d6f4 HTTP/1.1" status: 200 len: 892 time: 2.8070097 Nov 24 05:05:15.929655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35176) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:15.936968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2c1961-0d96-4c77-8ddd-af6053106f8d None None] Sync routers for ids ['e5a429ec-2d18-4789-af5c-140fdd82d6f4'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:15.996215 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b391d08d-26d6-46d1-be49-8455be472638 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.008894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b391d08d-26d6-46d1-be49-8455be472638 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.013612 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d240dc5b-63dd-4b32-8cb9-7d6f422df03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '9b070442-028c-4c8a-8a0d-a6ef1e0d89cc', 'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'mac_address': 'fa:16:3e:51:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:26Z', 'updated_at': '2021-11-24T05:01:33Z', 'revision_number': 5, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'subnets': [{'id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:16.018613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:16.023023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.058072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c1961-0d96-4c77-8ddd-af6053106f8d None None] Routers {'e5a429ec-2d18-4789-af5c-140fdd82d6f4'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:16.063758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6f2c1961-0d96-4c77-8ddd-af6053106f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e5a429ec-2d18-4789-af5c-140fdd82d6f4'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:16.077088 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d240dc5b-63dd-4b32-8cb9-7d6f422df03f None None] The sync data for ids ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'] in dv-neutron-818850-5-hyperv is: [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:27Z', 'revision_number': 4, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '9b070442-028c-4c8a-8a0d-a6ef1e0d89cc', 'name': '', 'network_id': '5092a666-9ff6-4905-ad81-b92144f55977', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'mac_address': 'fa:16:3e:51:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:26Z', 'updated_at': '2021-11-24T05:01:33Z', 'revision_number': 5, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'subnets': [{'id': '72a128c7-8d2b-405e-a9ae-c297d81ee2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:16.119915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:16.141664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b391d08d-26d6-46d1-be49-8455be472638 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.143424 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b391d08d-26d6-46d1-be49-8455be472638 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8993676 Nov 24 05:05:16.156314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35178) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:16.166761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-372590260'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:16.179834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Deleting port 865a4488-2b02-43a6-9bdd-56d0c22e4c6e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:16.180154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.190182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.214290 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ebbabef8-110e-48b2-b79d-d5e9763c55f8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/routers/e5a429ec-2d18-4789-af5c-140fdd82d6f4 HTTP/1.1" status: 200 len: 892 time: 0.2820508 Nov 24 05:05:16.219195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35180) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:16.221858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6f2c1961-0d96-4c77-8ddd-af6053106f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:16.244705 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.258641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c1961-0d96-4c77-8ddd-af6053106f8d None None] Routers {'e5a429ec-2d18-4789-af5c-140fdd82d6f4'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:16.259323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6f2c1961-0d96-4c77-8ddd-af6053106f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:04:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e5a429ec-2d18-4789-af5c-140fdd82d6f4'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:16.266281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.266896 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1aac35ae-f67b-46ac-bd95-0cf1d085f8b8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5a429ec-2d18-4789-af5c-140fdd82d6f4 HTTP/1.1" status: 200 len: 205 time: 0.0448279 Nov 24 05:05:16.270084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35182) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:16.310496 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.316035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Made reservation on behalf of 88d3c4cdce1e40beae2220cd9e345bd1 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:16.319527 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.345764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port 0eadb773-9a89-453b-9f58-9eaa1f348a0f yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:05:16.361611 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6f2c1961-0d96-4c77-8ddd-af6053106f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:16.363523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2c1961-0d96-4c77-8ddd-af6053106f8d None None] The sync data for ids ['e5a429ec-2d18-4789-af5c-140fdd82d6f4'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:16.384183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.391296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0aaae72b-1f5b-4c5f-a0ee-bb1ce1b27926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.405270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Network 9950881d-e9ab-42c9-ae79-f56fb3d46edf is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:16.410949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Pushing event updated for resources: {'Port': ['ID=29040535-c37f-4211-8e6f-ed5359f0be84,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:16.414964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:16.422195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:16.509173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.513565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.520091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Attempting to bind port 29040535-c37f-4211-8e6f-ed5359f0be84 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:16.520780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Attempting to bind port 29040535-c37f-4211-8e6f-ed5359f0be84 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '8aa2159f-0597-4ee0-b893-f01a0e1e44cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9950881d-e9ab-42c9-ae79-f56fb3d46edf'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:16.521301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Attempting to bind port 29040535-c37f-4211-8e6f-ed5359f0be84 on network 9950881d-e9ab-42c9-ae79-f56fb3d46edf {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:16.529311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:16.529715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Checking segment: {'id': '8aa2159f-0597-4ee0-b893-f01a0e1e44cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9950881d-e9ab-42c9-ae79-f56fb3d46edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:16.530093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.530819 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Bound using segment: {'id': '8aa2159f-0597-4ee0-b893-f01a0e1e44cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9950881d-e9ab-42c9-ae79-f56fb3d46edf'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:16.531488 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Bound port: 29040535-c37f-4211-8e6f-ed5359f0be84, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa2159f-0597-4ee0-b893-f01a0e1e44cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9950881d-e9ab-42c9-ae79-f56fb3d46edf'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:16.531928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.563141 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35188) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:16.578121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Calling delete_port for 865a4488-2b02-43a6-9bdd-56d0c22e4c6e owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:16.596861 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92b068-1bf8-41c8-9123-d3b48e15e6d6 None None] New status for floating IP 276c85c3-730b-46b0-b700-ef1445dfb651: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:05:16.601229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.615126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 73461ba6-b739-4431-bcf0-7b7169ad319a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:16.625927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] For port 29040535-c37f-4211-8e6f-ed5359f0be84, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:16.629528 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] For port 29040535-c37f-4211-8e6f-ed5359f0be84, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=29040535-c37f-4211-8e6f-ed5359f0be84,segment=NetworkSegment(8aa2159f-0597-4ee0-b893-f01a0e1e44cc),segment_id=8aa2159f-0597-4ee0-b893-f01a0e1e44cc)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:16.637091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.679866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:16.723006 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6875fd-3309-4bd0-8131-3dd3167b65e6 None None] Pushing event updated for resources: {'Port': ['ID=29040535-c37f-4211-8e6f-ed5359f0be84,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:16.730520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:16.740480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=4795894b-c3bd-4483-b32b-7c84b1ab1b26,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:16.819410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.932604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Subnet': ['ID=19d8bf46-c7d1-49a4-9ba8-a7b092be0772,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:16.940137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edfaf01f-2d6b-483d-9133-5614becd114c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.952696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:16.969338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edfaf01f-2d6b-483d-9133-5614becd114c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.008903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35190) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:17.012009 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.016021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-717cf774-abf5-4a1a-8608-931e960aedba tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100906614', 'description': 'tempest-secgroup-smoke-100906614 description', 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:17.049259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.057787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8::10 (9950881d-e9ab-42c9-ae79-f56fb3d46edf/899ca8b9-ada9-4b9a-9bff-3915c8ee92bf/0eadb773-9a89-453b-9f58-9eaa1f348a0f) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:17.101123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Checking segment: {'id': '1aa849c8-2193-4c79-86d6-d89a3cc8d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a456a56e-b1b6-4ea8-8f29-ee148341bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:17.101486 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network hostable DHCP agents. Network: a456a56e-b1b6-4ea8-8f29-ee148341bf85, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:05:17.112838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edfaf01f-2d6b-483d-9133-5614becd114c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.115626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edfaf01f-2d6b-483d-9133-5614becd114c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.116774 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-edfaf01f-2d6b-483d-9133-5614becd114c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "DELETE /v2.0/security-groups/5d44dda3-ed40-4b6c-9992-18ce007b8d51 HTTP/1.1" status: 204 len: 168 time: 0.5526645 Nov 24 05:05:17.118889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-648bc316-4cbc-4e9f-bdea-9e62c21a8cf9 None None] Provisioning complete for port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:17.119266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-648bc316-4cbc-4e9f-bdea-9e62c21a8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.124452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35192) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:17.124793 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-717cf774-abf5-4a1a-8608-931e960aedba tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.159565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-717cf774-abf5-4a1a-8608-931e960aedba tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.161518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfaf01f-2d6b-483d-9133-5614becd114c tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d44dda3-ed40-4b6c-9992-18ce007b8d51,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:17.168090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-648bc316-4cbc-4e9f-bdea-9e62c21a8cf9 None None] Port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:17.203361 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:05:17.210296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network a456a56e-b1b6-4ea8-8f29-ee148341bf85 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:05:17.225972 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-acfc457b-49c3-4918-953a-caa988096b99 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] show failed (client error): The resource could not be found. Nov 24 05:05:17.229903 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-acfc457b-49c3-4918-953a-caa988096b99 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "GET /v2.0/security-groups/5d44dda3-ed40-4b6c-9992-18ce007b8d51 HTTP/1.1" status: 404 len: 347 time: 0.0882046 Nov 24 05:05:17.233762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35194) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:17.248358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.251697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.252048 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Added segment ea012861-55e3-464a-9093-675ea436e451 of type vlan for network e29aa2dc-5d97-4d45-988d-43691663da22 Nov 24 05:05:17.254179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, a456a56e-b1b6-4ea8-8f29-ee148341bf85) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:17.264859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3e5833-7fd3-4f8e-8744-5603ebf65d9f None None] Network a456a56e-b1b6-4ea8-8f29-ee148341bf85 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:17.266815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:17.267528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.325823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d89df7-fd4f-455e-84f3-0935943a99ea,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:17.362451 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-284b5729-d955-4869-b7fb-b0b2a33a9977 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9677126 Nov 24 05:05:17.369869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35196) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:17.384456 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 29040535-c37f-4211-8e6f-ed5359f0be84 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:17.393459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': 'a456a56e-b1b6-4ea8-8f29-ee148341bf85', 'name': 'tempest-PortsTestJSON-936344967'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:17.450813 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.467193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 29040535-c37f-4211-8e6f-ed5359f0be84 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:17.468571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.493555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.525373 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-717cf774-abf5-4a1a-8608-931e960aedba tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.548338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-717cf774-abf5-4a1a-8608-931e960aedba tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.621203 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-a456a56e-b1b6-4ea8-8f29-ee148341bf85', 'network_id': 'a456a56e-b1b6-4ea8-8f29-ee148341bf85', 'tenant_id': 'dbf4560984f14b598e576e8bba19b586', 'fixed_ips': [{'subnet_id': '19d8bf46-c7d1-49a4-9ba8-a7b092be0772'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:17.622533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.629187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.634125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cf774-abf5-4a1a-8608-931e960aedba tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fa12c5-7ebf-4cb2-973f-648f18ad6ff2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:17.652857 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.702317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:17.705909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.709437 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 9950881d-e9ab-42c9-ae79-f56fb3d46edf is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:17.725917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:17.729002 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:17.735777 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:17.736438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.763884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-717cf774-abf5-4a1a-8608-931e960aedba tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.769076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=0eadb773-9a89-453b-9f58-9eaa1f348a0f,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:17.771729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 29040535-c37f-4211-8e6f-ed5359f0be84, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=29040535-c37f-4211-8e6f-ed5359f0be84,segment=NetworkSegment(8aa2159f-0597-4ee0-b893-f01a0e1e44cc),segment_id=8aa2159f-0597-4ee0-b893-f01a0e1e44cc)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:17.780799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.783373 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-717cf774-abf5-4a1a-8608-931e960aedba tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.849158 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c669ebb2-0952-4674-ad3c-0c84bac39c88 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2155809 Nov 24 05:05:17.850226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cf774-abf5-4a1a-8608-931e960aedba tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0c2b14-81d0-4926-8531-3af6d418207e,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:17.852970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35198) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:17.855350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 2cc6e95b-1c3a-423e-b3b9-bae80c4ef137 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:05:17.864766 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-717cf774-abf5-4a1a-8608-931e960aedba tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.866050 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-717cf774-abf5-4a1a-8608-931e960aedba tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8540049 Nov 24 05:05:17.873030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': '9950881d-e9ab-42c9-ae79-f56fb3d46edf', 'name': 'tempest-PortsIpV6TestJSON-147826562', 'fixed_ips': [{'subnet_id': '899ca8b9-ada9-4b9a-9bff-3915c8ee92bf', 'ip_address': '2001:db8::f'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:17.879078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Allocated IP 172.20.0.2 (a456a56e-b1b6-4ea8-8f29-ee148341bf85/19d8bf46-c7d1-49a4-9ba8-a7b092be0772/0bd92063-db8c-4ee7-96bd-917a959e0025) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:17.886599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=29040535-c37f-4211-8e6f-ed5359f0be84,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:17.962495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.970184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:17.971453 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35200) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:17.986114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-fba3c7c0-349c-499b-980b-a5c7827347e9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'security_group_rule': {'security_group_id': '5c0c2b14-81d0-4926-8531-3af6d418207e', 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:18.038865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.046169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:18.047102 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.060840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.069371 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e78bea-a1b5-43b6-9f78-4ae8ae552750 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:18.079172 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.080575 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Pushing event deleted for resources: {'Port': ['ID=865a4488-2b02-43a6-9bdd-56d0c22e4c6e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:18.129405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Network a456a56e-b1b6-4ea8-8f29-ee148341bf85 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:18.134155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:18.141795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Pushing event updated for resources: {'Port': ['ID=0bd92063-db8c-4ee7-96bd-917a959e0025,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:18.143963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:18.164794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.12 (a456a56e-b1b6-4ea8-8f29-ee148341bf85/19d8bf46-c7d1-49a4-9ba8-a7b092be0772/2cc6e95b-1c3a-423e-b3b9-bae80c4ef137) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:18.200573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Attempting to bind port 0bd92063-db8c-4ee7-96bd-917a959e0025 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:18.200988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Attempting to bind port 0bd92063-db8c-4ee7-96bd-917a959e0025 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '1aa849c8-2193-4c79-86d6-d89a3cc8d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a456a56e-b1b6-4ea8-8f29-ee148341bf85'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:18.201361 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Attempting to bind port 0bd92063-db8c-4ee7-96bd-917a959e0025 on network a456a56e-b1b6-4ea8-8f29-ee148341bf85 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:18.206700 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:18.207071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Checking segment: {'id': '1aa849c8-2193-4c79-86d6-d89a3cc8d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a456a56e-b1b6-4ea8-8f29-ee148341bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:18.207528 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.207970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Bound using segment: {'id': '1aa849c8-2193-4c79-86d6-d89a3cc8d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a456a56e-b1b6-4ea8-8f29-ee148341bf85'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:18.208444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Bound port: 0bd92063-db8c-4ee7-96bd-917a959e0025, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa849c8-2193-4c79-86d6-d89a3cc8d1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'a456a56e-b1b6-4ea8-8f29-ee148341bf85'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:18.209144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.245101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event updated for resources: {'Network': ['ID=e29aa2dc-5d97-4d45-988d-43691663da22,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:18.257384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network e29aa2dc-5d97-4d45-988d-43691663da22 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:05:18.315013 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1f56b331-d47c-4c4d-8aa8-e18446cfd7ec tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1565876 Nov 24 05:05:18.315212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35202) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:18.322234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Request body: {'subnet': {'network_id': 'e29aa2dc-5d97-4d45-988d-43691663da22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:18.334763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-efdfd3ed-f04a-448a-9d99-9d47f834f730 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Deleting port 4d22aeed-70ae-43e8-9901-1ce8775b3ea6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:18.335116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3ed-f04a-448a-9d99-9d47f834f730 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.341352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c8682-9ea1-4d04-a7b2-33762c3b0093 None None] Network 9950881d-e9ab-42c9-ae79-f56fb3d46edf requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:18.371760 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fba3c7c0-349c-499b-980b-a5c7827347e9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.397678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] For port 0bd92063-db8c-4ee7-96bd-917a959e0025, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:18.405953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01b29c6f-5dad-4052-92ea-f80432decc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.418940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3ed-f04a-448a-9d99-9d47f834f730 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.419298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3ed-f04a-448a-9d99-9d47f834f730 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.425650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:18.430619 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.431281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-efdfd3ed-f04a-448a-9d99-9d47f834f730 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Calling delete_port for 4d22aeed-70ae-43e8-9901-1ce8775b3ea6 owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:18.443652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] For port 0bd92063-db8c-4ee7-96bd-917a959e0025, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0bd92063-db8c-4ee7-96bd-917a959e0025,segment=NetworkSegment(1aa849c8-2193-4c79-86d6-d89a3cc8d1d9),segment_id=1aa849c8-2193-4c79-86d6-d89a3cc8d1d9)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:18.446958 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port 1d095bd3-ea47-4296-b4d2-b5dee7d6e545 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:18.448023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.453269 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.499858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.506093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port d4353433-c818-4a41-ade8-563c1be1e20a yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:05:18.515683 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8c978623-6b99-4b84-90c4-43533015627d None None] Provisioning complete for port 29040535-c37f-4211-8e6f-ed5359f0be84 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:18.516057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c978623-6b99-4b84-90c4-43533015627d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.609812 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120709a6-dcea-4170-a28c-1d6e536db331 None None] Pushing event updated for resources: {'Port': ['ID=0bd92063-db8c-4ee7-96bd-917a959e0025,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:18.612490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fba3c7c0-349c-499b-980b-a5c7827347e9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.635430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fba3c7c0-349c-499b-980b-a5c7827347e9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.640480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.643459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Made reservation on behalf of 88d3c4cdce1e40beae2220cd9e345bd1 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:18.647184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.716480 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3c7c0-349c-499b-980b-a5c7827347e9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afefaefb-25e3-41a7-8237-267d66fc27f1,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:18.739205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.747992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fba3c7c0-349c-499b-980b-a5c7827347e9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.749223 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fba3c7c0-349c-499b-980b-a5c7827347e9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7740555 Nov 24 05:05:18.754612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.756928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.766507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35204) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:18.774617 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2ac624ac-690e-4db7-acff-48acce5a5e1f tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'security_group_rule': {'security_group_id': '5c0c2b14-81d0-4926-8531-3af6d418207e', 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:18.926588 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.927457 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Fanout notify agent at l3_agent the message router_deleted on router 381f598b-352e-42ec-be2e-e3657e0dcf9c {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:05:18.936197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:18.937608 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network a456a56e-b1b6-4ea8-8f29-ee148341bf85 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:18.943431 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35206) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:18.944180 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a23ab9eb-4deb-48c2-8e13-a9dae607ba7f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/381f598b-352e-42ec-be2e-e3657e0dcf9c HTTP/1.1" status: 204 len: 168 time: 4.5753784 Nov 24 05:05:18.948206 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:18.959629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1394896190', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'enable_snat': False}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:18.966139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:18.971300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=2cc6e95b-1c3a-423e-b3b9-bae80c4ef137,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:19.012419 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8::f (9950881d-e9ab-42c9-ae79-f56fb3d46edf/899ca8b9-ada9-4b9a-9bff-3915c8ee92bf/d4353433-c818-4a41-ade8-563c1be1e20a) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:19.015308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ac624ac-690e-4db7-acff-48acce5a5e1f tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.048773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.051089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.056909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.148146 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0d33c235-65c3-461d-a00a-6316f7a5538b None None] Provisioning complete for port 0eadb773-9a89-453b-9f58-9eaa1f348a0f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:19.148832 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d33c235-65c3-461d-a00a-6316f7a5538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.158014 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.201825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:19.202553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.224858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for 1d095bd3-ea47-4296-b4d2-b5dee7d6e545 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:19.227038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.256043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.273848 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1023d901-19e8-483f-b27a-2534292fec2c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8919299 Nov 24 05:05:19.276027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35208) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:19.316112 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': 'a456a56e-b1b6-4ea8-8f29-ee148341bf85', 'name': 'tempest-PortsTestJSON-272769712'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:19.391531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.399473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 29040535-c37f-4211-8e6f-ed5359f0be84 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:19.445805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0d33c235-65c3-461d-a00a-6316f7a5538b None None] Port 0eadb773-9a89-453b-9f58-9eaa1f348a0f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:19.464880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0d33c235-65c3-461d-a00a-6316f7a5538b None None] Provisioning complete for port 29040535-c37f-4211-8e6f-ed5359f0be84 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:19.465286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d33c235-65c3-461d-a00a-6316f7a5538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.488714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ac624ac-690e-4db7-acff-48acce5a5e1f tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.498046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 29040535-c37f-4211-8e6f-ed5359f0be84 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:19.498303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.510126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=4795894b-c3bd-4483-b32b-7c84b1ab1b26,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:19.512913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3ed-f04a-448a-9d99-9d47f834f730 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.529840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ac624ac-690e-4db7-acff-48acce5a5e1f tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.549975 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.559545 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94054795-e67d-459f-881d-8e4c80c76919 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:19.561605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event updated for resources: {'Subnet': ['ID=93deda43-b07b-4ba6-ab41-d7286f34b1d7,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:19.577474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.577687 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.586176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac624ac-690e-4db7-acff-48acce5a5e1f tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf81ec3-a478-4fa7-b226-cd39fc4b7dd3,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:19.676226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfd3ed-f04a-448a-9d99-9d47f834f730 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Pushing event deleted for resources: {'Port': ['ID=4d22aeed-70ae-43e8-9901-1ce8775b3ea6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:19.676652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0bd92063-db8c-4ee7-96bd-917a959e0025 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:19.694079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3ed-f04a-448a-9d99-9d47f834f730 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.697201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efdfd3ed-f04a-448a-9d99-9d47f834f730 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.699576 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-efdfd3ed-f04a-448a-9d99-9d47f834f730 tempest-ServerActionsTestJSON-1569400225 tempest-ServerActionsTestJSON-1569400225-project] 10.222.0.37 "DELETE /v2.0/floatingips/276c85c3-730b-46b0-b700-ef1445dfb651 HTTP/1.1" status: 204 len: 168 time: 2.4619918 Nov 24 05:05:19.714239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35210) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:19.732059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Checking segment: {'id': 'ea012861-55e3-464a-9093-675ea436e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e29aa2dc-5d97-4d45-988d-43691663da22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:19.732694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Network hostable DHCP agents. Network: e29aa2dc-5d97-4d45-988d-43691663da22, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:05:19.750824 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0bd92063-db8c-4ee7-96bd-917a959e0025 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:19.751341 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.828948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ac624ac-690e-4db7-acff-48acce5a5e1f tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.830360 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2ac624ac-690e-4db7-acff-48acce5a5e1f tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0594313 Nov 24 05:05:19.839982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.846059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35212) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:19.851361 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3a3e221d-12e3-4f7a-9855-678c9bbb037e None None] Provisioning complete for port 0eadb773-9a89-453b-9f58-9eaa1f348a0f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:19.851921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a3e221d-12e3-4f7a-9855-678c9bbb037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.853981 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-aae8c34f-4846-4751-ad53-3ea40921b4c6 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'security_group_rule': {'security_group_id': '5c0c2b14-81d0-4926-8531-3af6d418207e', 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:19.871438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Network e29aa2dc-5d97-4d45-988d-43691663da22 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:05:19.895352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.910001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, e29aa2dc-5d97-4d45-988d-43691663da22) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:19.922799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:19.923403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.927371 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0df143-9216-4baf-aed1-21dfee758993 None None] Network e29aa2dc-5d97-4d45-988d-43691663da22 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:19.957366 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:19.973682 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e221d-12e3-4f7a-9855-678c9bbb037e None None] Port 0eadb773-9a89-453b-9f58-9eaa1f348a0f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:19.978918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 0bd92063-db8c-4ee7-96bd-917a959e0025, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0bd92063-db8c-4ee7-96bd-917a959e0025,segment=NetworkSegment(1aa849c8-2193-4c79-86d6-d89a3cc8d1d9),segment_id=1aa849c8-2193-4c79-86d6-d89a3cc8d1d9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:20.001218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:20.005246 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.076418 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-481109b9-089c-435c-a396-9a618e7eabd9 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7546530 Nov 24 05:05:20.077991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c075d-590c-445c-b913-6db5e194838c None None] Network a456a56e-b1b6-4ea8-8f29-ee148341bf85 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:20.086648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35214) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:20.095729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 9950881d-e9ab-42c9-ae79-f56fb3d46edf is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:20.103072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Request body: {'network': {'name': 'tempest-router-network01--1168956970'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:20.113840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 453a391f-5b60-438d-8573-07b828a3719d yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:05:20.118841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:20.136978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 73461ba6-b739-4431-bcf0-7b7169ad319a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:20.143992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:20.149662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:20.150289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.154993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=d4353433-c818-4a41-ade8-563c1be1e20a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:20.172634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:20.179151 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aae8c34f-4846-4751-ad53-3ea40921b4c6 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.197018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.197298 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Made reservation on behalf of 88d3c4cdce1e40beae2220cd9e345bd1 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:20.201161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.233697 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bb8a0b69-8dae-404c-b650-f3b3907fabb3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3721526 Nov 24 05:05:20.234296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35216) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:20.240762 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.261605 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.358862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=0bd92063-db8c-4ee7-96bd-917a959e0025,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:20.376464 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=1d095bd3-ea47-4296-b4d2-b5dee7d6e545,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:20.384015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6f15afd5-59ae-4c98-bf8b-2e2a31fe7a14 None None] Provisioning complete for port 0bd92063-db8c-4ee7-96bd-917a959e0025 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:20.384634 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f15afd5-59ae-4c98-bf8b-2e2a31fe7a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.399913 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aae8c34f-4846-4751-ad53-3ea40921b4c6 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.405220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.445487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ddf16-1179-4c5b-94a2-81ad7a3981ff None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:20.467023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:05:20.481456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.481822 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Added segment bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18 of type vlan for network 128486d1-39c6-4902-95a8-4cd67e9931a9 Nov 24 05:05:20.496513 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-e29aa2dc-5d97-4d45-988d-43691663da22', 'network_id': 'e29aa2dc-5d97-4d45-988d-43691663da22', 'tenant_id': '88d3c4cdce1e40beae2220cd9e345bd1', 'fixed_ips': [{'subnet_id': '93deda43-b07b-4ba6-ab41-d7286f34b1d7'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:20.497697 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.598106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.656478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.3 (a456a56e-b1b6-4ea8-8f29-ee148341bf85/19d8bf46-c7d1-49a4-9ba8-a7b092be0772/453a391f-5b60-438d-8573-07b828a3719d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:20.682898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Allocated IP 172.20.0.2 (e29aa2dc-5d97-4d45-988d-43691663da22/93deda43-b07b-4ba6-ab41-d7286f34b1d7/54349224-5ad8-4ff4-ac87-0089d1c032a8) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:20.783422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.818320 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.823308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:20.825330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.939193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.943778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0e33a889-5314-4486-a40d-8c65867ad84a None None] Provisioning complete for port 2cc6e95b-1c3a-423e-b3b9-bae80c4ef137 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:20.944465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0e33a889-5314-4486-a40d-8c65867ad84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.947240 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.968223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aae8c34f-4846-4751-ad53-3ea40921b4c6 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.980560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.982807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:20.986940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:20.987864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.045442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Network e29aa2dc-5d97-4d45-988d-43691663da22 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:21.055831 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:21.059645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:21.061647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8c34f-4846-4751-ad53-3ea40921b4c6 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8feb2b62-4c6c-4859-90c0-7b005d5a581d,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:21.072192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0e33a889-5314-4486-a40d-8c65867ad84a None None] Port 2cc6e95b-1c3a-423e-b3b9-bae80c4ef137 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:21.099183 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ccc39-7b02-4ad8-a3f0-ef9bd22216ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:21.101724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Pushing event updated for resources: {'Port': ['ID=54349224-5ad8-4ff4-ac87-0089d1c032a8,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:21.103559 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6c6ccc39-7b02-4ad8-a3f0-ef9bd22216ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8642383 Nov 24 05:05:21.107807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aae8c34f-4846-4751-ad53-3ea40921b4c6 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.109576 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-aae8c34f-4846-4751-ad53-3ea40921b4c6 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2623417 Nov 24 05:05:21.115341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35218) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:21.115891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35220) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:21.131180 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0e33a889-5314-4486-a40d-8c65867ad84a None None] Provisioning complete for port 0bd92063-db8c-4ee7-96bd-917a959e0025 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:21.131560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0e33a889-5314-4486-a40d-8c65867ad84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.158188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8bb4b06b-52fe-40bb-a10f-15a6b79efc1a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'security_group_rule': {'security_group_id': '5c0c2b14-81d0-4926-8531-3af6d418207e', 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:21.170708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Attempting to bind port 54349224-5ad8-4ff4-ac87-0089d1c032a8 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:21.171085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Attempting to bind port 54349224-5ad8-4ff4-ac87-0089d1c032a8 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'ea012861-55e3-464a-9093-675ea436e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e29aa2dc-5d97-4d45-988d-43691663da22'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:21.171460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Attempting to bind port 54349224-5ad8-4ff4-ac87-0089d1c032a8 on network e29aa2dc-5d97-4d45-988d-43691663da22 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:21.180988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:21.181423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Checking segment: {'id': 'ea012861-55e3-464a-9093-675ea436e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e29aa2dc-5d97-4d45-988d-43691663da22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:21.182278 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.182278 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Bound using segment: {'id': 'ea012861-55e3-464a-9093-675ea436e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e29aa2dc-5d97-4d45-988d-43691663da22'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:21.183513 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Bound port: 54349224-5ad8-4ff4-ac87-0089d1c032a8, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea012861-55e3-464a-9093-675ea436e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e29aa2dc-5d97-4d45-988d-43691663da22'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:21.184074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.192552 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0988271 Nov 24 05:05:21.215625 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35222) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:21.225775 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Request body: {'network': {'name': 'tempest-router-network02--964007091'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:21.230927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ee2b2-3599-4956-898c-7f29d81dfdfc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event updated for resources: {'Network': ['ID=128486d1-39c6-4902-95a8-4cd67e9931a9,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:21.237938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b06b-52fe-40bb-a10f-15a6b79efc1a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.254133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0bd92063-db8c-4ee7-96bd-917a959e0025 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:21.272607 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Allocated IP 172.26.0.42 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/f3029a33-d58b-475d-8568-bc919ae326cc) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:21.285869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 128486d1-39c6-4902-95a8-4cd67e9931a9 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:05:21.310882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.311669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Fanout notify agent at l3_agent the message router_deleted on router e5a429ec-2d18-4789-af5c-140fdd82d6f4 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:05:21.327896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b54294-77f4-442a-a870-a0a80cc45438 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:21.328745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.331677 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fb95243a-de8d-43f1-b1e2-12c149402011 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/e5a429ec-2d18-4789-af5c-140fdd82d6f4 HTTP/1.1" status: 204 len: 168 time: 5.0574942 Nov 24 05:05:21.335118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b54294-77f4-442a-a870-a0a80cc45438 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:21.341206 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b54294-77f4-442a-a870-a0a80cc45438 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:21.346177 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-27b54294-77f4-442a-a870-a0a80cc45438 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2256322 Nov 24 05:05:21.346177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35224) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:21.348142 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Made reservation on behalf of 88d3c4cdce1e40beae2220cd9e345bd1 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:21.351622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35226) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:21.351819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.357773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1003926654'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:21.430296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b06b-52fe-40bb-a10f-15a6b79efc1a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.462285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] For port 54349224-5ad8-4ff4-ac87-0089d1c032a8, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:21.469157 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b06b-52fe-40bb-a10f-15a6b79efc1a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.471827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:05:21.485703 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0bd92063-db8c-4ee7-96bd-917a959e0025 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:21.485921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.486772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:21.490559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.491918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] For port 54349224-5ad8-4ff4-ac87-0089d1c032a8, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=54349224-5ad8-4ff4-ac87-0089d1c032a8,segment=NetworkSegment(ea012861-55e3-464a-9093-675ea436e451),segment_id=ea012861-55e3-464a-9093-675ea436e451)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:21.518657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.520824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.521168 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Added segment 9954729f-dc0f-4dec-b4e5-c2e3f5473194 of type vlan for network 85203710-c9da-4c49-86c7-c2a62bc526d4 Nov 24 05:05:21.529077 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4b06b-52fe-40bb-a10f-15a6b79efc1a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abebd4c-47e5-4c19-a2a6-4a268199595d,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:21.549097 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bb4b06b-52fe-40bb-a10f-15a6b79efc1a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.550293 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8bb4b06b-52fe-40bb-a10f-15a6b79efc1a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4318624 Nov 24 05:05:21.556785 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35228) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:21.579872 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ed6b5326-a6cb-49c7-bb14-c593ddf83b0b tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'security_group_rule': {'security_group_id': '5c0c2b14-81d0-4926-8531-3af6d418207e', 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:21.590922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0e33a889-5314-4486-a40d-8c65867ad84a None None] Provisioning complete for port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:21.591316 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0e33a889-5314-4486-a40d-8c65867ad84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.622662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.623734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:21.637614 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a6db4e25-2b37-4929-8baf-c874bb5cd651 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/5026718c-0420-4f5f-bb8b-6bc4eafb4224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6471944 Nov 24 05:05:21.639351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Sync routers for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:21.647110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:05:21.656647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.667089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.673576 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-ed6b5326-a6cb-49c7-bb14-c593ddf83b0b tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Project 2cb27467313f41fb85ccc3c4aed1e5b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:05:21.676083 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364002c-2b83-492b-b841-c2be041aaf92 None None] Pushing event updated for resources: {'Port': ['ID=54349224-5ad8-4ff4-ac87-0089d1c032a8,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:21.690260 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-902f8df4-05fe-4ffb-a0ae-16002e210b67 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port d4353433-c818-4a41-ade8-563c1be1e20a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:21.690782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-902f8df4-05fe-4ffb-a0ae-16002e210b67 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.703723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.704068 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added segment 853014c1-d117-4feb-b1ff-b6b1e9c917c9 of type vlan for network 37dcbc4d-2e2c-4b91-814e-2485ca4349c6 Nov 24 05:05:21.709284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed6b5326-a6cb-49c7-bb14-c593ddf83b0b tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.713974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0e33a889-5314-4486-a40d-8c65867ad84a None None] Port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:21.741766 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.742022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:21.742985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:21.770442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.776433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:21.777567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.814753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.840964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0e33a889-5314-4486-a40d-8c65867ad84a None None] Provisioning complete for port d4353433-c818-4a41-ade8-563c1be1e20a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:21.840964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0e33a889-5314-4486-a40d-8c65867ad84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.862478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.869685 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.917893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.955061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-902f8df4-05fe-4ffb-a0ae-16002e210b67 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:21.958649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:21.960584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:22.007671 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7878706 Nov 24 05:05:22.010285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:22.016151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network a456a56e-b1b6-4ea8-8f29-ee148341bf85 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:22.016775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35234) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:22.017089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.resource_extend [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:05:22.017653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-902f8df4-05fe-4ffb-a0ae-16002e210b67 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for d4353433-c818-4a41-ade8-563c1be1e20a owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:22.023246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7d006-7c26-4ac0-889c-2a213ccbed38 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event updated for resources: {'Network': ['ID=85203710-c9da-4c49-86c7-c2a62bc526d4,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:22.031948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Request body: {'subnet': {'network_id': '128486d1-39c6-4902-95a8-4cd67e9931a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:22.061583 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed6b5326-a6cb-49c7-bb14-c593ddf83b0b tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.068265 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:22.071433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:22.080718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed6b5326-a6cb-49c7-bb14-c593ddf83b0b tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.105685 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b5326-a6cb-49c7-bb14-c593ddf83b0b tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64df8ab6-0aa4-4d18-9d31-fea89abac419,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:22.112394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event updated for resources: {'Port': ['ID=f3029a33-d58b-475d-8568-bc919ae326cc,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:22.115966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.123007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:22.123381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=453a391f-5b60-438d-8573-07b828a3719d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:22.124135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.173731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0e33a889-5314-4486-a40d-8c65867ad84a None None] Port d4353433-c818-4a41-ade8-563c1be1e20a cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:22.175269 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d2f93-b6d0-40a1-a81d-bd9b36a4328f None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:22.179925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 85203710-c9da-4c49-86c7-c2a62bc526d4 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:05:22.253882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Network': ['ID=37dcbc4d-2e2c-4b91-814e-2485ca4349c6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:22.260833 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cd57b19f-ad93-471a-9773-861077486f9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9135435 Nov 24 05:05:22.264656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35236) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:22.270978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'subnet': {'network_id': '37dcbc4d-2e2c-4b91-814e-2485ca4349c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:22.274896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 37dcbc4d-2e2c-4b91-814e-2485ca4349c6 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:05:22.316848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed6b5326-a6cb-49c7-bb14-c593ddf83b0b tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.320873 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ed6b5326-a6cb-49c7-bb14-c593ddf83b0b tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7420282 Nov 24 05:05:22.357145 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35238) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:22.370000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:22.379319 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6c6cfcf9-8347-4c82-91f8-c3539c334ffb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'security_group_rule': {'security_group_id': '5c0c2b14-81d0-4926-8531-3af6d418207e', 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:22.410597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e16f4373-5873-40b3-8cae-1463aeb483d7 None None] Provisioning complete for port 2cc6e95b-1c3a-423e-b3b9-bae80c4ef137 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:22.410977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e16f4373-5873-40b3-8cae-1463aeb483d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.438805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:22.439486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.461106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.api [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 05:05:22.461106 dv-neutron-818850-5-hyperv neutron-server[103232]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 05:05:22.461106 dv-neutron-818850-5-hyperv neutron-server[103232]: [parameters: {'project_id_1': '88d3c4cdce1e40beae2220cd9e345bd1', 'expiration_1': datetime.datetime(2021, 11, 24, 5, 5, 2, 425316)}] Nov 24 05:05:22.461106 dv-neutron-818850-5-hyperv neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:05:22.461615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG oslo_db.api [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:05:22.463271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-902f8df4-05fe-4ffb-a0ae-16002e210b67 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.489473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e16f4373-5873-40b3-8cae-1463aeb483d7 None None] Port 2cc6e95b-1c3a-423e-b3b9-bae80c4ef137 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:22.497367 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-6c6cfcf9-8347-4c82-91f8-c3539c334ffb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Project 2cb27467313f41fb85ccc3c4aed1e5b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:05:22.511909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfcf9-8347-4c82-91f8-c3539c334ffb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.516781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e16f4373-5873-40b3-8cae-1463aeb483d7 None None] Provisioning complete for port f3029a33-d58b-475d-8568-bc919ae326cc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:22.517136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e16f4373-5873-40b3-8cae-1463aeb483d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.530603 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0daef8b3-9d23-4ef8-a341-539e389741c0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2216291 Nov 24 05:05:22.533738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35240) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:22.533917 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f8df4-05fe-4ffb-a0ae-16002e210b67 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=d4353433-c818-4a41-ade8-563c1be1e20a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:22.560871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-902f8df4-05fe-4ffb-a0ae-16002e210b67 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.567134 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-902f8df4-05fe-4ffb-a0ae-16002e210b67 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/d4353433-c818-4a41-ade8-563c1be1e20a HTTP/1.1" status: 204 len: 168 time: 1.2064421 Nov 24 05:05:22.571786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35242) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:22.598810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e16f4373-5873-40b3-8cae-1463aeb483d7 None None] Port f3029a33-d58b-475d-8568-bc919ae326cc cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:22.606000 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9f4682-1235-4a01-b148-6b1d779145c2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:05:22.610380 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6d9f4682-1235-4a01-b148-6b1d779145c2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/d4353433-c818-4a41-ade8-563c1be1e20a HTTP/1.1" status: 404 len: 333 time: 0.0329847 Nov 24 05:05:22.612438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35244) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:22.686521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:22.690230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.739556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Deleting port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:22.739869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.748272 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8af5054d-9521-4eac-abb9-0ef95e895107 None None] Provisioning complete for port 453a391f-5b60-438d-8573-07b828a3719d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:22.748638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8af5054d-9521-4eac-abb9-0ef95e895107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.780972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:05:17Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'c2e947e7-efe5-409a-be7c-f5ee294bcccf', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'port_id': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'mac_address': 'fa:16:3e:bf:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:03:57Z', 'updated_at': '2021-11-24T05:04:03Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4795894b-c3bd-4483-b32b-7c84b1ab1b26', 'name': '', 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a8:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '2f68113d-72c3-4dd7-9909-43396121bf9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:14Z', 'updated_at': '2021-11-24T05:05:18Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '2f68113d-72c3-4dd7-9909-43396121bf9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:22.833255 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Checking router: 5026718c-0420-4f5f-bb8b-6bc4eafb4224 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:05:22.834489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Updating router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:05:22.867210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] For port 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9b070442-028c-4c8a-8a0d-a6ef1e0d89cc,segment=NetworkSegment(db4d8065-2b21-405e-a3f1-3ea5d4c336a3),segment_id=db4d8065-2b21-405e-a3f1-3ea5d4c336a3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:22.867746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.868978 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8af5054d-9521-4eac-abb9-0ef95e895107 None None] Port 453a391f-5b60-438d-8573-07b828a3719d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:22.870976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.905463 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Calling delete_port for 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:22.914498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfcf9-8347-4c82-91f8-c3539c334ffb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.968106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552d26dd-7652-46bd-a9e0-0f326462c98c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:22.969785 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-552d26dd-7652-46bd-a9e0-0f326462c98c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.4372764 Nov 24 05:05:22.978206 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfcf9-8347-4c82-91f8-c3539c334ffb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:22.985728 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35246) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:23.050042 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cfcf9-8347-4c82-91f8-c3539c334ffb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cfba06-d37c-432e-b3ab-a96e55fa38e0,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:23.062907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.078317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfcf9-8347-4c82-91f8-c3539c334ffb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.082423 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6c6cfcf9-8347-4c82-91f8-c3539c334ffb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7185805 Nov 24 05:05:23.099775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35248) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:23.106192 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'network': {'name': 'tempest-network-smoke--398733081', 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'port_security_enabled': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:23.111709 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Made reservation on behalf of 88d3c4cdce1e40beae2220cd9e345bd1 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:23.115875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.232246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd6981f-1a4b-424c-a926-90dec2d268c8 None None] Network e29aa2dc-5d97-4d45-988d-43691663da22 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:23.258994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-69b00332-c410-43f0-8e68-c4df36750cb7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 0eadb773-9a89-453b-9f58-9eaa1f348a0f {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:23.259439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-69b00332-c410-43f0-8e68-c4df36750cb7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.267003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.275036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Made reservation on behalf of 2cb27467313f41fb85ccc3c4aed1e5b4 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:23.279844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.289912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.346716 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 54349224-5ad8-4ff4-ac87-0089d1c032a8 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:23.359624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:05:23.382947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.383374 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Added segment 48a67ae6-f1d4-45d2-8079-9f1edff985e4 of type vlan for network 19abe5c4-fa40-436d-bc71-fb0859922e79 Nov 24 05:05:23.433467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.440179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-15eb65cc-61d2-4d68-9761-3c8d73b6158d None None] Provisioning complete for port 54349224-5ad8-4ff4-ac87-0089d1c032a8 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:23.440543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15eb65cc-61d2-4d68-9761-3c8d73b6158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.446144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49c6fe-d8fc-4ead-9608-8e2b37a7667f None None] Pushing event updated for resources: {'Port': ['ID=4795894b-c3bd-4483-b32b-7c84b1ab1b26,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:23.449207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9c328085-47af-481d-aba9-9cfd2be51713 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 453a391f-5b60-438d-8573-07b828a3719d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:23.449805 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c328085-47af-481d-aba9-9cfd2be51713 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.476747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.505751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.520289 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.570865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-69b00332-c410-43f0-8e68-c4df36750cb7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.580463 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b070442-028c-4c8a-8a0d-a6ef1e0d89cc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:23.586376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 54349224-5ad8-4ff4-ac87-0089d1c032a8 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:23.586957 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.615127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Attempting to bind port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:23.615498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Attempting to bind port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:23.616076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Attempting to bind port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 on network 73461ba6-b739-4431-bcf0-7b7169ad319a {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:23.653070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.653438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.653986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.654922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.654922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.655234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.655792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.656277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.657164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.657397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-69b00332-c410-43f0-8e68-c4df36750cb7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 0eadb773-9a89-453b-9f58-9eaa1f348a0f owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:23.657505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.657921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.658349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:23.667870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.678167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:23.679476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.685117 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:23.685497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Checking segment: {'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:23.685905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.686310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Bound using segment: {'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:23.686800 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Bound port: 4795894b-c3bd-4483-b32b-7c84b1ab1b26, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:23.687182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.737447 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Subnet': ['ID=2397b373-31c6-40b8-bfba-c8f34ae7462a,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:23.742255 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15eb65cc-61d2-4d68-9761-3c8d73b6158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.760936 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6593561 Nov 24 05:05:23.762898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.767821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35250) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:23.836151 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.851080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'admin_state_up': True, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:23.862463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c328085-47af-481d-aba9-9cfd2be51713 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.865755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event updated for resources: {'Subnet': ['ID=9d2fbf01-3666-425d-b4d0-b0d4e923d45a,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:23.880372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-15eb65cc-61d2-4d68-9761-3c8d73b6158d None None] For port 54349224-5ad8-4ff4-ac87-0089d1c032a8, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=54349224-5ad8-4ff4-ac87-0089d1c032a8,segment=NetworkSegment(ea012861-55e3-464a-9093-675ea436e451),segment_id=ea012861-55e3-464a-9093-675ea436e451)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:23.892159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Checking segment: {'id': '853014c1-d117-4feb-b1ff-b6b1e9c917c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37dcbc4d-2e2c-4b91-814e-2485ca4349c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:23.892419 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.892829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network hostable DHCP agents. Network: 37dcbc4d-2e2c-4b91-814e-2485ca4349c6, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:05:23.895221 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-15eb65cc-61d2-4d68-9761-3c8d73b6158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:23.911803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] For port 4795894b-c3bd-4483-b32b-7c84b1ab1b26, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:23.956187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9c328085-47af-481d-aba9-9cfd2be51713 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 453a391f-5b60-438d-8573-07b828a3719d owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:23.968646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5db6a9-fbd9-4514-9dcb-30914f14da62 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'Network': ['ID=19abe5c4-fa40-436d-bc71-fb0859922e79,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:23.975263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] For port 4795894b-c3bd-4483-b32b-7c84b1ab1b26, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4795894b-c3bd-4483-b32b-7c84b1ab1b26,segment=NetworkSegment(8c48287a-caa3-41c1-a6cc-c4ec98ab5b66),segment_id=8c48287a-caa3-41c1-a6cc-c4ec98ab5b66)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:23.995059 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 19abe5c4-fa40-436d-bc71-fb0859922e79 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:05:24.018196 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.057258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.058540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.079724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 37dcbc4d-2e2c-4b91-814e-2485ca4349c6 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:05:24.083265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb65cc-61d2-4d68-9761-3c8d73b6158d None None] Pushing event updated for resources: {'Port': ['ID=54349224-5ad8-4ff4-ac87-0089d1c032a8,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:24.132444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Checking segment: {'id': 'bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '128486d1-39c6-4902-95a8-4cd67e9931a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:24.132874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Network hostable DHCP agents. Network: 128486d1-39c6-4902-95a8-4cd67e9931a9, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:05:24.166405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 37dcbc4d-2e2c-4b91-814e-2485ca4349c6) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:24.183324 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:24.184387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.237858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.256449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Network 128486d1-39c6-4902-95a8-4cd67e9931a9 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:05:24.276458 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a74fdc93-f841-4d9b-9e2a-57be1199ac59 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0103910 Nov 24 05:05:24.277073 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35254) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:24.293062 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8bd0f71c-adb5-4b25-a6bf-1361325a669e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-861868941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:24.314054 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d65f61-681d-423f-aacf-1b5c1122dda2 None None] Network 37dcbc4d-2e2c-4b91-814e-2485ca4349c6 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:24.316549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:05:24.317084 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:05:24.325106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-69b00332-c410-43f0-8e68-c4df36750cb7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.341151 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f71c-adb5-4b25-a6bf-1361325a669e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.342173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f71c-adb5-4b25-a6bf-1361325a669e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.342665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 128486d1-39c6-4902-95a8-4cd67e9931a9) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:24.350676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.355658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:24.356501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.365537 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b59482c-8d44-4175-ad33-150086e41418 None None] Network 128486d1-39c6-4902-95a8-4cd67e9931a9 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:24.380058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c0c334a9-9c34-49e2-b579-32b55d8e3643 None None] Provisioning complete for port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:24.380654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c0c334a9-9c34-49e2-b579-32b55d8e3643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.413864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f71c-adb5-4b25-a6bf-1361325a669e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.472966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f71c-adb5-4b25-a6bf-1361325a669e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.474230 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:24.474864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:24.496396 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-69b00332-c410-43f0-8e68-c4df36750cb7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.500310 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-69b00332-c410-43f0-8e68-c4df36750cb7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/0eadb773-9a89-453b-9f58-9eaa1f348a0f HTTP/1.1" status: 204 len: 168 time: 1.8877726 Nov 24 05:05:24.501217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b00332-c410-43f0-8e68-c4df36750cb7 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=0eadb773-9a89-453b-9f58-9eaa1f348a0f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:24.506181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35256) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:24.529055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Router 110c7003-499c-4eb3-aa36-d93a63451f4b is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:05:24.588281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49c6fe-d8fc-4ead-9608-8e2b37a7667f None None] Pushing event updated for resources: {'Port': ['ID=4795894b-c3bd-4483-b32b-7c84b1ab1b26,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:24.623087 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e422907-d3e3-485b-9c14-0b861c2ce239 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:05:24.627406 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2e422907-d3e3-485b-9c14-0b861c2ce239 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/0eadb773-9a89-453b-9f58-9eaa1f348a0f HTTP/1.1" status: 404 len: 333 time: 0.0966263 Nov 24 05:05:24.627406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bd0f71c-adb5-4b25-a6bf-1361325a669e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.628555 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8bd0f71c-adb5-4b25-a6bf-1361325a669e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3482001 Nov 24 05:05:24.633145 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35258) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:24.633495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35260) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:24.753212 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c0c334a9-9c34-49e2-b579-32b55d8e3643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.831807 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-120d484d-f16b-4f43-9ed4-e4ce48c82c6b tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8078833 Nov 24 05:05:24.840328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35262) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:24.845401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.851568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Request body: {'subnet': {'network_id': '85203710-c9da-4c49-86c7-c2a62bc526d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:24.894504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c0c334a9-9c34-49e2-b579-32b55d8e3643 None None] For port 4795894b-c3bd-4483-b32b-7c84b1ab1b26, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4795894b-c3bd-4483-b32b-7c84b1ab1b26,segment=NetworkSegment(8c48287a-caa3-41c1-a6cc-c4ec98ab5b66),segment_id=8c48287a-caa3-41c1-a6cc-c4ec98ab5b66)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:24.916201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c0c334a9-9c34-49e2-b579-32b55d8e3643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:24.968510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:25.010110 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-37dcbc4d-2e2c-4b91-814e-2485ca4349c6', 'network_id': '37dcbc4d-2e2c-4b91-814e-2485ca4349c6', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'fixed_ips': [{'subnet_id': '2397b373-31c6-40b8-bfba-c8f34ae7462a'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:25.010993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.064627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-128486d1-39c6-4902-95a8-4cd67e9931a9', 'network_id': '128486d1-39c6-4902-95a8-4cd67e9931a9', 'tenant_id': '88d3c4cdce1e40beae2220cd9e345bd1', 'fixed_ips': [{'subnet_id': '9d2fbf01-3666-425d-b4d0-b0d4e923d45a'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:25.065570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.105837 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Made reservation on behalf of 88d3c4cdce1e40beae2220cd9e345bd1 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:25.109564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.125641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c334a9-9c34-49e2-b579-32b55d8e3643 None None] Pushing event updated for resources: {'Port': ['ID=4795894b-c3bd-4483-b32b-7c84b1ab1b26,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:25.147894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c328085-47af-481d-aba9-9cfd2be51713 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.196784 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-409c48c7-fe2e-46ad-b1ee-2a86b711c1d3 None None] Provisioning complete for port 54349224-5ad8-4ff4-ac87-0089d1c032a8 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:25.197156 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-409c48c7-fe2e-46ad-b1ee-2a86b711c1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.219682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c328085-47af-481d-aba9-9cfd2be51713 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=453a391f-5b60-438d-8573-07b828a3719d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:25.310821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ba2f45-4f91-4a06-a437-b2eef096c82e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting subnet 899ca8b9-ada9-4b9a-9bff-3915c8ee92bf {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:25.358604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72ba2f45-4f91-4a06-a437-b2eef096c82e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.383486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Router 1f7be642-db5a-44c8-a5cc-4e510cc10fab has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:25.412502 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:25.419878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 54349224-5ad8-4ff4-ac87-0089d1c032a8 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:25.429211 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Sync routers for ids ['110c7003-499c-4eb3-aa36-d93a63451f4b'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:25.446543 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c328085-47af-481d-aba9-9cfd2be51713 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.447564 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Routers {'110c7003-499c-4eb3-aa36-d93a63451f4b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:25.449972 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['110c7003-499c-4eb3-aa36-d93a63451f4b'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:25.452922 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9c328085-47af-481d-aba9-9cfd2be51713 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/453a391f-5b60-438d-8573-07b828a3719d HTTP/1.1" status: 204 len: 168 time: 2.4625611 Nov 24 05:05:25.458651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35264) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:25.564697 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c082e1-3b97-4d6a-bb37-cbf479ba271f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:05:25.566868 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-66c082e1-3b97-4d6a-bb37-cbf479ba271f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/453a391f-5b60-438d-8573-07b828a3719d HTTP/1.1" status: 404 len: 333 time: 0.1067846 Nov 24 05:05:25.567888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.569778 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35266) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:25.609251 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Allocated IP 2001:db8::2 (37dcbc4d-2e2c-4b91-814e-2485ca4349c6/2397b373-31c6-40b8-bfba-c8f34ae7462a/f950a5ef-8d5f-4658-9840-8d51d4481cc3) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:25.616272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.620807 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a228bdd6-0131-43a6-a653-1b4a3cacbaf0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6651187 Nov 24 05:05:25.622416 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35268) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:25.626520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72ba2f45-4f91-4a06-a437-b2eef096c82e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.629123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Allocated IP 172.20.0.2 (128486d1-39c6-4902-95a8-4cd67e9931a9/9d2fbf01-3666-425d-b4d0-b0d4e923d45a/4627f71b-895b-4946-aa49-8778b8c90c41) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:25.685355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.700794 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Set router 110c7003-499c-4eb3-aa36-d93a63451f4b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:25.724456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.738218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.837717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 54349224-5ad8-4ff4-ac87-0089d1c032a8 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:25.838097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.893580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-409c48c7-fe2e-46ad-b1ee-2a86b711c1d3 None None] Provisioning complete for port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:25.894270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-409c48c7-fe2e-46ad-b1ee-2a86b711c1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:25.925792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event updated for resources: {'Subnet': ['ID=cfb25ec9-2d5e-4bfa-bb08-167535077182,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:25.927106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:25.943807 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-775477e0-7217-4462-a0c0-efcd2fc7db5f admin admin] 10.222.0.37 "PUT /v2.0/routers/1f7be642-db5a-44c8-a5cc-4e510cc10fab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2280056 Nov 24 05:05:25.952202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35270) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:25.969186 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d72eb-3975-446b-ba47-2e65fd011850 None None] Sync routers for ids ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:26.012223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Checking segment: {'id': '9954729f-dc0f-4dec-b4e5-c2e3f5473194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '85203710-c9da-4c49-86c7-c2a62bc526d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:26.012777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Network hostable DHCP agents. Network: 85203710-c9da-4c49-86c7-c2a62bc526d4, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:05:26.043324 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-61304b01-a43a-4ab8-8c95-aa7257214887 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 2cc6e95b-1c3a-423e-b3b9-bae80c4ef137 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:26.043576 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61304b01-a43a-4ab8-8c95-aa7257214887 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.048854 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Allocated IP 172.26.0.215 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/827366f3-7a0c-4a09-88bf-26a34c4e462d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:26.049243 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-863a7f71-4d23-43b5-a46e-0f07840c7e04 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/routers/110c7003-499c-4eb3-aa36-d93a63451f4b HTTP/1.1" status: 200 len: 908 time: 0.4191365 Nov 24 05:05:26.050230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35272) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:26.053459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72ba2f45-4f91-4a06-a437-b2eef096c82e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.069566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1394896190', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'enable_snat': True}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:26.091819 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c7003-499c-4eb3-aa36-d93a63451f4b', 'name': 'tempest-snat-router-1394896190', 'tenant_id': '8e86f1b216a946b5846eeacdfd9501b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.42'}], 'enable_snat': False}, 'gw_port_id': 'f3029a33-d58b-475d-8568-bc919ae326cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:19Z', 'updated_at': '2021-11-24T05:05:22Z', 'revision_number': 3, 'project_id': '8e86f1b216a946b5846eeacdfd9501b9', 'gw_port': {'id': 'f3029a33-d58b-475d-8568-bc919ae326cc', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c7003-499c-4eb3-aa36-d93a63451f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:20Z', 'updated_at': '2021-11-24T05:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:26.126454 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Checking router: 110c7003-499c-4eb3-aa36-d93a63451f4b for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:05:26.127141 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Updating router 110c7003-499c-4eb3-aa36-d93a63451f4b port f3029a33-d58b-475d-8568-bc919ae326cc binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:05:26.162428 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.176652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.177705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.207913 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72ba2f45-4f91-4a06-a437-b2eef096c82e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.228217 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:05:17Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'c2e947e7-efe5-409a-be7c-f5ee294bcccf', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'port_id': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'mac_address': 'fa:16:3e:bf:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:03:57Z', 'updated_at': '2021-11-24T05:04:03Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4795894b-c3bd-4483-b32b-7c84b1ab1b26', 'name': '', 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a8:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '2f68113d-72c3-4dd7-9909-43396121bf9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:14Z', 'updated_at': '2021-11-24T05:05:23Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '2f68113d-72c3-4dd7-9909-43396121bf9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:26.241662 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d72eb-3975-446b-ba47-2e65fd011850 None None] Routers {'1f7be642-db5a-44c8-a5cc-4e510cc10fab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:26.242304 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1f4d72eb-3975-446b-ba47-2e65fd011850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:26.252131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-72ba2f45-4f91-4a06-a437-b2eef096c82e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.255321 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-72ba2f45-4f91-4a06-a437-b2eef096c82e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/899ca8b9-ada9-4b9a-9bff-3915c8ee92bf HTTP/1.1" status: 204 len: 168 time: 1.6208634 Nov 24 05:05:26.258966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba2f45-4f91-4a06-a437-b2eef096c82e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Subnet': ['ID=899ca8b9-ada9-4b9a-9bff-3915c8ee92bf,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:26.262180 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35274) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:26.304660 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c63bf6-4551-43d0-aaeb-eb09de8f47bc None None] Network 9950881d-e9ab-42c9-ae79-f56fb3d46edf requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:26.307259 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.334956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Network 85203710-c9da-4c49-86c7-c2a62bc526d4 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:05:26.344786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9c932-3a6b-47d4-a2d7-06e9a6c03549 None None] The sync data for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv is: [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:05:17Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'c2e947e7-efe5-409a-be7c-f5ee294bcccf', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'port_id': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'mac_address': 'fa:16:3e:bf:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:03:57Z', 'updated_at': '2021-11-24T05:04:03Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4795894b-c3bd-4483-b32b-7c84b1ab1b26', 'name': '', 'network_id': '73461ba6-b739-4431-bcf0-7b7169ad319a', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a8:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '2f68113d-72c3-4dd7-9909-43396121bf9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:14Z', 'updated_at': '2021-11-24T05:05:23Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '2f68113d-72c3-4dd7-9909-43396121bf9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:26.353053 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.375991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.390434 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.409628 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61304b01-a43a-4ab8-8c95-aa7257214887 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.434187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 85203710-c9da-4c49-86c7-c2a62bc526d4) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:26.448427 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.472782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-61304b01-a43a-4ab8-8c95-aa7257214887 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 2cc6e95b-1c3a-423e-b3b9-bae80c4ef137 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:26.501987 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.505278 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ef048-f8dc-4d98-9925-3d161d9af0ad None None] Network 85203710-c9da-4c49-86c7-c2a62bc526d4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:26.512370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:26.512978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.538300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.629925 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e1ba93a2-e581-4e9e-8413-cd639e2a3049 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7857485 Nov 24 05:05:26.633812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35278) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:26.651190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Allocated IP 2001:db8::1 (37dcbc4d-2e2c-4b91-814e-2485ca4349c6/2397b373-31c6-40b8-bfba-c8f34ae7462a/31e05e3a-6b56-4049-ad45-2fb95abccdc9) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:26.656976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.664459 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Network 37dcbc4d-2e2c-4b91-814e-2485ca4349c6 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:26.707277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.715383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.717065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Network 128486d1-39c6-4902-95a8-4cd67e9931a9 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:26.719869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:26.741827 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Pushing event updated for resources: {'Port': ['ID=f950a5ef-8d5f-4658-9840-8d51d4481cc3,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:26.751292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:26.753480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:26.764263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-1f4d72eb-3975-446b-ba47-2e65fd011850 None None] Set router 1f7be642-db5a-44c8-a5cc-4e510cc10fab gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:26.767402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:26.864284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:26.934982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:26.941842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:26.949311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:26.970604 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61304b01-a43a-4ab8-8c95-aa7257214887 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.016245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f78241-5fb3-4985-a102-4fb69ff5b3a5 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:27.018568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Deleting port 73fcdc03-a6f0-423a-b198-8209edfbdca1 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:27.018925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.046216 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'Port': ['ID=827366f3-7a0c-4a09-88bf-26a34c4e462d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:27.060750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Pushing event updated for resources: {'Port': ['ID=4627f71b-895b-4946-aa49-8778b8c90c41,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:27.083632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61304b01-a43a-4ab8-8c95-aa7257214887 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=2cc6e95b-1c3a-423e-b3b9-bae80c4ef137,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:27.168282 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.185284 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.286804 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.289446 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 29040535-c37f-4211-8e6f-ed5359f0be84 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:27.289875 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.317709 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Attempting to bind port f3029a33-d58b-475d-8568-bc919ae326cc on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:27.318079 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Attempting to bind port f3029a33-d58b-475d-8568-bc919ae326cc by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:27.318443 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Attempting to bind port f3029a33-d58b-475d-8568-bc919ae326cc on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:27.320647 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c39694-505b-4419-b100-2b82ec916258 None None] Pushing event updated for resources: {'Port': ['ID=f3029a33-d58b-475d-8568-bc919ae326cc,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:27.334529 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:27.334907 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:27.335313 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.335741 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:27.336218 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Bound port: f3029a33-d58b-475d-8568-bc919ae326cc, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:27.336610 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.343495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61304b01-a43a-4ab8-8c95-aa7257214887 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.354287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf39d9cf-b9af-4238-a98e-bc67bdf5b7db None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:27.359454 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-61304b01-a43a-4ab8-8c95-aa7257214887 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/2cc6e95b-1c3a-423e-b3b9-bae80c4ef137 HTTP/1.1" status: 204 len: 168 time: 1.7818604 Nov 24 05:05:27.368670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35280) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:27.372769 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4795894b-c3bd-4483-b32b-7c84b1ab1b26 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:27.376234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Attempting to bind port f950a5ef-8d5f-4658-9840-8d51d4481cc3 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:27.376607 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Attempting to bind port f950a5ef-8d5f-4658-9840-8d51d4481cc3 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '853014c1-d117-4feb-b1ff-b6b1e9c917c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37dcbc4d-2e2c-4b91-814e-2485ca4349c6'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:27.376968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Attempting to bind port f950a5ef-8d5f-4658-9840-8d51d4481cc3 on network 37dcbc4d-2e2c-4b91-814e-2485ca4349c6 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:27.456009 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] For port f3029a33-d58b-475d-8568-bc919ae326cc, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:27.460060 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] For port f3029a33-d58b-475d-8568-bc919ae326cc, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f3029a33-d58b-475d-8568-bc919ae326cc,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:27.475364 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.491436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Attempting to bind port 4627f71b-895b-4946-aa49-8778b8c90c41 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:27.492204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Attempting to bind port 4627f71b-895b-4946-aa49-8778b8c90c41 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '128486d1-39c6-4902-95a8-4cd67e9931a9'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:27.492788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Attempting to bind port 4627f71b-895b-4946-aa49-8778b8c90c41 on network 128486d1-39c6-4902-95a8-4cd67e9931a9 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:27.544561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:27.550367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Checking segment: {'id': 'bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '128486d1-39c6-4902-95a8-4cd67e9931a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:27.550367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.550771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Bound using segment: {'id': 'bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '128486d1-39c6-4902-95a8-4cd67e9931a9'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:27.551457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Bound port: 4627f71b-895b-4946-aa49-8778b8c90c41, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '128486d1-39c6-4902-95a8-4cd67e9931a9'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:27.552041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.563931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:27.564790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Checking segment: {'id': '853014c1-d117-4feb-b1ff-b6b1e9c917c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37dcbc4d-2e2c-4b91-814e-2485ca4349c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:27.565580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.566138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Bound using segment: {'id': '853014c1-d117-4feb-b1ff-b6b1e9c917c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37dcbc4d-2e2c-4b91-814e-2485ca4349c6'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:27.566792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Bound port: f950a5ef-8d5f-4658-9840-8d51d4481cc3, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853014c1-d117-4feb-b1ff-b6b1e9c917c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '37dcbc4d-2e2c-4b91-814e-2485ca4349c6'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:27.567331 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c39694-505b-4419-b100-2b82ec916258 None None] Pushing event updated for resources: {'Port': ['ID=f3029a33-d58b-475d-8568-bc919ae326cc,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:27.567502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.569926 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Routers {'110c7003-499c-4eb3-aa36-d93a63451f4b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:27.570702 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['110c7003-499c-4eb3-aa36-d93a63451f4b'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:27.593482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-82e9ee7d-1b37-4a0e-a7a6-ca6732c4a611 None None] Provisioning complete for port 827366f3-7a0c-4a09-88bf-26a34c4e462d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:27.594053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-82e9ee7d-1b37-4a0e-a7a6-ca6732c4a611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.615858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78c56f1-3253-4fa9-9982-922907cd025c None None] DHCP port deletion for 9950881d-e9ab-42c9-ae79-f56fb3d46edf request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:27.618305 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85abf541-45f6-46b1-b23b-ba4e0e816ca3 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:27.715781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-85203710-c9da-4c49-86c7-c2a62bc526d4', 'network_id': '85203710-c9da-4c49-86c7-c2a62bc526d4', 'tenant_id': '88d3c4cdce1e40beae2220cd9e345bd1', 'fixed_ips': [{'subnet_id': 'cfb25ec9-2d5e-4bfa-bb08-167535077182'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:27.717494 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.812689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-82e9ee7d-1b37-4a0e-a7a6-ca6732c4a611 None None] Port 827366f3-7a0c-4a09-88bf-26a34c4e462d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:27.871368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.871973 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] Set router 110c7003-499c-4eb3-aa36-d93a63451f4b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:27.912658 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9a346a-b660-43da-be5c-ef32f7afcd61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:05:27.917008 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4e9a346a-b660-43da-be5c-ef32f7afcd61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/2cc6e95b-1c3a-423e-b3b9-bae80c4ef137 HTTP/1.1" status: 404 len: 333 time: 0.5472648 Nov 24 05:05:27.919506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35282) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:27.934450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] For port 73fcdc03-a6f0-423a-b198-8209edfbdca1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=73fcdc03-a6f0-423a-b198-8209edfbdca1,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:27.934991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.953069 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] For port 4627f71b-895b-4946-aa49-8778b8c90c41, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:27.960567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Calling delete_port for 73fcdc03-a6f0-423a-b198-8209edfbdca1 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:27.961090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:27.961687 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:27.997899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] For port f950a5ef-8d5f-4658-9840-8d51d4481cc3, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:28.005361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] For port 29040535-c37f-4211-8e6f-ed5359f0be84, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=29040535-c37f-4211-8e6f-ed5359f0be84,segment=NetworkSegment(8aa2159f-0597-4ee0-b893-f01a0e1e44cc),segment_id=8aa2159f-0597-4ee0-b893-f01a0e1e44cc)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:28.005752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.026216 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] For port 4627f71b-895b-4946-aa49-8778b8c90c41, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4627f71b-895b-4946-aa49-8778b8c90c41,segment=NetworkSegment(bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18),segment_id=bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:28.047721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] For port f950a5ef-8d5f-4658-9840-8d51d4481cc3, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f950a5ef-8d5f-4658-9840-8d51d4481cc3,segment=NetworkSegment(853014c1-d117-4feb-b1ff-b6b1e9c917c9),segment_id=853014c1-d117-4feb-b1ff-b6b1e9c917c9)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:28.063507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 29040535-c37f-4211-8e6f-ed5359f0be84 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:28.065548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.076176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2d73928e-102b-4706-89b5-18e4cdefcfaa None None] Provisioning complete for port f3029a33-d58b-475d-8568-bc919ae326cc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:28.076844 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2d73928e-102b-4706-89b5-18e4cdefcfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.103849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.143007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc48356a-2b90-4b77-ab1d-36d96ef6e930 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting subnet 19d8bf46-c7d1-49a4-9ba8-a7b092be0772 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:28.146386 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110c7003-499c-4eb3-aa36-d93a63451f4b', 'name': 'tempest-snat-router-1394896190', 'tenant_id': '8e86f1b216a946b5846eeacdfd9501b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.42'}], 'enable_snat': False}, 'gw_port_id': 'f3029a33-d58b-475d-8568-bc919ae326cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:19Z', 'updated_at': '2021-11-24T05:05:22Z', 'revision_number': 3, 'project_id': '8e86f1b216a946b5846eeacdfd9501b9', 'gw_port': {'id': 'f3029a33-d58b-475d-8568-bc919ae326cc', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c7003-499c-4eb3-aa36-d93a63451f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:20Z', 'updated_at': '2021-11-24T05:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:28.180073 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc48356a-2b90-4b77-ab1d-36d96ef6e930 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.191267 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b32d3c-688d-49de-a63d-0dffac32f961 None None] The sync data for ids ['110c7003-499c-4eb3-aa36-d93a63451f4b'] in dv-neutron-818850-5-hyperv is: [{'id': '110c7003-499c-4eb3-aa36-d93a63451f4b', 'name': 'tempest-snat-router-1394896190', 'tenant_id': '8e86f1b216a946b5846eeacdfd9501b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.42'}], 'enable_snat': False}, 'gw_port_id': 'f3029a33-d58b-475d-8568-bc919ae326cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:19Z', 'updated_at': '2021-11-24T05:05:22Z', 'revision_number': 3, 'project_id': '8e86f1b216a946b5846eeacdfd9501b9', 'gw_port': {'id': 'f3029a33-d58b-475d-8568-bc919ae326cc', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110c7003-499c-4eb3-aa36-d93a63451f4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:20Z', 'updated_at': '2021-11-24T05:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:28.239034 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.269270 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc48356a-2b90-4b77-ab1d-36d96ef6e930 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.325408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.357306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=73fcdc03-a6f0-423a-b198-8209edfbdca1,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:28.374045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b78c56f1-3253-4fa9-9982-922907cd025c None None] Deleting port 29040535-c37f-4211-8e6f-ed5359f0be84 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:28.374697 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b78c56f1-3253-4fa9-9982-922907cd025c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.390221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 37dcbc4d-2e2c-4b91-814e-2485ca4349c6 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:28.409076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1f4d72eb-3975-446b-ba47-2e65fd011850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:05:23Z', 'revision_number': 5, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port': {'id': '73fcdc03-a6f0-423a-b198-8209edfbdca1', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:28.413284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:28.436879 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42354024-dba3-4e9f-a1c4-8a589e6295d2 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:28.478143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:28.479435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.501701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.514883 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d72eb-3975-446b-ba47-2e65fd011850 None None] Checking router: 1f7be642-db5a-44c8-a5cc-4e510cc10fab for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:05:28.531181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=31e05e3a-6b56-4049-ad45-2fb95abccdc9,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:28.608541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Allocated IP 172.20.0.2 (85203710-c9da-4c49-86c7-c2a62bc526d4/cfb25ec9-2d5e-4bfa-bb08-167535077182/d33dc006-39a8-4611-82cd-cfc74183226e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:28.631869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d64193-bca8-478f-8529-8206cbeaa50b None None] Pushing event updated for resources: {'Port': ['ID=4627f71b-895b-4946-aa49-8778b8c90c41,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:28.713234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.715986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.731283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b78c56f1-3253-4fa9-9982-922907cd025c None None] For port 29040535-c37f-4211-8e6f-ed5359f0be84, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=29040535-c37f-4211-8e6f-ed5359f0be84,segment=NetworkSegment(8aa2159f-0597-4ee0-b893-f01a0e1e44cc),segment_id=8aa2159f-0597-4ee0-b893-f01a0e1e44cc)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:28.732038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b78c56f1-3253-4fa9-9982-922907cd025c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.738673 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.739025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.739502 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.749917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.750310 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.750660 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.751003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.751342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.751700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.752034 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.752366 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.752693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:28.755262 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d72eb-3975-446b-ba47-2e65fd011850 None None] Routers {'1f7be642-db5a-44c8-a5cc-4e510cc10fab'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:28.756001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1f4d72eb-3975-446b-ba47-2e65fd011850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:28.768580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.781183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b78c56f1-3253-4fa9-9982-922907cd025c None None] Calling delete_port for 29040535-c37f-4211-8e6f-ed5359f0be84 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:28.860883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.865514 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.865514 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7be642-db5a-44c8-a5cc-4e510cc10fab {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:05:28.966631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:28.973775 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bb8d25ed-aeee-4309-a0cb-dbcd8dae0e7d admin admin] 10.222.0.37 "DELETE /v2.0/routers/1f7be642-db5a-44c8-a5cc-4e510cc10fab HTTP/1.1" status: 204 len: 168 time: 3.0194707 Nov 24 05:05:28.976648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35286) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:29.015079 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf398ac6-2fc1-4b0d-aa8b-66fc0d3de1b3 None None] Pushing event updated for resources: {'Port': ['ID=f950a5ef-8d5f-4658-9840-8d51d4481cc3,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:29.018471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=29040535-c37f-4211-8e6f-ed5359f0be84,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:29.021063 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.074271 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-1f4d72eb-3975-446b-ba47-2e65fd011850 None None] Set router 1f7be642-db5a-44c8-a5cc-4e510cc10fab gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:29.087072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No DVR routers for this DVR port 29040535-c37f-4211-8e6f-ed5359f0be84 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:29.131876 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.200434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9318219-34d9-4227-991d-cae0e9f62b4e admin admin] Deleting subnet 72a128c7-8d2b-405e-a9ae-c297d81ee2d2 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:29.207391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9318219-34d9-4227-991d-cae0e9f62b4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.252615 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1f4d72eb-3975-446b-ba47-2e65fd011850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:05:28Z', 'revision_number': 7, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:29.271353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.298982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9318219-34d9-4227-991d-cae0e9f62b4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.302934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9950881d-e9ab-42c9-ae79-f56fb3d46edf']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:29.316408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa2159f-0597-4ee0-b893-f01a0e1e44cc') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:29.316408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa2159f-0597-4ee0-b893-f01a0e1e44cc') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:29.333345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.339785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d72eb-3975-446b-ba47-2e65fd011850 None None] The sync data for ids ['1f7be642-db5a-44c8-a5cc-4e510cc10fab'] in dv-neutron-818850-5-hyperv is: [{'id': '1f7be642-db5a-44c8-a5cc-4e510cc10fab', 'name': 'tempest-ServerActionsTestJSON-1169642254-router', 'tenant_id': 'ab536a684af0477682b681c825ec9a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:01:23Z', 'updated_at': '2021-11-24T05:05:28Z', 'revision_number': 7, 'project_id': 'ab536a684af0477682b681c825ec9a95', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:29.366761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2d73928e-102b-4706-89b5-18e4cdefcfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.375063 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Allocated IP 172.20.0.1 (128486d1-39c6-4902-95a8-4cd67e9931a9/9d2fbf01-3666-425d-b4d0-b0d4e923d45a/d7934937-170b-485c-b303-088823584e18) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:29.422220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.441306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc48356a-2b90-4b77-ab1d-36d96ef6e930 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.477553 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9318219-34d9-4227-991d-cae0e9f62b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.477876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2d73928e-102b-4706-89b5-18e4cdefcfaa None None] For port f3029a33-d58b-475d-8568-bc919ae326cc, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f3029a33-d58b-475d-8568-bc919ae326cc,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:29.503723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:29.504380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:29.509359 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:29.525388 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.530789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2d73928e-102b-4706-89b5-18e4cdefcfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.532604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4627f71b-895b-4946-aa49-8778b8c90c41 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:29.565012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.601974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.621085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9318219-34d9-4227-991d-cae0e9f62b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.633143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b78c56f1-3253-4fa9-9982-922907cd025c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.656655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9318219-34d9-4227-991d-cae0e9f62b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a128c7-8d2b-405e-a9ae-c297d81ee2d2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:29.680812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9318219-34d9-4227-991d-cae0e9f62b4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.690171 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a9318219-34d9-4227-991d-cae0e9f62b4e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/72a128c7-8d2b-405e-a9ae-c297d81ee2d2 HTTP/1.1" status: 204 len: 168 time: 0.7125964 Nov 24 05:05:29.697873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Network 85203710-c9da-4c49-86c7-c2a62bc526d4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:29.701122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47beea4e-5f20-4ad4-8ff8-c5b2628c7a95 None None] Network 5092a666-9ff6-4905-ad81-b92144f55977 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:29.702278 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35288) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:29.727122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:29.732341 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c56f1-3253-4fa9-9982-922907cd025c None None] No DVR routers for this DVR port 29040535-c37f-4211-8e6f-ed5359f0be84 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:29.734369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:29.752257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73928e-102b-4706-89b5-18e4cdefcfaa None None] Pushing event updated for resources: {'Port': ['ID=f3029a33-d58b-475d-8568-bc919ae326cc,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:29.843689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Pushing event updated for resources: {'Port': ['ID=d33dc006-39a8-4611-82cd-cfc74183226e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:29.879560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:29.904704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Router e55b5ea9-8464-4e1d-ab66-16de9645dd41 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:05:29.914169 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.914576 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.914930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.915268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.915671 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.916060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.916401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.916740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.917132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.917468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.917976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.918592 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:05:29.932371 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4627f71b-895b-4946-aa49-8778b8c90c41 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:29.932632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.004632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c56f1-3253-4fa9-9982-922907cd025c None None] Pushing event deleted for resources: {'Port': ['ID=29040535-c37f-4211-8e6f-ed5359f0be84,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:30.071055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Attempting to bind port d33dc006-39a8-4611-82cd-cfc74183226e on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:30.071510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Attempting to bind port d33dc006-39a8-4611-82cd-cfc74183226e by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '9954729f-dc0f-4dec-b4e5-c2e3f5473194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '85203710-c9da-4c49-86c7-c2a62bc526d4'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:30.071856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Attempting to bind port d33dc006-39a8-4611-82cd-cfc74183226e on network 85203710-c9da-4c49-86c7-c2a62bc526d4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:30.094847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:30.095431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Checking segment: {'id': '9954729f-dc0f-4dec-b4e5-c2e3f5473194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '85203710-c9da-4c49-86c7-c2a62bc526d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:30.095847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.096279 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Bound using segment: {'id': '9954729f-dc0f-4dec-b4e5-c2e3f5473194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '85203710-c9da-4c49-86c7-c2a62bc526d4'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:30.096743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Bound port: d33dc006-39a8-4611-82cd-cfc74183226e, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9954729f-dc0f-4dec-b4e5-c2e3f5473194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '85203710-c9da-4c49-86c7-c2a62bc526d4'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:30.097129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.099440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:30.106479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.111328 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Sync routers for ids ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:30.129474 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Routers {'e55b5ea9-8464-4e1d-ab66-16de9645dd41'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:30.130397 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:30.145456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.146980 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-890e02c5-83bd-4184-a1fc-fb944c1a6103 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.3003356 Nov 24 05:05:30.164694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35290) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:30.193038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Allocated IP 172.26.0.139 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/f5619f6f-923e-43a8-b9b3-df7fe3f19a31) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:30.206021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.238652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] For port d33dc006-39a8-4611-82cd-cfc74183226e, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:30.245181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] For port d33dc006-39a8-4611-82cd-cfc74183226e, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d33dc006-39a8-4611-82cd-cfc74183226e,segment=NetworkSegment(9954729f-dc0f-4dec-b4e5-c2e3f5473194),segment_id=9954729f-dc0f-4dec-b4e5-c2e3f5473194)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:30.258453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.260806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.265750 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/networks/9950881d-e9ab-42c9-ae79-f56fb3d46edf HTTP/1.1" status: 204 len: 168 time: 3.9725194 Nov 24 05:05:30.267059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc48356a-2b90-4b77-ab1d-36d96ef6e930 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.269722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35294) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:30.275623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-119078207'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:30.303230 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 4627f71b-895b-4946-aa49-8778b8c90c41, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4627f71b-895b-4946-aa49-8778b8c90c41,segment=NetworkSegment(bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18),segment_id=bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:30.343824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:30.354547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.358357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.359143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f950a5ef-8d5f-4658-9840-8d51d4481cc3 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:30.361319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebf00b9-c715-4246-ba41-5b1fa358d6fb None None] DHCP port deletion for 5092a666-9ff6-4905-ad81-b92144f55977 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:30.363140 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3071a86b-9997-4d03-99cd-d80bd42dbb2b None None] Network 37dcbc4d-2e2c-4b91-814e-2485ca4349c6 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:30.365469 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92a27f-d9ec-485d-be55-3c1965632f4d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Network': ['ID=9950881d-e9ab-42c9-ae79-f56fb3d46edf,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:30.380324 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.430327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:05:30.453159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.454716 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Added segment 4d293707-c8f7-4c5c-9f1e-520710feeda6 of type vlan for network 4362dd4c-5929-4f03-94fa-a1b4c51813d4 Nov 24 05:05:30.485437 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Set router e55b5ea9-8464-4e1d-ab66-16de9645dd41 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:30.562941 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-93cc251d-7832-43df-a8a0-b085d7c1116c tempest-TestNetworkAdvancedServerOps-443246467 tempest-TestNetworkAdvancedServerOps-443246467-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2cb27467313f41fb85ccc3c4aed1e5b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3967211 Nov 24 05:05:30.565492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35296) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:30.632899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f8157-9998-460a-abd9-8cc656d34955 None None] Pushing event updated for resources: {'Port': ['ID=d33dc006-39a8-4611-82cd-cfc74183226e,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:30.640547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b1912f1c-cd4c-4d19-ab84-8017bfa7e2c0 None None] Provisioning complete for port f950a5ef-8d5f-4658-9840-8d51d4481cc3 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:30.640547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1912f1c-cd4c-4d19-ab84-8017bfa7e2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.662610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48356a-2b90-4b77-ab1d-36d96ef6e930 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Subnet': ['ID=19d8bf46-c7d1-49a4-9ba8-a7b092be0772,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:30.668787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc48356a-2b90-4b77-ab1d-36d96ef6e930 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.672138 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cc48356a-2b90-4b77-ab1d-36d96ef6e930 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/19d8bf46-c7d1-49a4-9ba8-a7b092be0772 HTTP/1.1" status: 204 len: 168 time: 2.7135155 Nov 24 05:05:30.704108 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.729820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e182783e-976a-4d73-b225-474e67651b1f None None] Network a456a56e-b1b6-4ea8-8f29-ee148341bf85 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:30.818454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35298) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:30.855902 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75937b11-31e6-4c90-b50a-01bf87b54d51 tempest-TestNetworkAdvancedServerOps-443246467 tempest-TestNetworkAdvancedServerOps-443246467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:30.857604 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-75937b11-31e6-4c90-b50a-01bf87b54d51 tempest-TestNetworkAdvancedServerOps-443246467 tempest-TestNetworkAdvancedServerOps-443246467-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2909343 Nov 24 05:05:30.861768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35300) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:30.906827 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:27Z', 'revision_number': 3, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:30.940659 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2495a9e3-13ec-4198-beaa-7a3fae110876 tempest-TestNetworkAdvancedServerOps-443246467 tempest-TestNetworkAdvancedServerOps-443246467-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749280 Nov 24 05:05:30.953718 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:30.955910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35302) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:30.968469 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-604960347', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:30.973263 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Checking router: e55b5ea9-8464-4e1d-ab66-16de9645dd41 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:05:30.973610 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Updating router e55b5ea9-8464-4e1d-ab66-16de9645dd41 port 827366f3-7a0c-4a09-88bf-26a34c4e462d binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:05:31.026494 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.079243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.118257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.120764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Network 128486d1-39c6-4902-95a8-4cd67e9931a9 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:31.124654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:31.125277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.131541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:31.134768 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:31.181165 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9100196 Nov 24 05:05:31.186471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35306) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:31.224154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4073ddf-4d27-4c6a-8c11-ac13842adede None None] Network 128486d1-39c6-4902-95a8-4cd67e9931a9 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:31.225923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': '4362dd4c-5929-4f03-94fa-a1b4c51813d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:31.246154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=4627f71b-895b-4946-aa49-8778b8c90c41,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:31.254132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f950a5ef-8d5f-4658-9840-8d51d4481cc3 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:31.254315 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.258128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Made reservation on behalf of 2cb27467313f41fb85ccc3c4aed1e5b4 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:31.263052 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.266060 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a7a5e-6208-46cb-a233-f41aa5807831 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Network': ['ID=4362dd4c-5929-4f03-94fa-a1b4c51813d4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:31.308604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 4362dd4c-5929-4f03-94fa-a1b4c51813d4 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:05:31.328265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf00b9-c715-4246-ba41-5b1fa358d6fb None None] Deleting port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:31.328687 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1ebf00b9-c715-4246-ba41-5b1fa358d6fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.402669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1ebf00b9-c715-4246-ba41-5b1fa358d6fb None None] For port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b30c6abc-8565-40a2-b5b7-5474d8c9c9b0,segment=NetworkSegment(db4d8065-2b21-405e-a3f1-3ea5d4c336a3),segment_id=db4d8065-2b21-405e-a3f1-3ea5d4c336a3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:31.403314 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1ebf00b9-c715-4246-ba41-5b1fa358d6fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.421403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf00b9-c715-4246-ba41-5b1fa358d6fb None None] Calling delete_port for b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:31.423391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:31.427483 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.590843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1ebf00b9-c715-4246-ba41-5b1fa358d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.669088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf00b9-c715-4246-ba41-5b1fa358d6fb None None] Pushing event deleted for resources: {'Port': ['ID=b30c6abc-8565-40a2-b5b7-5474d8c9c9b0,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:31.677140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.680599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.752571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event updated for resources: {'Port': ['ID=d7934937-170b-485c-b303-088823584e18,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:31.781662 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf00b9-c715-4246-ba41-5b1fa358d6fb None None] No DVR routers for this DVR port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:31.801686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.851944 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.868489 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Checking segment: {'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:31.868854 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Network hostable DHCP agents. Network: 19abe5c4-fa40-436d-bc71-fb0859922e79, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:05:31.878893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1912f1c-cd4c-4d19-ab84-8017bfa7e2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.892296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'Subnet': ['ID=d2634f63-2781-4b65-9c4e-c0171657393f,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:31.903117 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Deleting port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:31.903374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.917498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Network 19abe5c4-fa40-436d-bc71-fb0859922e79 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:05:31.922652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.923232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394d58a0-6f8c-4a4d-ad8d-a1a070a1a7ef None None] Network 85203710-c9da-4c49-86c7-c2a62bc526d4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:31.957059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:31.989101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 19abe5c4-fa40-436d-bc71-fb0859922e79) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:31.994862 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:31.996086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.025267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.026569 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.039772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Subnet': ['ID=6c7542cb-6200-4992-81ce-ca11f55e0892,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:32.044387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Checking segment: {'id': '4d293707-c8f7-4c5c-9f1e-520710feeda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4362dd4c-5929-4f03-94fa-a1b4c51813d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:32.045302 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network hostable DHCP agents. Network: 4362dd4c-5929-4f03-94fa-a1b4c51813d4, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:05:32.059742 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2c81a7ea-f7b2-4bd7-96fe-2c4a434d889a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1025815 Nov 24 05:05:32.060641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35308) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:32.117892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 4362dd4c-5929-4f03-94fa-a1b4c51813d4 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:05:32.146991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.176898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c7b84-d87e-4f1c-ae6d-666aac80397a None None] Network 19abe5c4-fa40-436d-bc71-fb0859922e79 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:32.186554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] For port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:32.187026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.191277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 4362dd4c-5929-4f03-94fa-a1b4c51813d4) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:32.199376 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:32.200457 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.227395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.242878 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8ab67a50-82e1-4127-bbf4-7ade70e9e3cf tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0540643 Nov 24 05:05:32.271626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35310) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:32.274719 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Calling delete_port for b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:32.277395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 0bd92063-db8c-4ee7-96bd-917a959e0025 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:32.277702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.283392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d5494e3d-24b2-4a3d-a9f2-5f4f28c128a2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-757377969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:32.301197 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.ipam_backend_mixin [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 was not found and therefore no delete operation was performed {{(pid=103233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:05:32.301933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=31e05e3a-6b56-4049-ad45-2fb95abccdc9,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:32.368055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.410010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795e6c8-4267-4e27-8ce5-90ce4914be52 None None] Network 4362dd4c-5929-4f03-94fa-a1b4c51813d4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:32.414262 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c85d4-1ff0-402e-8037-9f041c0c4587 None None] DHCP port deletion for a456a56e-b1b6-4ea8-8f29-ee148341bf85 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:32.421499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.422847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b1912f1c-cd4c-4d19-ab84-8017bfa7e2c0 None None] For port f950a5ef-8d5f-4658-9840-8d51d4481cc3, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f950a5ef-8d5f-4658-9840-8d51d4481cc3,segment=NetworkSegment(853014c1-d117-4feb-b1ff-b6b1e9c917c9),segment_id=853014c1-d117-4feb-b1ff-b6b1e9c917c9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:32.426533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] No DVR routers for this DVR port b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:32.485990 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:32.489401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1912f1c-cd4c-4d19-ab84-8017bfa7e2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.544694 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.553180 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:05:32.553482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:05:32.556585 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.558555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:32.561342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:32.579652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5494e3d-24b2-4a3d-a9f2-5f4f28c128a2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.580768 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5494e3d-24b2-4a3d-a9f2-5f4f28c128a2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.615441 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Attempting to bind port 827366f3-7a0c-4a09-88bf-26a34c4e462d on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:32.616041 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Attempting to bind port 827366f3-7a0c-4a09-88bf-26a34c4e462d by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:32.616406 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Attempting to bind port 827366f3-7a0c-4a09-88bf-26a34c4e462d on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:32.626503 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:32.627321 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:32.627493 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.627839 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:32.628308 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Bound port: 827366f3-7a0c-4a09-88bf-26a34c4e462d, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:32.628734 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.631723 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858da37a-59c1-43a2-85ad-2c7320ff161c None None] Pushing event updated for resources: {'Port': ['ID=827366f3-7a0c-4a09-88bf-26a34c4e462d,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:32.643468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e797f-13d0-45c9-8874-598bb466732a None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:32.653665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event updated for resources: {'Port': ['ID=f5619f6f-923e-43a8-b9b3-df7fe3f19a31,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:32.690206 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] For port 827366f3-7a0c-4a09-88bf-26a34c4e462d, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:32.694026 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] For port 827366f3-7a0c-4a09-88bf-26a34c4e462d, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=827366f3-7a0c-4a09-88bf-26a34c4e462d,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:32.705476 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.710814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] For port 0bd92063-db8c-4ee7-96bd-917a959e0025, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0bd92063-db8c-4ee7-96bd-917a959e0025,segment=NetworkSegment(1aa849c8-2193-4c79-86d6-d89a3cc8d1d9),segment_id=1aa849c8-2193-4c79-86d6-d89a3cc8d1d9)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:32.711292 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.728910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c68e2a-94de-468d-bef3-a472fd48136f None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:32.765667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.770359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Pushing event deleted for resources: {'Port': ['ID=b30c6abc-8565-40a2-b5b7-5474d8c9c9b0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:32.789858 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Routers {'e55b5ea9-8464-4e1d-ab66-16de9645dd41'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:32.790462 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:32.823900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 37dcbc4d-2e2c-4b91-814e-2485ca4349c6 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:32.825348 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 0bd92063-db8c-4ee7-96bd-917a959e0025 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:32.833441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1912f1c-cd4c-4d19-ab84-8017bfa7e2c0 None None] Pushing event updated for resources: {'Port': ['ID=f950a5ef-8d5f-4658-9840-8d51d4481cc3,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:32.842410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008469c7-c050-43ae-88ba-065a82fd473b None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:32.844903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Provisioning complete for port f950a5ef-8d5f-4658-9840-8d51d4481cc3 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:32.844903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.859873 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.908537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:32.949371 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] Set router e55b5ea9-8464-4e1d-ab66-16de9645dd41 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:32.982676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-19abe5c4-fa40-436d-bc71-fb0859922e79', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:32.983539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:32.984808 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5092a666-9ff6-4905-ad81-b92144f55977']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:32.989188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-677c85d4-1ff0-402e-8037-9f041c0c4587 None None] Deleting port 0bd92063-db8c-4ee7-96bd-917a959e0025 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:32.989188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-677c85d4-1ff0-402e-8037-9f041c0c4587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:33.032076 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858da37a-59c1-43a2-85ad-2c7320ff161c None None] Pushing event updated for resources: {'Port': ['ID=827366f3-7a0c-4a09-88bf-26a34c4e462d,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:33.144933 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-677c85d4-1ff0-402e-8037-9f041c0c4587 None None] For port 0bd92063-db8c-4ee7-96bd-917a959e0025, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0bd92063-db8c-4ee7-96bd-917a959e0025,segment=NetworkSegment(1aa849c8-2193-4c79-86d6-d89a3cc8d1d9),segment_id=1aa849c8-2193-4c79-86d6-d89a3cc8d1d9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:33.147438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-677c85d4-1ff0-402e-8037-9f041c0c4587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:33.169305 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-677c85d4-1ff0-402e-8037-9f041c0c4587 None None] Calling delete_port for 0bd92063-db8c-4ee7-96bd-917a959e0025 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:33.222910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:33.223207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4d8065-2b21-405e-a3f1-3ea5d4c336a3') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:33.228857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5494e3d-24b2-4a3d-a9f2-5f4f28c128a2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:33.289870 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:27Z', 'revision_number': 3, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:33.354240 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee13ab1-694f-42ef-a2d5-01f2135478d0 None None] The sync data for ids ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'] in dv-neutron-818850-5-hyperv is: [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:27Z', 'revision_number': 3, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:33.372232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-677c85d4-1ff0-402e-8037-9f041c0c4587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:33.393486 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5494e3d-24b2-4a3d-a9f2-5f4f28c128a2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:33.433673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Allocated IP 172.20.0.1 (19abe5c4-fa40-436d-bc71-fb0859922e79/d2634f63-2781-4b65-9c4e-c0171657393f/f0e481ec-7b5b-4c41-9c8f-35186478a653) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:33.442139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-4362dd4c-5929-4f03-94fa-a1b4c51813d4', 'network_id': '4362dd4c-5929-4f03-94fa-a1b4c51813d4', 'tenant_id': '36d394d4d634443c9c91331f4fe50566', 'fixed_ips': [{'subnet_id': '6c7542cb-6200-4992-81ce-ca11f55e0892'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:33.443005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:33.491938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:33.564209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:33.572432 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5494e3d-24b2-4a3d-a9f2-5f4f28c128a2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:33.578430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35314) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:33.579260 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d5494e3d-24b2-4a3d-a9f2-5f4f28c128a2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2993631 Nov 24 05:05:33.585080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'network_id': '4362dd4c-5929-4f03-94fa-a1b4c51813d4', 'name': 'tempest-PortsIpV6TestJSON-1883173078'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:33.626796 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:33.627215 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:33.629864 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:33.818539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c85d4-1ff0-402e-8037-9f041c0c4587 None None] Pushing event deleted for resources: {'Port': ['ID=0bd92063-db8c-4ee7-96bd-917a959e0025,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:33.842916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677c85d4-1ff0-402e-8037-9f041c0c4587 None None] No DVR routers for this DVR port 0bd92063-db8c-4ee7-96bd-917a959e0025 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:33.858692 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f3029a33-d58b-475d-8568-bc919ae326cc up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:33.904448 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35316) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:33.957599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.000825 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Provisioning complete for port 31e05e3a-6b56-4049-ad45-2fb95abccdc9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:34.001166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.002355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.019072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No DVR routers for this DVR port 0bd92063-db8c-4ee7-96bd-917a959e0025 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:34.042675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=0bd92063-db8c-4ee7-96bd-917a959e0025,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:34.046692 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.052967 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5092a666-9ff6-4905-ad81-b92144f55977 HTTP/1.1" status: 204 len: 168 time: 4.3296945 Nov 24 05:05:34.101045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Port 31e05e3a-6b56-4049-ad45-2fb95abccdc9 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:34.110480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f3029a33-d58b-475d-8568-bc919ae326cc triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:34.110858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.147889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43232dbf-9b22-4945-b6af-62b973c77686 admin admin] Pushing event deleted for resources: {'Network': ['ID=5092a666-9ff6-4905-ad81-b92144f55977,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:34.165404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.174474 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Allocated IP 2001:db8::2 (4362dd4c-5929-4f03-94fa-a1b4c51813d4/6c7542cb-6200-4992-81ce-ca11f55e0892/2242e1b6-7e8e-4d5b-b2aa-981514af4b8b) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:34.211387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Provisioning complete for port d33dc006-39a8-4611-82cd-cfc74183226e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:34.211721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.226070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.231339 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router a974122e-ef2e-40cc-8c94-c4618968ca1d is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:05:34.242030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.266284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.326831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Network 19abe5c4-fa40-436d-bc71-fb0859922e79 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:34.333443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:34.349234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:34.359321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35320) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:34.453558 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cc7c12bf-a3d0-49ee-b60d-b49c7a808a5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab536a684af0477682b681c825ec9a95&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0927198 Nov 24 05:05:34.454454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:34.458424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.463248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35322) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:34.498097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.519409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Allocated IP 172.20.0.2 (19abe5c4-fa40-436d-bc71-fb0859922e79/d2634f63-2781-4b65-9c4e-c0171657393f/0075d2b4-6fd8-4c81-8e69-d162c361735b) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:34.553323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4ac6bd60-39ff-4740-9fee-0903cfec9503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.555380 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'Port': ['ID=f0e481ec-7b5b-4c41-9c8f-35186478a653,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:34.564062 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.592991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port dfee13ac-f6ee-4c65-85cd-08bf67f51dbf yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:05:34.600656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.613841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4ac6bd60-39ff-4740-9fee-0903cfec9503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.677244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Network 4362dd4c-5929-4f03-94fa-a1b4c51813d4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:34.702782 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:34.751437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:34.767380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Pushing event updated for resources: {'Port': ['ID=2242e1b6-7e8e-4d5b-b2aa-981514af4b8b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:34.775876 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a456a56e-b1b6-4ea8-8f29-ee148341bf85']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:34.851737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.869324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 29040535-c37f-4211-8e6f-ed5359f0be84 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:34.871364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4ac6bd60-39ff-4740-9fee-0903cfec9503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.874012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4ac6bd60-39ff-4740-9fee-0903cfec9503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.877610 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4ac6bd60-39ff-4740-9fee-0903cfec9503 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1afe3ed9-6aaa-413e-bb10-0ecafeacc088 HTTP/1.1" status: 204 len: 168 time: 0.4046314 Nov 24 05:05:34.877610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8::97 (4362dd4c-5929-4f03-94fa-a1b4c51813d4/6c7542cb-6200-4992-81ce-ca11f55e0892/dfee13ac-f6ee-4c65-85cd-08bf67f51dbf) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:34.890213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.894402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6bd60-39ff-4740-9fee-0903cfec9503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afe3ed9-6aaa-413e-bb10-0ecafeacc088,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:34.912938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa849c8-2193-4c79-86d6-d89a3cc8d1d9') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:34.913600 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa849c8-2193-4c79-86d6-d89a3cc8d1d9') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:34.926070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.941506 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.959416 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:34.985595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 29040535-c37f-4211-8e6f-ed5359f0be84 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:34.986066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 29040535-c37f-4211-8e6f-ed5359f0be84 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:35.001604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Attempting to bind port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:35.003086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Attempting to bind port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '4d293707-c8f7-4c5c-9f1e-520710feeda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4362dd4c-5929-4f03-94fa-a1b4c51813d4'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:35.004793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Attempting to bind port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b on network 4362dd4c-5929-4f03-94fa-a1b4c51813d4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:35.041778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] For port d33dc006-39a8-4611-82cd-cfc74183226e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d33dc006-39a8-4611-82cd-cfc74183226e,segment=NetworkSegment(9954729f-dc0f-4dec-b4e5-c2e3f5473194),segment_id=9954729f-dc0f-4dec-b4e5-c2e3f5473194)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:35.044313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:35.045906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Checking segment: {'id': '4d293707-c8f7-4c5c-9f1e-520710feeda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4362dd4c-5929-4f03-94fa-a1b4c51813d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:35.046620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.047167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Bound using segment: {'id': '4d293707-c8f7-4c5c-9f1e-520710feeda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4362dd4c-5929-4f03-94fa-a1b4c51813d4'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:35.048463 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Bound port: 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d293707-c8f7-4c5c-9f1e-520710feeda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4362dd4c-5929-4f03-94fa-a1b4c51813d4'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:35.049165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.080013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.081899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.088623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.114507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:35.115144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:35.123713 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:35.172202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event updated for resources: {'Port': ['ID=d7934937-170b-485c-b303-088823584e18,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:35.179968 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.182403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:35.207880 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-629615f4-fbd5-4931-b710-d6cd41c73eb1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/a974122e-ef2e-40cc-8c94-c4618968ca1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5721405 Nov 24 05:05:35.227028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Pushing event updated for resources: {'Port': ['ID=d33dc006-39a8-4611-82cd-cfc74183226e,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:35.237235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa89bf9-213e-4d30-8963-7033eb0a01d1 None None] Sync routers for ids ['a974122e-ef2e-40cc-8c94-c4618968ca1d'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:35.237453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35326) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:35.250651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.340123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] For port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:35.344301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] For port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2242e1b6-7e8e-4d5b-b2aa-981514af4b8b,segment=NetworkSegment(4d293707-c8f7-4c5c-9f1e-520710feeda6),segment_id=4d293707-c8f7-4c5c-9f1e-520710feeda6)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:35.381199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f36cf-abfb-4f00-9006-b65556188e7f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:35.384807 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5f2f36cf-abfb-4f00-9006-b65556188e7f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports/31e05e3a-6b56-4049-ad45-2fb95abccdc9 HTTP/1.1" status: 200 len: 911 time: 0.1463239 Nov 24 05:05:35.388942 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa89bf9-213e-4d30-8963-7033eb0a01d1 None None] Routers {'a974122e-ef2e-40cc-8c94-c4618968ca1d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:35.389978 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-3fa89bf9-213e-4d30-8963-7033eb0a01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a974122e-ef2e-40cc-8c94-c4618968ca1d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:35.394622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35330) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:35.394970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.433434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.460416 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5606ac91-320b-439e-9832-c983ca7226ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2397b373-31c6-40b8-bfba-c8f34ae7462a'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:35.502215 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.527097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Network 19abe5c4-fa40-436d-bc71-fb0859922e79 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:35.528000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Provisioning complete for port 4627f71b-895b-4946-aa49-8778b8c90c41 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:35.528418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-beb32ec0-1618-478c-9a43-f1ac43db9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.553458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.561937 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/networks/a456a56e-b1b6-4ea8-8f29-ee148341bf85 HTTP/1.1" status: 204 len: 168 time: 4.7321670 Nov 24 05:05:35.564472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35336) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:35.569852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-443149624'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:35.589630 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.592998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4627f71b-895b-4946-aa49-8778b8c90c41 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:35.622329 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588f5fb-825f-411d-8a4c-2660e80b29db tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Network': ['ID=a456a56e-b1b6-4ea8-8f29-ee148341bf85,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:35.663439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-3fa89bf9-213e-4d30-8963-7033eb0a01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:35.672811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:35.684616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.697828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 4362dd4c-5929-4f03-94fa-a1b4c51813d4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:35.698573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:35.704276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:35.707706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:35.720325 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:35.721197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.732118 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:35.738731 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.753748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Network 128486d1-39c6-4902-95a8-4cd67e9931a9 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:35.760926 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Pushing event updated for resources: {'Port': ['ID=0075d2b4-6fd8-4c81-8e69-d162c361735b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:35.784034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.797796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:35.804145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=dfee13ac-f6ee-4c65-85cd-08bf67f51dbf,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:35.863534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:35.875906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'Port': ['ID=f0e481ec-7b5b-4c41-9c8f-35186478a653,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:35.891577 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7dc57d34-fd8c-4059-b8ed-314d2bb958ba tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3102198 Nov 24 05:05:35.896410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35342) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:35.903753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:05:35.931098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa89bf9-213e-4d30-8963-7033eb0a01d1 None None] Routers {'a974122e-ef2e-40cc-8c94-c4618968ca1d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:35.931919 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-3fa89bf9-213e-4d30-8963-7033eb0a01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a974122e-ef2e-40cc-8c94-c4618968ca1d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:36.013318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-3fa89bf9-213e-4d30-8963-7033eb0a01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:36.014091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa89bf9-213e-4d30-8963-7033eb0a01d1 None None] The sync data for ids ['a974122e-ef2e-40cc-8c94-c4618968ca1d'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:36.035077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.035463 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Added segment db1c2fcb-aea8-4c47-a28b-681ea6efc194 of type vlan for network 8904d37f-305a-4049-9758-18c71b259d1d Nov 24 05:05:36.059411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Attempting to bind port 0075d2b4-6fd8-4c81-8e69-d162c361735b on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:36.061139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Attempting to bind port 0075d2b4-6fd8-4c81-8e69-d162c361735b by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:36.061139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Attempting to bind port 0075d2b4-6fd8-4c81-8e69-d162c361735b on network 19abe5c4-fa40-436d-bc71-fb0859922e79 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:36.079517 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4627f71b-895b-4946-aa49-8778b8c90c41 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:36.079936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.081767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.118678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:36.119068 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Checking segment: {'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:36.119471 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.119977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Bound using segment: {'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:36.126642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Bound port: 0075d2b4-6fd8-4c81-8e69-d162c361735b, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:36.127098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.141514 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77d445-ae72-4b8d-821e-0d79859ed839 None None] Pushing event updated for resources: {'Port': ['ID=2242e1b6-7e8e-4d5b-b2aa-981514af4b8b,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:36.345285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.378997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5606ac91-320b-439e-9832-c983ca7226ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.382478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] For port 0075d2b4-6fd8-4c81-8e69-d162c361735b, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:36.387379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35352) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:36.413237 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] For port 0075d2b4-6fd8-4c81-8e69-d162c361735b, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0075d2b4-6fd8-4c81-8e69-d162c361735b,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:36.419146 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d33dc006-39a8-4611-82cd-cfc74183226e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:36.422651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Provisioning complete for port 31e05e3a-6b56-4049-ad45-2fb95abccdc9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:36.422651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.442536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.456955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.462819 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:36.463629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.477466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Network 19abe5c4-fa40-436d-bc71-fb0859922e79 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:36.502315 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:36.548946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Port 31e05e3a-6b56-4049-ad45-2fb95abccdc9 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:36.569832 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5274fc2-768f-4455-84a8-69d856362657 None None] Pushing event updated for resources: {'Port': ['ID=0075d2b4-6fd8-4c81-8e69-d162c361735b,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:36.578787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-442314065'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:36.585478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port d33dc006-39a8-4611-82cd-cfc74183226e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:36.585848 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.590525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Provisioning complete for port d7934937-170b-485c-b303-088823584e18 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:36.590525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.634331 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0687649 Nov 24 05:05:36.641420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35356) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:36.649070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '8904d37f-305a-4049-9758-18c71b259d1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:36.656256 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Port d7934937-170b-485c-b303-088823584e18 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:36.681444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Provisioning complete for port f5619f6f-923e-43a8-b9b3-df7fe3f19a31 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:36.681889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.761724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:36.768916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Port f5619f6f-923e-43a8-b9b3-df7fe3f19a31 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:36.770608 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.782522 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f64a0d-ae85-421f-9213-bd55342bea0e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Network': ['ID=8904d37f-305a-4049-9758-18c71b259d1d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:36.799386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Router 4a22148e-1afe-4e05-94fc-e36fd9200624 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:05:36.809825 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 827366f3-7a0c-4a09-88bf-26a34c4e462d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:36.812333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Provisioning complete for port d33dc006-39a8-4611-82cd-cfc74183226e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:36.813485 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.813639 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.837476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Router 0af863ee-91f1-4f81-9c3e-d96f4936c951 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:05:36.919085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:36.942096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Router e55b5ea9-8464-4e1d-ab66-16de9645dd41 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:37.034022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.077883 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 8904d37f-305a-4049-9758-18c71b259d1d details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:05:37.195234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.220090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:37.222269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:37.228857 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.235750 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Sync routers for ids ['4a22148e-1afe-4e05-94fc-e36fd9200624'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:37.255298 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Routers {'4a22148e-1afe-4e05-94fc-e36fd9200624'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:37.255749 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 827366f3-7a0c-4a09-88bf-26a34c4e462d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:37.256215 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.258886 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['4a22148e-1afe-4e05-94fc-e36fd9200624'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:37.326562 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Provisioning complete for port 4627f71b-895b-4946-aa49-8778b8c90c41 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:37.326953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.345578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.349668 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ed0ab208-fbe5-497e-861f-62739fbc8911 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.2859633 Nov 24 05:05:37.357183 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35358) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:37.426225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e32d37-54aa-44d3-bd97-75a6538a66c4 None None] Network 4362dd4c-5929-4f03-94fa-a1b4c51813d4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:37.429792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:05:37.443260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.443977 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Added segment dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f of type vlan for network ddc696b2-9bde-4196-b27a-8d16c6c5040f Nov 24 05:05:37.492666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.521107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.592511 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Set router 4a22148e-1afe-4e05-94fc-e36fd9200624 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:37.606274 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 827366f3-7a0c-4a09-88bf-26a34c4e462d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=827366f3-7a0c-4a09-88bf-26a34c4e462d,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:37.637569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.638282 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f950a5ef-8d5f-4658-9840-8d51d4481cc3 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:37.692209 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Provisioning complete for port 827366f3-7a0c-4a09-88bf-26a34c4e462d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:37.692584 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8da8c4ae-5672-4c9a-ae48-29c049423dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.820998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=827366f3-7a0c-4a09-88bf-26a34c4e462d,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:37.875111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f950a5ef-8d5f-4658-9840-8d51d4481cc3 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:37.875439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.921477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.925943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:37.938236 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c5d33489-b9bb-48dc-ab38-8a6db4ef5559 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "PUT /v2.0/routers/e55b5ea9-8464-4e1d-ab66-16de9645dd41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8762295 Nov 24 05:05:37.944510 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:37.956853 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Sync routers for ids ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:37.998583 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Routers {'e55b5ea9-8464-4e1d-ab66-16de9645dd41'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:37.999333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:38.042323 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22148e-1afe-4e05-94fc-e36fd9200624', 'name': 'tempest-snat-router-1394896190', 'tenant_id': '8e86f1b216a946b5846eeacdfd9501b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f5619f6f-923e-43a8-b9b3-df7fe3f19a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:26Z', 'updated_at': '2021-11-24T05:05:33Z', 'revision_number': 3, 'project_id': '8e86f1b216a946b5846eeacdfd9501b9', 'gw_port': {'id': 'f5619f6f-923e-43a8-b9b3-df7fe3f19a31', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22148e-1afe-4e05-94fc-e36fd9200624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:29Z', 'updated_at': '2021-11-24T05:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:38.092290 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Checking router: 4a22148e-1afe-4e05-94fc-e36fd9200624 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:05:38.100209 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Updating router 4a22148e-1afe-4e05-94fc-e36fd9200624 port f5619f6f-923e-43a8-b9b3-df7fe3f19a31 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:05:38.153525 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.173715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f3029a33-d58b-475d-8568-bc919ae326cc up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:38.248512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.288707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a8f6f-667f-4dcb-b02f-2142117a3e9f None None] Network 19abe5c4-fa40-436d-bc71-fb0859922e79 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:38.311167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7f6b47af-3a86-44ad-b703-4e66a1901f7e None None] Provisioning complete for port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:38.311167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f6b47af-3a86-44ad-b703-4e66a1901f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.381366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=dfee13ac-f6ee-4c65-85cd-08bf67f51dbf,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:38.431962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Set router e55b5ea9-8464-4e1d-ab66-16de9645dd41 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:38.443649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Subnet': ['ID=590c65b3-f634-42f7-813c-593f3b3b6823,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:38.459994 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Checking segment: {'id': 'db1c2fcb-aea8-4c47-a28b-681ea6efc194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8904d37f-305a-4049-9758-18c71b259d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:38.460361 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network hostable DHCP agents. Network: 8904d37f-305a-4049-9758-18c71b259d1d, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:05:38.497874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a841878e-a9b7-474e-8c2a-24908f1c9026,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:38.525333 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.534409 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-39ce37e6-cd08-4eec-9bee-9f91c2a292b6 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/routers/4a22148e-1afe-4e05-94fc-e36fd9200624 HTTP/1.1" status: 200 len: 908 time: 1.0277698 Nov 24 05:05:38.535419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35372) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:38.537494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 8904d37f-305a-4049-9758-18c71b259d1d is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:05:38.568773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f3029a33-d58b-475d-8568-bc919ae326cc triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:38.568773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.576269 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.587772 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.616129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.621257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 8904d37f-305a-4049-9758-18c71b259d1d) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:38.658329 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Attempting to bind port f5619f6f-923e-43a8-b9b3-df7fe3f19a31 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:38.658888 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Attempting to bind port f5619f6f-923e-43a8-b9b3-df7fe3f19a31 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:38.659942 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Attempting to bind port f5619f6f-923e-43a8-b9b3-df7fe3f19a31 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:38.672111 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb04e9f-8f64-4224-89f1-9f2e7f3a53bc None None] Pushing event updated for resources: {'Port': ['ID=f5619f6f-923e-43a8-b9b3-df7fe3f19a31,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:38.675184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cf69b7-65f7-47a1-9ba7-a38fffdd355f None None] Network 8904d37f-305a-4049-9758-18c71b259d1d requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:38.677836 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:38.678319 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:38.678818 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.680034 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:38.680034 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Bound port: f5619f6f-923e-43a8-b9b3-df7fe3f19a31, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:38.680427 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:38.680579 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.681302 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.686621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ab6c65-16bb-4c44-804a-7e8ba8bf04e3 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:38.789275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f6b47af-3a86-44ad-b703-4e66a1901f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.807270 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.814146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:38.814933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.829349 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] For port f5619f6f-923e-43a8-b9b3-df7fe3f19a31, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:38.832219 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5524d79d-4425-4ba4-a3ff-221f3b25e628 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1877301 Nov 24 05:05:38.845035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35374) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:38.847882 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] For port f5619f6f-923e-43a8-b9b3-df7fe3f19a31, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f5619f6f-923e-43a8-b9b3-df7fe3f19a31,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:38.861066 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': '8904d37f-305a-4049-9758-18c71b259d1d', 'name': 'tempest-PortsTestJSON-827344009', 'fixed_ips': [{'subnet_id': '590c65b3-f634-42f7-813c-593f3b3b6823', 'ip_address': '172.20.0.10'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:38.866712 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.900855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:38.945678 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5525837 Nov 24 05:05:38.945678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:38.952164 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c236e330-f018-44c7-b463-54184a1012e1 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "PUT /v2.0/routers/0af863ee-91f1-4f81-9c3e-d96f4936c951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3123121 Nov 24 05:05:38.954248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35376) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:38.955078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35378) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:38.967898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:39.015431 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb04e9f-8f64-4224-89f1-9f2e7f3a53bc None None] Pushing event updated for resources: {'Port': ['ID=f5619f6f-923e-43a8-b9b3-df7fe3f19a31,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:39.026260 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f17ead-c01f-403b-9c3c-4c648b86e39b None None] Sync routers for ids ['0af863ee-91f1-4f81-9c3e-d96f4936c951'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:39.061863 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f17ead-c01f-403b-9c3c-4c648b86e39b None None] Routers {'0af863ee-91f1-4f81-9c3e-d96f4936c951'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:39.062497 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-51f17ead-c01f-403b-9c3c-4c648b86e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['0af863ee-91f1-4f81-9c3e-d96f4936c951'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:39.115948 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-51f17ead-c01f-403b-9c3c-4c648b86e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:39.123739 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Routers {'4a22148e-1afe-4e05-94fc-e36fd9200624'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:39.124658 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['4a22148e-1afe-4e05-94fc-e36fd9200624'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:39.157483 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-89adf5b7-beff-478f-9d43-cb46c5a61ffb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100906614&fields=id&tenant_id=2cb27467313f41fb85ccc3c4aed1e5b4 HTTP/1.1" status: 200 len: 267 time: 0.8984647 Nov 24 05:05:39.162094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baaa762-bf4e-45a2-9873-aebc6eaaea04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Network': ['ID=ddc696b2-9bde-4196-b27a-8d16c6c5040f,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:39.201161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5606ac91-320b-439e-9832-c983ca7226ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:39.219465 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f17ead-c01f-403b-9c3c-4c648b86e39b None None] Routers {'0af863ee-91f1-4f81-9c3e-d96f4936c951'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:39.228365 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-51f17ead-c01f-403b-9c3c-4c648b86e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['0af863ee-91f1-4f81-9c3e-d96f4936c951'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:39.242771 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5606ac91-320b-439e-9832-c983ca7226ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:39.250481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5606ac91-320b-439e-9832-c983ca7226ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:39.251443 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5606ac91-320b-439e-9832-c983ca7226ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:39.252041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44173b2b-2173-403a-b0b0-5ddeb8b39a32 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:39.253324 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5606ac91-320b-439e-9832-c983ca7226ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/ports/31e05e3a-6b56-4049-ad45-2fb95abccdc9 HTTP/1.1" status: 200 len: 911 time: 3.8540027 Nov 24 05:05:39.253884 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:05:39.261436 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35380) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:39.263160 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-51f17ead-c01f-403b-9c3c-4c648b86e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:39.263830 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f17ead-c01f-403b-9c3c-4c648b86e39b None None] The sync data for ids ['0af863ee-91f1-4f81-9c3e-d96f4936c951'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:39.270493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:39.274075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7f6b47af-3a86-44ad-b703-4e66a1901f7e None None] For port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2242e1b6-7e8e-4d5b-b2aa-981514af4b8b,segment=NetworkSegment(4d293707-c8f7-4c5c-9f1e-520710feeda6),segment_id=4d293707-c8f7-4c5c-9f1e-520710feeda6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:39.345365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f6b47af-3a86-44ad-b703-4e66a1901f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:39.410844 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] Set router 4a22148e-1afe-4e05-94fc-e36fd9200624 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:39.477977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b47af-3a86-44ad-b703-4e66a1901f7e None None] Pushing event updated for resources: {'Port': ['ID=2242e1b6-7e8e-4d5b-b2aa-981514af4b8b,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:39.502741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606ac91-320b-439e-9832-c983ca7226ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=31e05e3a-6b56-4049-ad45-2fb95abccdc9,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:39.510745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:39.571474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-065a61cd-5913-4ed9-88e8-a936bbec9388 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:39.574158 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-065a61cd-5913-4ed9-88e8-a936bbec9388 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/networks?id=19abe5c4-fa40-436d-bc71-fb0859922e79 HTTP/1.1" status: 200 len: 796 time: 0.3883991 Nov 24 05:05:39.617523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Provisioning complete for port dfee13ac-f6ee-4c65-85cd-08bf67f51dbf triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:39.618054 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:39.623753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 73fcdc03-a6f0-423a-b198-8209edfbdca1 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:39.648432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:39.679305 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-8904d37f-305a-4049-9758-18c71b259d1d', 'network_id': '8904d37f-305a-4049-9758-18c71b259d1d', 'tenant_id': 'dbf4560984f14b598e576e8bba19b586', 'fixed_ips': [{'subnet_id': '590c65b3-f634-42f7-813c-593f3b3b6823'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:39.679941 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:39.687523 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-ee61ca8e-632b-4864-ad76-9803f0f86237 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/quotas/2cb27467313f41fb85ccc3c4aed1e5b4 HTTP/1.1" status: 200 len: 375 time: 0.0915494 Nov 24 05:05:39.726515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 73fcdc03-a6f0-423a-b198-8209edfbdca1 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:39.727017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 73fcdc03-a6f0-423a-b198-8209edfbdca1 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:39.727508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:39.756699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Port dfee13ac-f6ee-4c65-85cd-08bf67f51dbf cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:39.756948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 4795894b-c3bd-4483-b32b-7c84b1ab1b26 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:39.757129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:39.765073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:39.765423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b30c6abc-8565-40a2-b5b7-5474d8c9c9b0 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:39.765859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:39.770743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:39.773316 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:34Z', 'revision_number': 4, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'f0e481ec-7b5b-4c41-9c8f-35186478a653', 'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'mac_address': 'fa:16:3e:4d:d1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:33Z', 'updated_at': '2021-11-24T05:05:35Z', 'revision_number': 2, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'subnets': [{'id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:39.775372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:39.809194 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22148e-1afe-4e05-94fc-e36fd9200624', 'name': 'tempest-snat-router-1394896190', 'tenant_id': '8e86f1b216a946b5846eeacdfd9501b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f5619f6f-923e-43a8-b9b3-df7fe3f19a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:26Z', 'updated_at': '2021-11-24T05:05:33Z', 'revision_number': 3, 'project_id': '8e86f1b216a946b5846eeacdfd9501b9', 'gw_port': {'id': 'f5619f6f-923e-43a8-b9b3-df7fe3f19a31', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22148e-1afe-4e05-94fc-e36fd9200624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:29Z', 'updated_at': '2021-11-24T05:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:39.845461 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b33a1-5679-460b-b9ec-6d93c90aac35 None None] The sync data for ids ['4a22148e-1afe-4e05-94fc-e36fd9200624'] in dv-neutron-818850-5-hyperv is: [{'id': '4a22148e-1afe-4e05-94fc-e36fd9200624', 'name': 'tempest-snat-router-1394896190', 'tenant_id': '8e86f1b216a946b5846eeacdfd9501b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f5619f6f-923e-43a8-b9b3-df7fe3f19a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:26Z', 'updated_at': '2021-11-24T05:05:33Z', 'revision_number': 3, 'project_id': '8e86f1b216a946b5846eeacdfd9501b9', 'gw_port': {'id': 'f5619f6f-923e-43a8-b9b3-df7fe3f19a31', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22148e-1afe-4e05-94fc-e36fd9200624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:29Z', 'updated_at': '2021-11-24T05:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:39.847885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Checking router: e55b5ea9-8464-4e1d-ab66-16de9645dd41 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:05:39.848239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Updating router e55b5ea9-8464-4e1d-ab66-16de9645dd41 port f0e481ec-7b5b-4c41-9c8f-35186478a653 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:05:39.871647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:39.872192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9b070442-028c-4c8a-8a0d-a6ef1e0d89cc not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:39.872495 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0bd92063-db8c-4ee7-96bd-917a959e0025 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:39.974959 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-828ee116-5b2b-4227-92b7-426c5da18437 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cb27467313f41fb85ccc3c4aed1e5b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2720940 Nov 24 05:05:39.986225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Provisioning complete for port f5619f6f-923e-43a8-b9b3-df7fe3f19a31 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:39.986597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.000152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 0bd92063-db8c-4ee7-96bd-917a959e0025 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:40.000493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0bd92063-db8c-4ee7-96bd-917a959e0025 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:40.020520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.241156 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 4795894b-c3bd-4483-b32b-7c84b1ab1b26, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4795894b-c3bd-4483-b32b-7c84b1ab1b26,segment=NetworkSegment(8c48287a-caa3-41c1-a6cc-c4ec98ab5b66),segment_id=8c48287a-caa3-41c1-a6cc-c4ec98ab5b66)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:40.241816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.286650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 4795894b-c3bd-4483-b32b-7c84b1ab1b26 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:40.390759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.405663 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Allocated IP 172.20.0.2 (8904d37f-305a-4049-9758-18c71b259d1d/590c65b3-f634-42f7-813c-593f3b3b6823/c55da8ff-b92d-4e60-bfe0-8ec456938064) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:40.434960 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-d474460d-41b6-4342-b0b0-517bb5962702 service neutron] 10.222.0.37 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587581 Nov 24 05:05:40.462436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0075d2b4-6fd8-4c81-8e69-d162c361735b up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:40.547932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.553644 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-01c28d7f-922d-46fb-90a7-201a486d61c0 service neutron] 10.222.0.37 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174052 Nov 24 05:05:40.610968 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d201655-56b0-42d4-b826-b85d5e145dc5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.679762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5e28b643-84eb-481c-934c-af675b860751 None None] For port f5619f6f-923e-43a8-b9b3-df7fe3f19a31, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f5619f6f-923e-43a8-b9b3-df7fe3f19a31,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:40.703854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.707807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.764997 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.853653 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Provisioning complete for port 0075d2b4-6fd8-4c81-8e69-d162c361735b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:40.853901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.916439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0075d2b4-6fd8-4c81-8e69-d162c361735b triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:40.916893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.953564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Deleting port f5619f6f-923e-43a8-b9b3-df7fe3f19a31 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:40.954113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:40.955084 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8cfa3fa7-d417-416c-8737-db8ff9c713b2 req-c5d88efc-20f6-4a34-9075-41ee6a1d6b49 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 210 time: 0.0900936 Nov 24 05:05:40.966782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port a2e36980-96d6-4109-82b1-bebe51232c37 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:05:41.084440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.114593 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.127150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=4795894b-c3bd-4483-b32b-7c84b1ab1b26,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:41.131016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Pushing event updated for resources: {'Port': ['ID=f5619f6f-923e-43a8-b9b3-df7fe3f19a31,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:41.151798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.186277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Attempting to bind port f0e481ec-7b5b-4c41-9c8f-35186478a653 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:41.186631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Attempting to bind port f0e481ec-7b5b-4c41-9c8f-35186478a653 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:41.186999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Attempting to bind port f0e481ec-7b5b-4c41-9c8f-35186478a653 on network 19abe5c4-fa40-436d-bc71-fb0859922e79 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:41.251469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:41.257278 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Checking segment: {'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:41.257810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.258945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Bound using segment: {'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:41.258945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Bound port: f0e481ec-7b5b-4c41-9c8f-35186478a653, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:41.271913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.279380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Network 8904d37f-305a-4049-9758-18c71b259d1d is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:41.329489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:41.346805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:41.351491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b9962-e407-4e91-8b94-cb50cb3d0a27 None None] Pushing event updated for resources: {'Port': ['ID=f0e481ec-7b5b-4c41-9c8f-35186478a653,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:41.402633 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.513651 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-04c6d01b-ef0b-446f-9469-0d98514c0620 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:05:41.514802 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-04c6d01b-ef0b-446f-9469-0d98514c0620 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "PUT /v2.0/routers/0af863ee-91f1-4f81-9c3e-d96f4936c951/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.5571187 Nov 24 05:05:41.533702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35392) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:41.575002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.599991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5e28b643-84eb-481c-934c-af675b860751 None None] For port 0075d2b4-6fd8-4c81-8e69-d162c361735b, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0075d2b4-6fd8-4c81-8e69-d162c361735b,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:41.633095 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] For port f5619f6f-923e-43a8-b9b3-df7fe3f19a31, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f5619f6f-923e-43a8-b9b3-df7fe3f19a31,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:41.634285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.634676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Pushing event updated for resources: {'Port': ['ID=c55da8ff-b92d-4e60-bfe0-8ec456938064,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:41.638426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.650956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Calling delete_port for f5619f6f-923e-43a8-b9b3-df7fe3f19a31 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:41.656088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Attempting to bind port c55da8ff-b92d-4e60-bfe0-8ec456938064 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:41.656899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Attempting to bind port c55da8ff-b92d-4e60-bfe0-8ec456938064 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'db1c2fcb-aea8-4c47-a28b-681ea6efc194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8904d37f-305a-4049-9758-18c71b259d1d'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:41.657508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Attempting to bind port c55da8ff-b92d-4e60-bfe0-8ec456938064 on network 8904d37f-305a-4049-9758-18c71b259d1d {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:41.704941 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] For port f0e481ec-7b5b-4c41-9c8f-35186478a653, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:41.720385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] For port f0e481ec-7b5b-4c41-9c8f-35186478a653, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f0e481ec-7b5b-4c41-9c8f-35186478a653,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:41.723392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.10 (8904d37f-305a-4049-9758-18c71b259d1d/590c65b3-f634-42f7-813c-593f3b3b6823/a2e36980-96d6-4109-82b1-bebe51232c37) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:41.729037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:41.730246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Checking segment: {'id': 'db1c2fcb-aea8-4c47-a28b-681ea6efc194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8904d37f-305a-4049-9758-18c71b259d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:41.730836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.731312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Bound using segment: {'id': 'db1c2fcb-aea8-4c47-a28b-681ea6efc194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8904d37f-305a-4049-9758-18c71b259d1d'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:41.732257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Bound port: c55da8ff-b92d-4e60-bfe0-8ec456938064, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1c2fcb-aea8-4c47-a28b-681ea6efc194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8904d37f-305a-4049-9758-18c71b259d1d'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:41.732428 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.738425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Provisioning complete for port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:41.738888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.750764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.773633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.848604 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.859642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.860714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:41.987505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:05:41.987963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:05:42.007408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:42.050641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] For port c55da8ff-b92d-4e60-bfe0-8ec456938064, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:42.065977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] For port c55da8ff-b92d-4e60-bfe0-8ec456938064, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c55da8ff-b92d-4e60-bfe0-8ec456938064,segment=NetworkSegment(db1c2fcb-aea8-4c47-a28b-681ea6efc194),segment_id=db1c2fcb-aea8-4c47-a28b-681ea6efc194)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:42.083206 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28b643-84eb-481c-934c-af675b860751 None None] Pushing event updated for resources: {'Port': ['ID=0075d2b4-6fd8-4c81-8e69-d162c361735b,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:42.086688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:42.162976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Routers {'e55b5ea9-8464-4e1d-ab66-16de9645dd41'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:42.163665 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:42.193027 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-75c1757f-48e2-49cb-ad4b-149944ff88c6 req-b3495dd5-9401-4851-8cfe-bdf59b99459d tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 210 time: 0.1356552 Nov 24 05:05:42.267824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4d201655-56b0-42d4-b826-b85d5e145dc5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port 31e05e3a-6b56-4049-ad45-2fb95abccdc9 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:42.268163 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d201655-56b0-42d4-b826-b85d5e145dc5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:42.331703 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b9962-e407-4e91-8b94-cb50cb3d0a27 None None] Pushing event updated for resources: {'Port': ['ID=f0e481ec-7b5b-4c41-9c8f-35186478a653,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:42.574326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 827366f3-7a0c-4a09-88bf-26a34c4e462d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:42.599146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-a4e9cc83-54a3-48d4-9747-4c325c39e350 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:42.600778 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-a4e9cc83-54a3-48d4-9747-4c325c39e350 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.31 "GET /v2.0/networks?id=19abe5c4-fa40-436d-bc71-fb0859922e79 HTTP/1.1" status: 200 len: 796 time: 0.3489618 Nov 24 05:05:42.639055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=1b8af026-ec01-471e-9d69-597fddd177bb,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:42.641325 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=dfee13ac-f6ee-4c65-85cd-08bf67f51dbf,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:42.646139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:42.673174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39993a35-fb66-4900-88be-ea95ec036017 None None] Pushing event updated for resources: {'Port': ['ID=c55da8ff-b92d-4e60-bfe0-8ec456938064,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:42.682291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] Set router e55b5ea9-8464-4e1d-ab66-16de9645dd41 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:42.687410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d201655-56b0-42d4-b826-b85d5e145dc5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:42.697160 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:42.697642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network hostable DHCP agents. Network: ddc696b2-9bde-4196-b27a-8d16c6c5040f, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:05:42.717419 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 827366f3-7a0c-4a09-88bf-26a34c4e462d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:42.717969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:42.725130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4d201655-56b0-42d4-b826-b85d5e145dc5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for 31e05e3a-6b56-4049-ad45-2fb95abccdc9 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:42.754327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network 4362dd4c-5929-4f03-94fa-a1b4c51813d4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:42.774810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:42.825820 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:05:42.846407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0b3eba89-5605-420e-af98-52c6aaadafd1 None None] Provisioning complete for port f0e481ec-7b5b-4c41-9c8f-35186478a653 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:42.847088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b3eba89-5605-420e-af98-52c6aaadafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:42.910328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, ddc696b2-9bde-4196-b27a-8d16c6c5040f) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:42.914025 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-fdf2738b-fee6-4c78-a2d7-95c5b03c5db3 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cb27467313f41fb85ccc3c4aed1e5b4 HTTP/1.1" status: 200 len: 379 time: 0.2322464 Nov 24 05:05:42.919238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:42.933917 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd8301-cc08-479a-8bda-5b3c12896eae None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:42.954294 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:42.955019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:42.974280 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'port': {'device_id': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'admin_state_up': True, 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'security_groups': ['5c0c2b14-81d0-4926-8531-3af6d418207e']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:42.987447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.013964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.040478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d33dc006-39a8-4611-82cd-cfc74183226e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:43.077181 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4026bff4-561d-4111-aca5-6985d9df973d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1208084 Nov 24 05:05:43.093923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35400) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:43.099199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'name': 'tempest-NetworksTestDHCPv6-1896569688'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:43.145162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=a2e36980-96d6-4109-82b1-bebe51232c37,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:43.164334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ed238-0193-452d-87b8-e08bba8626a1 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:43.199147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b3eba89-5605-420e-af98-52c6aaadafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.272732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:43.279316 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-367b41e5-deb3-46f4-b3ee-1549b9aa20e1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/5026718c-0420-4f5f-bb8b-6bc4eafb4224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3728595 Nov 24 05:05:43.285517 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d201655-56b0-42d4-b826-b85d5e145dc5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.318872 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73200b12-f730-4496-9404-b2fe8bd888b4 None None] Sync routers for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:43.339578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d201655-56b0-42d4-b826-b85d5e145dc5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=31e05e3a-6b56-4049-ad45-2fb95abccdc9,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:43.361247 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Made reservation on behalf of 2cb27467313f41fb85ccc3c4aed1e5b4 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:43.365817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.369839 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 8904d37f-305a-4049-9758-18c71b259d1d is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:43.424266 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0e6e4935-4950-4257-9f42-acc30e0c1262 req-eb8381e4-e73d-4731-b232-17787d28dbca tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 210 time: 0.0812140 Nov 24 05:05:43.448074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73200b12-f730-4496-9404-b2fe8bd888b4 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:43.449053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-73200b12-f730-4496-9404-b2fe8bd888b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:43.476962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:43.491252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0b3eba89-5605-420e-af98-52c6aaadafd1 None None] For port f0e481ec-7b5b-4c41-9c8f-35186478a653, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f0e481ec-7b5b-4c41-9c8f-35186478a653,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:43.493924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port d33dc006-39a8-4611-82cd-cfc74183226e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:43.494494 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.571416 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5619f6f-923e-43a8-b9b3-df7fe3f19a31,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:43.579486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.579952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b3eba89-5605-420e-af98-52c6aaadafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.610811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d201655-56b0-42d4-b826-b85d5e145dc5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.639988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '1b8af026-ec01-471e-9d69-597fddd177bb'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:43.640858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.728374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:43.803807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:34Z', 'revision_number': 4, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'f0e481ec-7b5b-4c41-9c8f-35186478a653', 'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'mac_address': 'fa:16:3e:4d:d1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:33Z', 'updated_at': '2021-11-24T05:05:41Z', 'revision_number': 4, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'subnets': [{'id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:43.806085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.809713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.873032 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:43.877253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.894673 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace257ba-7611-493f-a88a-234314008860 None None] Network 8904d37f-305a-4049-9758-18c71b259d1d requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:43.905296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0b3eba89-5605-420e-af98-52c6aaadafd1 None None] Provisioning complete for port 0075d2b4-6fd8-4c81-8e69-d162c361735b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:43.905636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.905809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b3eba89-5605-420e-af98-52c6aaadafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.906151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a22148e-1afe-4e05-94fc-e36fd9200624 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:05:43.907269 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d8d1d1-bebb-426f-b5f2-9d46cd6ea001 None None] The sync data for ids ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'] in dv-neutron-818850-5-hyperv is: [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:34Z', 'revision_number': 4, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'f0e481ec-7b5b-4c41-9c8f-35186478a653', 'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'mac_address': 'fa:16:3e:4d:d1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:33Z', 'updated_at': '2021-11-24T05:05:41Z', 'revision_number': 4, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'subnets': [{'id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:43.914207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.915727 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-61e395a2-9290-4a8e-8350-e5e952af1574 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4a22148e-1afe-4e05-94fc-e36fd9200624 HTTP/1.1" status: 204 len: 168 time: 5.3789246 Nov 24 05:05:43.921280 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35408) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:43.925639 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:43.926303 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:43.931119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Router 004bafa0-456b-44f7-9744-c348cdcb526a is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:05:43.965163 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port bed84ac3-af6a-4f4f-83eb-16f48a5d81a0 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:05:43.967013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Allocated IP 172.20.0.3 (19abe5c4-fa40-436d-bc71-fb0859922e79/d2634f63-2781-4b65-9c4e-c0171657393f/3b4da1f9-3ed7-4164-83dd-d2bba03e6860) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:44.045439 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3df99b07-5ffe-48a3-9632-9d1e63806566 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1941280 Nov 24 05:05:44.063240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35410) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:44.068243 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': '8904d37f-305a-4049-9758-18c71b259d1d', 'name': 'tempest-PortsTestJSON-1544507653', 'fixed_ips': [{'subnet_id': '590c65b3-f634-42f7-813c-593f3b3b6823', 'ip_address': '172.20.0.9'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:44.075886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3eba89-5605-420e-af98-52c6aaadafd1 None None] Pushing event updated for resources: {'Port': ['ID=f0e481ec-7b5b-4c41-9c8f-35186478a653,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:44.081411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/1b8af026-ec01-471e-9d69-597fddd177bb/692d19ec-b6b8-457f-ade6-4982327eb6be) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:44.123870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d201655-56b0-42d4-b826-b85d5e145dc5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router a974122e-ef2e-40cc-8c94-c4618968ca1d has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:44.277510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae96adf-bcf6-4310-a0e4-2f4f5a9c392a req-dc18923a-56bd-4b96-9ed7-756618268587 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:44.280448 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0ae96adf-bcf6-4310-a0e4-2f4f5a9c392a req-dc18923a-56bd-4b96-9ed7-756618268587 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 946 time: 0.5531790 Nov 24 05:05:44.295558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5dba6f9-c281-4b0d-8606-3a1e0ad3f695 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:44.425477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-73200b12-f730-4496-9404-b2fe8bd888b4 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:44.473923 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:05:44.545840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:44.551322 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0ae96adf-bcf6-4310-a0e4-2f4f5a9c392a req-4e4b445a-a7fb-4b50-a55b-ec0a368a9a76 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323453 Nov 24 05:05:44.552306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d201655-56b0-42d4-b826-b85d5e145dc5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:44.565533 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bcde8a-c23e-4769-8660-5bad798b8003 None None] Sync routers for ids ['a974122e-ef2e-40cc-8c94-c4618968ca1d'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:44.570453 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4d201655-56b0-42d4-b826-b85d5e145dc5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/a974122e-ef2e-40cc-8c94-c4618968ca1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3027596 Nov 24 05:05:44.580870 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bcde8a-c23e-4769-8660-5bad798b8003 None None] Routers {'a974122e-ef2e-40cc-8c94-c4618968ca1d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:44.581489 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-27bcde8a-c23e-4769-8660-5bad798b8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a974122e-ef2e-40cc-8c94-c4618968ca1d'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:44.654895 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35414) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:44.664118 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-27bcde8a-c23e-4769-8660-5bad798b8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:44.674105 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d5b78338-4493-4150-8189-5853d55cfbf3 req-1373ba26-e44c-49de-94bb-18009d375662 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 210 time: 0.1156874 Nov 24 05:05:44.692446 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bcde8a-c23e-4769-8660-5bad798b8003 None None] Routers {'a974122e-ef2e-40cc-8c94-c4618968ca1d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:44.693867 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-27bcde8a-c23e-4769-8660-5bad798b8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a974122e-ef2e-40cc-8c94-c4618968ca1d'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:44.716428 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-614436b9-7e45-41fd-8e0f-6f653ab16c6a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=a974122e-ef2e-40cc-8c94-c4618968ca1d HTTP/1.1" status: 200 len: 205 time: 0.0402200 Nov 24 05:05:44.721843 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:44.724992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35416) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:44.753222 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-27bcde8a-c23e-4769-8660-5bad798b8003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:44.754419 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bcde8a-c23e-4769-8660-5bad798b8003 None None] The sync data for ids ['a974122e-ef2e-40cc-8c94-c4618968ca1d'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:44.800769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:44.814204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:44.838592 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:44.863792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:44.876014 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-95d26fd2-e02d-40ea-8988-f9189246c700 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "PUT /v2.0/routers/004bafa0-456b-44f7-9744-c348cdcb526a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9764798 Nov 24 05:05:44.877592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35418) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:44.922050 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port e7b047c9-f76b-41e5-ba64-3faac1d92957 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:05:44.955780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c1018-887b-4292-bade-297f74c66862 None None] Sync routers for ids ['004bafa0-456b-44f7-9744-c348cdcb526a'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:45.075413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c1018-887b-4292-bade-297f74c66862 None None] Routers {'004bafa0-456b-44f7-9744-c348cdcb526a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:45.076098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4c0c1018-887b-4292-bade-297f74c66862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['004bafa0-456b-44f7-9744-c348cdcb526a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:45.149223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4c0c1018-887b-4292-bade-297f74c66862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:45.159184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c56d75c-0200-4daf-9be0-487139f4c6a3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:45.163273 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9c56d75c-0200-4daf-9be0-487139f4c6a3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports?device_id=004bafa0-456b-44f7-9744-c348cdcb526a HTTP/1.1" status: 200 len: 988 time: 0.2797453 Nov 24 05:05:45.170703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35420) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:45.250220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c1018-887b-4292-bade-297f74c66862 None None] Routers {'004bafa0-456b-44f7-9744-c348cdcb526a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:45.250944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4c0c1018-887b-4292-bade-297f74c66862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['004bafa0-456b-44f7-9744-c348cdcb526a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:45.266385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5b0aea2-1c15-4080-8821-8d192d633ab1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:45.303376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:45.304882 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:45.305242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:45.316059 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4c0c1018-887b-4292-bade-297f74c66862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:45.317192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c1018-887b-4292-bade-297f74c66862 None None] The sync data for ids ['004bafa0-456b-44f7-9744-c348cdcb526a'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:45.320494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf263ab-7bcf-4d67-8234-2af1c388682f req-90aad7ea-92b5-4c25-8d49-bd52f41d1cc6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:45.322756 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-5cf263ab-7bcf-4d67-8234-2af1c388682f req-90aad7ea-92b5-4c25-8d49-bd52f41d1cc6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 946 time: 0.2736266 Nov 24 05:05:45.346950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c03cf275-cf8e-4d62-b58f-10d0a133fbce None None] Provisioning complete for port dfee13ac-f6ee-4c65-85cd-08bf67f51dbf triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:45.347985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c03cf275-cf8e-4d62-b58f-10d0a133fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:45.353447 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:45.399020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:45.436001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:45.462758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:45.480511 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:45.508880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c03cf275-cf8e-4d62-b58f-10d0a133fbce None None] Port dfee13ac-f6ee-4c65-85cd-08bf67f51dbf cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:45.513041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:45.516366 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Pushing event updated for resources: {'Port': ['ID=692d19ec-b6b8-457f-ade6-4982327eb6be,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:45.547208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-73200b12-f730-4496-9404-b2fe8bd888b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:05:40Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'c2e947e7-efe5-409a-be7c-f5ee294bcccf', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'port_id': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'mac_address': 'fa:16:3e:bf:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:03:57Z', 'updated_at': '2021-11-24T05:04:03Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:45.577139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Network 19abe5c4-fa40-436d-bc71-fb0859922e79 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:45.580082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5b0aea2-1c15-4080-8821-8d192d633ab1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:45.651820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:45.654451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5b0aea2-1c15-4080-8821-8d192d633ab1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:45.662858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:45.688006 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73200b12-f730-4496-9404-b2fe8bd888b4 None None] Checking router: 5026718c-0420-4f5f-bb8b-6bc4eafb4224 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:05:45.697075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c03cf275-cf8e-4d62-b58f-10d0a133fbce None None] Provisioning complete for port c55da8ff-b92d-4e60-bfe0-8ec456938064 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:45.697355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c03cf275-cf8e-4d62-b58f-10d0a133fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:45.702429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.9 (8904d37f-305a-4049-9758-18c71b259d1d/590c65b3-f634-42f7-813c-593f3b3b6823/e7b047c9-f76b-41e5-ba64-3faac1d92957) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:45.801482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73200b12-f730-4496-9404-b2fe8bd888b4 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:45.803086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-73200b12-f730-4496-9404-b2fe8bd888b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:45.803688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::338 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/1b8af026-ec01-471e-9d69-597fddd177bb/bed84ac3-af6a-4f4f-83eb-16f48a5d81a0) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:45.925952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'Port': ['ID=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:45.974952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5b0aea2-1c15-4080-8821-8d192d633ab1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:45.975503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b0aea2-1c15-4080-8821-8d192d633ab1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Fanout notify agent at l3_agent the message router_deleted on router a974122e-ef2e-40cc-8c94-c4618968ca1d {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:05:46.008679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5b0aea2-1c15-4080-8821-8d192d633ab1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.009983 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b5b0aea2-1c15-4080-8821-8d192d633ab1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/a974122e-ef2e-40cc-8c94-c4618968ca1d HTTP/1.1" status: 204 len: 168 time: 1.2840021 Nov 24 05:05:46.014956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35426) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:46.047070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f5dba6f9-c281-4b0d-8606-3a1e0ad3f695 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Deleting port d7934937-170b-485c-b303-088823584e18 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:46.047554 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5dba6f9-c281-4b0d-8606-3a1e0ad3f695 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.052971 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:46.053695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.092369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-5cf263ab-7bcf-4d67-8234-2af1c388682f req-267d70f6-5397-43cd-9f8d-d1bfdc9415cb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 3d8c807d-28f0-442f-bc1d-4c4751503b99 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:46.092863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5cf263ab-7bcf-4d67-8234-2af1c388682f req-267d70f6-5397-43cd-9f8d-d1bfdc9415cb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.119079 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c1c7c-fb8e-4f8f-ac57-4e929c09ee3f req-1c0fb700-eca3-410e-a0e3-bdede539b294 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:46.120879 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-267c1c7c-fb8e-4f8f-ac57-4e929c09ee3f req-1c0fb700-eca3-410e-a0e3-bdede539b294 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 946 time: 0.4357200 Nov 24 05:05:46.136073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Attempting to bind port 692d19ec-b6b8-457f-ade6-4982327eb6be on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:46.136557 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Attempting to bind port 692d19ec-b6b8-457f-ade6-4982327eb6be by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:46.137165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Attempting to bind port 692d19ec-b6b8-457f-ade6-4982327eb6be on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:46.140547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48986be-2a23-46bf-b83e-34bec827ce36 req-38821cc7-95c6-4739-ab74-1babeffe877a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:46.142081 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a48986be-2a23-46bf-b83e-34bec827ce36 req-38821cc7-95c6-4739-ab74-1babeffe877a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 931 time: 0.3038657 Nov 24 05:05:46.148649 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:46.149123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:46.149426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.149824 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:46.150310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Bound port: 692d19ec-b6b8-457f-ade6-4982327eb6be, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:46.150692 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.198824 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e08e4239-e219-4bab-a81b-b47c22165de8 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2670593 Nov 24 05:05:46.217476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5de13e1-6518-4403-83b7-ff0bb84f8be5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting subnet 2397b373-31c6-40b8-bfba-c8f34ae7462a {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:46.220629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c716a41b-bbe6-46af-a760-a3ac44884b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.228110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Deleting port f3029a33-d58b-475d-8568-bc919ae326cc {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:46.228909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.241076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-73200b12-f730-4496-9404-b2fe8bd888b4 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:46.251541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Request body: {'port': {'device_id': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:46.258076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5de13e1-6518-4403-83b7-ff0bb84f8be5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.312642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c03cf275-cf8e-4d62-b58f-10d0a133fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.415160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0075d2b4-6fd8-4c81-8e69-d162c361735b up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:46.420817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] For port 692d19ec-b6b8-457f-ade6-4982327eb6be, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:46.437754 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-267c1c7c-fb8e-4f8f-ac57-4e929c09ee3f req-bc5b26c5-4392-41e6-97f7-00bb7c8df8a6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=7d5835b4-b6c0-4ae6-93af-1e944112b495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936049 Nov 24 05:05:46.447687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-5cf263ab-7bcf-4d67-8234-2af1c388682f req-267d70f6-5397-43cd-9f8d-d1bfdc9415cb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 3d8c807d-28f0-442f-bc1d-4c4751503b99, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3d8c807d-28f0-442f-bc1d-4c4751503b99,segment=NetworkSegment(8c48287a-caa3-41c1-a6cc-c4ec98ab5b66),segment_id=8c48287a-caa3-41c1-a6cc-c4ec98ab5b66)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:46.448626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5cf263ab-7bcf-4d67-8234-2af1c388682f req-267d70f6-5397-43cd-9f8d-d1bfdc9415cb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.453599 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a48986be-2a23-46bf-b83e-34bec827ce36 req-34b5cd38-e68d-4812-bc9b-63b875f9dd22 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866609 Nov 24 05:05:46.461556 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c03cf275-cf8e-4d62-b58f-10d0a133fbce None None] For port c55da8ff-b92d-4e60-bfe0-8ec456938064, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c55da8ff-b92d-4e60-bfe0-8ec456938064,segment=NetworkSegment(db1c2fcb-aea8-4c47-a28b-681ea6efc194),segment_id=db1c2fcb-aea8-4c47-a28b-681ea6efc194)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:46.466735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5de13e1-6518-4403-83b7-ff0bb84f8be5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.477737 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5dba6f9-c281-4b0d-8606-3a1e0ad3f695 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.478101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] For port 692d19ec-b6b8-457f-ade6-4982327eb6be, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=692d19ec-b6b8-457f-ade6-4982327eb6be,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:46.484983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c03cf275-cf8e-4d62-b58f-10d0a133fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.508129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-5cf263ab-7bcf-4d67-8234-2af1c388682f req-267d70f6-5397-43cd-9f8d-d1bfdc9415cb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 3d8c807d-28f0-442f-bc1d-4c4751503b99 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:46.509312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.525422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.529775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f5dba6f9-c281-4b0d-8606-3a1e0ad3f695 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Calling delete_port for d7934937-170b-485c-b303-088823584e18 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:46.539641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.562307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.563967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] For port f3029a33-d58b-475d-8568-bc919ae326cc, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f3029a33-d58b-475d-8568-bc919ae326cc,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:46.564854 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.612459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Calling delete_port for f3029a33-d58b-475d-8568-bc919ae326cc owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:46.799807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5de13e1-6518-4403-83b7-ff0bb84f8be5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.801152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.825474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda8a40c-f036-4d85-bb3e-d26f3ff8b13e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.844087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cf275-cf8e-4d62-b58f-10d0a133fbce None None] Pushing event updated for resources: {'Port': ['ID=c55da8ff-b92d-4e60-bfe0-8ec456938064,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:46.855737 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.904219 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0075d2b4-6fd8-4c81-8e69-d162c361735b triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:46.904723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:46.940155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4d280f27-90b7-4a35-9518-e2afb8a0efd3 None None] Provisioning complete for port a2e36980-96d6-4109-82b1-bebe51232c37 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:46.941030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4d280f27-90b7-4a35-9518-e2afb8a0efd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.009644 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cba25-14eb-4ace-b541-f8099cbaf1ea None None] Pushing event updated for resources: {'Port': ['ID=692d19ec-b6b8-457f-ade6-4982327eb6be,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:47.040162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-4d280f27-90b7-4a35-9518-e2afb8a0efd3 None None] Port a2e36980-96d6-4109-82b1-bebe51232c37 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:47.066070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5de13e1-6518-4403-83b7-ff0bb84f8be5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.098022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4d280f27-90b7-4a35-9518-e2afb8a0efd3 None None] Provisioning complete for port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:47.098247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4d280f27-90b7-4a35-9518-e2afb8a0efd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.103563 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de13e1-6518-4403-83b7-ff0bb84f8be5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Subnet': ['ID=2397b373-31c6-40b8-bfba-c8f34ae7462a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:47.139610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b5de13e1-6518-4403-83b7-ff0bb84f8be5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.146386 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b5de13e1-6518-4403-83b7-ff0bb84f8be5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/2397b373-31c6-40b8-bfba-c8f34ae7462a HTTP/1.1" status: 204 len: 168 time: 1.1210361 Nov 24 05:05:47.146386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35428) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:47.158562 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c55da8ff-b92d-4e60-bfe0-8ec456938064 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:47.163340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b61fc6-5913-410a-99e4-590041809a8a None None] Network 37dcbc4d-2e2c-4b91-814e-2485ca4349c6 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:47.194235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-4d280f27-90b7-4a35-9518-e2afb8a0efd3 None None] Port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:47.213331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-73200b12-f730-4496-9404-b2fe8bd888b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:05:40Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'c2e947e7-efe5-409a-be7c-f5ee294bcccf', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'port_id': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'mac_address': 'fa:16:3e:bf:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:03:57Z', 'updated_at': '2021-11-24T05:04:03Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:47.280618 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73200b12-f730-4496-9404-b2fe8bd888b4 None None] The sync data for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv is: [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:05:40Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'c2e947e7-efe5-409a-be7c-f5ee294bcccf', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'port_id': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'mac_address': 'fa:16:3e:bf:df:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:03:57Z', 'updated_at': '2021-11-24T05:04:03Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:47.300910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4d280f27-90b7-4a35-9518-e2afb8a0efd3 None None] Provisioning complete for port c55da8ff-b92d-4e60-bfe0-8ec456938064 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:47.301151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4d280f27-90b7-4a35-9518-e2afb8a0efd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.315755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.319460 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:05:47.326361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.336260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.375968 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3029a33-d58b-475d-8568-bc919ae326cc,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:47.390150 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port c55da8ff-b92d-4e60-bfe0-8ec456938064 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:47.390522 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.410178 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 8904d37f-305a-4049-9758-18c71b259d1d is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:47.431527 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a824fe8b-7349-4c3c-b58d-57366d50d2e1 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:47.519411 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.545687 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f0e481ec-7b5b-4c41-9c8f-35186478a653 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:47.560847 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port f950a5ef-8d5f-4658-9840-8d51d4481cc3 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:47.560847 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.596276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:47.611262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=e7b047c9-f76b-41e5-ba64-3faac1d92957,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:47.619451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:47.626901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f0e481ec-7b5b-4c41-9c8f-35186478a653 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:47.627273 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.628296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:47.634255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5dba6f9-c281-4b0d-8606-3a1e0ad3f695 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.643680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5cf263ab-7bcf-4d67-8234-2af1c388682f req-267d70f6-5397-43cd-9f8d-d1bfdc9415cb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.667461 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.670356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.677499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Transition to ACTIVE for port object 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:05:47.766423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:47.771241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ae58bc-3d59-4197-a11d-e569433d6bb8 None None] DHCP port deletion for 37dcbc4d-2e2c-4b91-814e-2485ca4349c6 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:47.774795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:47.793665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:47.794517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.910354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port f950a5ef-8d5f-4658-9840-8d51d4481cc3, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f950a5ef-8d5f-4658-9840-8d51d4481cc3,segment=NetworkSegment(853014c1-d117-4feb-b1ff-b6b1e9c917c9),segment_id=853014c1-d117-4feb-b1ff-b6b1e9c917c9)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:47.910830 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:47.920468 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8251431 Nov 24 05:05:47.946914 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for f950a5ef-8d5f-4658-9840-8d51d4481cc3 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:47.995054 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-94ae58bc-3d59-4197-a11d-e569433d6bb8 None None] Deleting port f950a5ef-8d5f-4658-9840-8d51d4481cc3 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:47.995915 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94ae58bc-3d59-4197-a11d-e569433d6bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.024780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35434) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:48.102105 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.102928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 110c7003-499c-4eb3-aa36-d93a63451f4b {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:05:48.108589 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.113752 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-55dc1d85-45cd-41ae-9c03-e456fec46db0 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "DELETE /v2.0/routers/110c7003-499c-4eb3-aa36-d93a63451f4b HTTP/1.1" status: 204 len: 168 time: 4.0782943 Nov 24 05:05:48.118637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.125230 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fc147051-b1ca-4bca-9701-8098e76b6448 None None] Provisioning complete for port e7b047c9-f76b-41e5-ba64-3faac1d92957 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:48.125745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fc147051-b1ca-4bca-9701-8098e76b6448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.143047 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35436) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:48.197044 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.212386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-707013307', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:48.305949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-94ae58bc-3d59-4197-a11d-e569433d6bb8 None None] For port f950a5ef-8d5f-4658-9840-8d51d4481cc3, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f950a5ef-8d5f-4658-9840-8d51d4481cc3,segment=NetworkSegment(853014c1-d117-4feb-b1ff-b6b1e9c917c9),segment_id=853014c1-d117-4feb-b1ff-b6b1e9c917c9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:48.306565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94ae58bc-3d59-4197-a11d-e569433d6bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.316426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aabbca-aa17-455b-9532-d75fefd1a213 req-04b64067-9a2c-4987-925e-699b2e8d3cc3 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:48.318687 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a9aabbca-aa17-455b-9532-d75fefd1a213 req-04b64067-9a2c-4987-925e-699b2e8d3cc3 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 943 time: 0.5764651 Nov 24 05:05:48.321660 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No DVR routers for this DVR port f950a5ef-8d5f-4658-9840-8d51d4481cc3 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:48.324648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf263ab-7bcf-4d67-8234-2af1c388682f req-267d70f6-5397-43cd-9f8d-d1bfdc9415cb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] No DVR routers for this DVR port 3d8c807d-28f0-442f-bc1d-4c4751503b99 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:48.367691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-94ae58bc-3d59-4197-a11d-e569433d6bb8 None None] Calling delete_port for f950a5ef-8d5f-4658-9840-8d51d4481cc3 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:48.373418 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-76c11bf6-85dd-4106-bf87-216b0b5c7a72 req-62a03c81-7ae4-4517-aa4e-fd134af12ee2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=982309a5-6986-4222-84fa-d47362c1f5bc HTTP/1.1" status: 200 len: 210 time: 0.6972318 Nov 24 05:05:48.400366 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-fc147051-b1ca-4bca-9701-8098e76b6448 None None] Port e7b047c9-f76b-41e5-ba64-3faac1d92957 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:48.415944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b98109eb-0e29-4175-8061-fc63981e2a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.480223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-5cf263ab-7bcf-4d67-8234-2af1c388682f req-267d70f6-5397-43cd-9f8d-d1bfdc9415cb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.484029 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-5cf263ab-7bcf-4d67-8234-2af1c388682f req-267d70f6-5397-43cd-9f8d-d1bfdc9415cb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "DELETE /v2.0/ports/3d8c807d-28f0-442f-bc1d-4c4751503b99 HTTP/1.1" status: 204 len: 173 time: 3.0837903 Nov 24 05:05:48.485575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e8c3f8-e756-453d-8285-f0cc6c4cf12f None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:48.486556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982309a5-6986-4222-84fa-d47362c1f5bc', 'name': 'network-vif-deleted', 'tag': '3d8c807d-28f0-442f-bc1d-4c4751503b99'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:05:48.489114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c01598-24a4-436e-a241-c672d28fd843" -d '{"events": [{"server_uuid": "982309a5-6986-4222-84fa-d47362c1f5bc", "name": "network-vif-deleted", "tag": "3d8c807d-28f0-442f-bc1d-4c4751503b99"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:05:48.495368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.513522 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624658b-a704-4f43-b897-4fb7fb0b663f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=bed84ac3-af6a-4f4f-83eb-16f48a5d81a0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:48.546699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37dcbc4d-2e2c-4b91-814e-2485ca4349c6']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:48.561006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853014c1-d117-4feb-b1ff-b6b1e9c917c9') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:48.561202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853014c1-d117-4feb-b1ff-b6b1e9c917c9') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:48.585595 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:48.586761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.593168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f803db77-f722-4758-95c6-f2c4734d6040 x-openstack-request-id: req-f803db77-f722-4758-95c6-f2c4734d6040 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:05:48.593784 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982309a5-6986-4222-84fa-d47362c1f5bc", "name": "network-vif-deleted", "tag": "3d8c807d-28f0-442f-bc1d-4c4751503b99", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:05:48.594223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f803db77-f722-4758-95c6-f2c4734d6040 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:05:48.594801 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982309a5-6986-4222-84fa-d47362c1f5bc', 'name': 'network-vif-deleted', 'tag': '3d8c807d-28f0-442f-bc1d-4c4751503b99', 'status': 'completed', 'code': 200} Nov 24 05:05:48.598396 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.613681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a6e4f-4490-49e6-964d-0c0c20d82e93 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:48.621140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a6e4f-4490-49e6-964d-0c0c20d82e93 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:48.625752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.626480 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6a5a6e4f-4490-49e6-964d-0c0c20d82e93 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5884397 Nov 24 05:05:48.627672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dba6f9-c281-4b0d-8606-3a1e0ad3f695 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event deleted for resources: {'Port': ['ID=d7934937-170b-485c-b303-088823584e18,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:48.630530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35440) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:48.631401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:48.632223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.643551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5dba6f9-c281-4b0d-8606-3a1e0ad3f695 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.673991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3d8c807d-28f0-442f-bc1d-4c4751503b99 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:48.703573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 3d8c807d-28f0-442f-bc1d-4c4751503b99 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:48.704182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3d8c807d-28f0-442f-bc1d-4c4751503b99 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:48.711229 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94ae58bc-3d59-4197-a11d-e569433d6bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.714398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4cc00a0b-758c-472a-8404-fd98c5c9aef9 None None] Provisioning complete for port 692d19ec-b6b8-457f-ade6-4982327eb6be triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:48.714398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4cc00a0b-758c-472a-8404-fd98c5c9aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:48.751792 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:48.758843 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d70f6-5397-43cd-9f8d-d1bfdc9415cb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=3d8c807d-28f0-442f-bc1d-4c4751503b99,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:48.767788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c55da8ff-b92d-4e60-bfe0-8ec456938064 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:48.771222 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Pushing event updated for resources: {'Port': ['ID=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:48.782738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.791512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.808094 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/networks/37dcbc4d-2e2c-4b91-814e-2485ca4349c6 HTTP/1.1" status: 204 len: 168 time: 1.6593788 Nov 24 05:05:48.808626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35442) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:48.828111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae58bc-3d59-4197-a11d-e569433d6bb8 None None] Pushing event deleted for resources: {'Port': ['ID=f950a5ef-8d5f-4658-9840-8d51d4481cc3,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:48.842438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae58bc-3d59-4197-a11d-e569433d6bb8 None None] No DVR routers for this DVR port f950a5ef-8d5f-4658-9840-8d51d4481cc3 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:48.871138 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9d26f549-b876-4054-b478-3e07dbb8e4e5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1877276169', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:48.877468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=f950a5ef-8d5f-4658-9840-8d51d4481cc3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:48.961447 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a9aabbca-aa17-455b-9532-d75fefd1a213 req-5091e26b-6114-4270-8e40-a9cf3870a01c tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5849071 Nov 24 05:05:48.965242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d454-0a6a-4dc0-8b55-dc56c044dd46 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Network': ['ID=37dcbc4d-2e2c-4b91-814e-2485ca4349c6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:48.971226 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port c55da8ff-b92d-4e60-bfe0-8ec456938064 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:48.971620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.987833 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:48.987833 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.007254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4cc00a0b-758c-472a-8404-fd98c5c9aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.021308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Attempting to bind port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:49.021729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Attempting to bind port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:49.022114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Attempting to bind port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 on network 19abe5c4-fa40-436d-bc71-fb0859922e79 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:49.029787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 on network 19abe5c4-fa40-436d-bc71-fb0859922e79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:05:49.032277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Attempting to bind port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 on network 19abe5c4-fa40-436d-bc71-fb0859922e79 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:49.053287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:49.053287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Checking segment: {'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:49.053795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Bound using segment: {'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:49.054265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Bound port: 3b4da1f9-3ed7-4164-83dd-d2bba03e6860, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a67ae6-f1d4-45d2-8079-9f1edff985e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:49.054631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.066436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4cc00a0b-758c-472a-8404-fd98c5c9aef9 None None] For port 692d19ec-b6b8-457f-ade6-4982327eb6be, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=692d19ec-b6b8-457f-ade6-4982327eb6be,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:49.098134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4cc00a0b-758c-472a-8404-fd98c5c9aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.127659 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.146087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 692d19ec-b6b8-457f-ade6-4982327eb6be up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:49.175755 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-725ba6d4-2c4c-441d-b14d-477b4623866e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1115644 Nov 24 05:05:49.181735 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35444) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:49.247619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc00a0b-758c-472a-8404-fd98c5c9aef9 None None] Pushing event updated for resources: {'Port': ['ID=692d19ec-b6b8-457f-ade6-4982327eb6be,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:49.256053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d26f549-b876-4054-b478-3e07dbb8e4e5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.257609 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d26f549-b876-4054-b478-3e07dbb8e4e5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.286243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 692d19ec-b6b8-457f-ade6-4982327eb6be triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:49.286619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.338469 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dba6f9-c281-4b0d-8606-3a1e0ad3f695 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Router 0af863ee-91f1-4f81-9c3e-d96f4936c951 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:49.350322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-82033dec-10ad-431a-9571-6cdfa9075512 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port bed84ac3-af6a-4f4f-83eb-16f48a5d81a0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:49.350990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82033dec-10ad-431a-9571-6cdfa9075512 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.374348 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bda8a40c-f036-4d85-bb3e-d26f3ff8b13e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port dfee13ac-f6ee-4c65-85cd-08bf67f51dbf {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:49.374863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda8a40c-f036-4d85-bb3e-d26f3ff8b13e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.475763 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4795894b-c3bd-4483-b32b-7c84b1ab1b26 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:49.500944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35448) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:49.517090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 4795894b-c3bd-4483-b32b-7c84b1ab1b26 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:49.517541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4795894b-c3bd-4483-b32b-7c84b1ab1b26 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:49.518044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f950a5ef-8d5f-4658-9840-8d51d4481cc3 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:49.566310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: f950a5ef-8d5f-4658-9840-8d51d4481cc3 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:49.566815 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f950a5ef-8d5f-4658-9840-8d51d4481cc3 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:49.568890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a1917437-30fd-4b76-bc54-6271b4fb329e None None] Provisioning complete for port bed84ac3-af6a-4f4f-83eb-16f48a5d81a0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:49.569383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a1917437-30fd-4b76-bc54-6271b4fb329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.579022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.617420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852d06c-801c-4811-8c0b-a0f9d9233199 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:49.622506 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9852d06c-801c-4811-8c0b-a0f9d9233199 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4381514 Nov 24 05:05:49.655130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35450) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:49.723525 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.733534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] For port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:49.738557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] For port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:49.764413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dba6f9-c281-4b0d-8606-3a1e0ad3f695 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:49.775246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.776736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda8a40c-f036-4d85-bb3e-d26f3ff8b13e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.782094 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f5dba6f9-c281-4b0d-8606-3a1e0ad3f695 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "PUT /v2.0/routers/0af863ee-91f1-4f81-9c3e-d96f4936c951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2417824 Nov 24 05:05:49.783852 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60394dca-0e3e-4419-8430-c549a601430d None None] Sync routers for ids ['0af863ee-91f1-4f81-9c3e-d96f4936c951'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:49.803108 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60394dca-0e3e-4419-8430-c549a601430d None None] Routers {'0af863ee-91f1-4f81-9c3e-d96f4936c951'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:49.804842 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-60394dca-0e3e-4419-8430-c549a601430d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['0af863ee-91f1-4f81-9c3e-d96f4936c951'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:49.809465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a1917437-30fd-4b76-bc54-6271b4fb329e None None] Port bed84ac3-af6a-4f4f-83eb-16f48a5d81a0 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:49.812393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35452) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:49.813098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9938cf24-e77e-4271-b336-b382b564b5c4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.819968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a1917437-30fd-4b76-bc54-6271b4fb329e None None] Provisioning complete for port 692d19ec-b6b8-457f-ade6-4982327eb6be triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:49.820334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a1917437-30fd-4b76-bc54-6271b4fb329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.864779 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-60394dca-0e3e-4419-8430-c549a601430d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:49.870893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:49.871534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.873379 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] 10.222.0.31 "PUT /v2.0/ports/3b4da1f9-3ed7-4164-83dd-d2bba03e6860 HTTP/1.1" status: 200 len: 1093 time: 3.6530488 Nov 24 05:05:49.876306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450bd3e-e160-4778-96dd-3241a8743a2f service neutron] Pushing event updated for resources: {'Port': ['ID=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:49.876531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bda8a40c-f036-4d85-bb3e-d26f3ff8b13e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for dfee13ac-f6ee-4c65-85cd-08bf67f51dbf owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:49.884924 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-cecec2d6-47ad-40f1-b403-e772b51cb235 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] delete failed (client error): The resource could not be found. Nov 24 05:05:49.891360 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:05:49.892185 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cecec2d6-47ad-40f1-b403-e772b51cb235 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1205761447 HTTP/1.1" status: 404 len: 335 time: 0.0770385 Nov 24 05:05:49.894099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4e4abb-333d-4e90-9319-d9103d938c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:05:49.894560 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60394dca-0e3e-4419-8430-c549a601430d None None] Routers {'0af863ee-91f1-4f81-9c3e-d96f4936c951'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:49.895239 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-60394dca-0e3e-4419-8430-c549a601430d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['0af863ee-91f1-4f81-9c3e-d96f4936c951'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:49.907201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35454) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:49.931209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c7e9a296-d1e4-446e-ac0e-b15899e061b7 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Request body: {'router': {'external_gateway_info': {'network_id': '0af863ee-91f1-4f81-9c3e-d96f4936c951'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:49.953813 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-60394dca-0e3e-4419-8430-c549a601430d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:49.954489 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60394dca-0e3e-4419-8430-c549a601430d None None] The sync data for ids ['0af863ee-91f1-4f81-9c3e-d96f4936c951'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:49.957813 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d26f549-b876-4054-b478-3e07dbb8e4e5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:49.988924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1317c751-a747-4702-9982-10aba31a46cd x-openstack-request-id: req-1317c751-a747-4702-9982-10aba31a46cd {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:05:49.989277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:05:49.989470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1317c751-a747-4702-9982-10aba31a46cd {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:05:49.989873 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'status': 'completed', 'code': 200} Nov 24 05:05:49.997673 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d26f549-b876-4054-b478-3e07dbb8e4e5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.014340 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82033dec-10ad-431a-9571-6cdfa9075512 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.078730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b6de29b5-22d4-49d8-8311-ba7f208da0b0 None None] Provisioning complete for port bed84ac3-af6a-4f4f-83eb-16f48a5d81a0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:50.079467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6de29b5-22d4-49d8-8311-ba7f208da0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.089023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b276c2b2-9c1a-4896-a5bb-b80a6af605c2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:50.095373 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b276c2b2-9c1a-4896-a5bb-b80a6af605c2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:50.095645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d26f549-b876-4054-b478-3e07dbb8e4e5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.097011 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9d26f549-b876-4054-b478-3e07dbb8e4e5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2306507 Nov 24 05:05:50.105303 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35460) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:50.107999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b276c2b2-9c1a-4896-a5bb-b80a6af605c2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:50.109727 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b276c2b2-9c1a-4896-a5bb-b80a6af605c2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4511476 Nov 24 05:05:50.113710 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1436402668'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:50.116761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 692d19ec-b6b8-457f-ade6-4982327eb6be up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:50.127657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-82033dec-10ad-431a-9571-6cdfa9075512 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for bed84ac3-af6a-4f4f-83eb-16f48a5d81a0 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:50.133218 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35462) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:50.168669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b6de29b5-22d4-49d8-8311-ba7f208da0b0 None None] Port bed84ac3-af6a-4f4f-83eb-16f48a5d81a0 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:50.190012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 692d19ec-b6b8-457f-ade6-4982327eb6be triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:50.190393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.212292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9938cf24-e77e-4271-b336-b382b564b5c4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.216823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e6d8e019-83c7-4930-99db-e23101d55154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:50.218601 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-e6d8e019-83c7-4930-99db-e23101d55154 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb27467313f41fb85ccc3c4aed1e5b4&device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 1096 time: 0.2822773 Nov 24 05:05:50.249852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:50.253214 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.296745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f3029a33-d58b-475d-8568-bc919ae326cc no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:50.322074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: f3029a33-d58b-475d-8568-bc919ae326cc {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:50.322526 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f3029a33-d58b-475d-8568-bc919ae326cc not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:50.336122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a0478-aca6-4793-a55a-ebfdd58e6d22 req-bce36170-815c-4378-b1e1-af6e2c785947 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:50.337780 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-821a0478-aca6-4793-a55a-ebfdd58e6d22 req-bce36170-815c-4378-b1e1-af6e2c785947 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 943 time: 0.2383814 Nov 24 05:05:50.340000 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-01a8ed17-6056-4435-9c7f-a8ef923095b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860 HTTP/1.1" status: 200 len: 217 time: 0.1105709 Nov 24 05:05:50.406398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:05:50.436452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a296-d1e4-446e-ac0e-b15899e061b7 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.517299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.517657 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added segment 657b7b90-9b09-4758-a32e-fd0539347cdf of type vlan for network 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 Nov 24 05:05:50.538441 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-7ef73b0b-b3e7-4b02-aa0c-e6fe4678c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:50.540007 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-7ef73b0b-b3e7-4b02-aa0c-e6fe4678c09f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d2634f63-2781-4b65-9c4e-c0171657393f HTTP/1.1" status: 200 len: 834 time: 0.1885054 Nov 24 05:05:50.576336 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-821a0478-aca6-4793-a55a-ebfdd58e6d22 req-ed331941-feea-483d-8df3-e5ee28332095 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230980 Nov 24 05:05:50.610697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-5d349782-61e4-41dc-aa5b-5f04abadc8cb tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port e7b047c9-f76b-41e5-ba64-3faac1d92957 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:50.611035 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d349782-61e4-41dc-aa5b-5f04abadc8cb tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.623008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.626361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.686485 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.705013 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.793715 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.799370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:50.800021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.819120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-ed4a3e1e-264a-41f9-8b08-37072d813547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:50.820660 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-ed4a3e1e-264a-41f9-8b08-37072d813547 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19abe5c4-fa40-436d-bc71-fb0859922e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2732058 Nov 24 05:05:50.825525 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-c7e9a296-d1e4-446e-ac0e-b15899e061b7 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] update failed (client error): The resource could not be found. Nov 24 05:05:50.826562 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c7e9a296-d1e4-446e-ac0e-b15899e061b7 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "PUT /v2.0/routers/0af863ee-91f1-4f81-9c3e-d96f4936c951 HTTP/1.1" status: 404 len: 339 time: 0.9168928 Nov 24 05:05:50.834960 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35464) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:50.879814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d349782-61e4-41dc-aa5b-5f04abadc8cb tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.917193 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8101578 Nov 24 05:05:50.920431 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35466) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:50.926950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'subnet': {'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:50.934805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9938cf24-e77e-4271-b336-b382b564b5c4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.937264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9938cf24-e77e-4271-b336-b382b564b5c4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.938356 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9938cf24-e77e-4271-b336-b382b564b5c4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d5835b4-b6c0-4ae6-93af-1e944112b495 HTTP/1.1" status: 204 len: 168 time: 1.4294956 Nov 24 05:05:50.939023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82033dec-10ad-431a-9571-6cdfa9075512 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:50.975651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35470) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:50.976562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-5d349782-61e4-41dc-aa5b-5f04abadc8cb tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for e7b047c9-f76b-41e5-ba64-3faac1d92957 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:51.001041 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22d910-6c70-41bc-835b-8a4690b331ce tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Network': ['ID=26ec9495-33ca-40b0-9bc2-fd4e2c0cc916,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:51.012616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:05:51.085413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938cf24-e77e-4271-b336-b382b564b5c4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5835b4-b6c0-4ae6-93af-1e944112b495,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:51.093636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82033dec-10ad-431a-9571-6cdfa9075512 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=bed84ac3-af6a-4f4f-83eb-16f48a5d81a0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:51.134053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Allocated IP 172.26.0.177 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/c56ba7b9-fe63-4132-a9b2-446a816938c8) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:51.141734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4be071-1ce2-42ba-9bbf-091e19783c88 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting subnet 2f68113d-72c3-4dd7-9909-43396121bf9d {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:51.150644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3b4be071-1ce2-42ba-9bbf-091e19783c88 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.212164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82033dec-10ad-431a-9571-6cdfa9075512 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.215582 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-82033dec-10ad-431a-9571-6cdfa9075512 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/bed84ac3-af6a-4f4f-83eb-16f48a5d81a0 HTTP/1.1" status: 204 len: 168 time: 2.5789189 Nov 24 05:05:51.224929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35472) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:51.227022 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-d3e88f9d-52b4-4509-8ad2-00fea1430c4c service neutron] 10.222.0.31 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804154 Nov 24 05:05:51.253905 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3b4be071-1ce2-42ba-9bbf-091e19783c88 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.266391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda8a40c-f036-4d85-bb3e-d26f3ff8b13e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.327219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8a40c-f036-4d85-bb3e-d26f3ff8b13e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=dfee13ac-f6ee-4c65-85cd-08bf67f51dbf,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:51.360248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:51.363743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.459510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9670522-a6fa-4a1e-bc74-58c7b9ba3b34 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:51.461432 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9670522-a6fa-4a1e-bc74-58c7b9ba3b34 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:51.463142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c9670522-a6fa-4a1e-bc74-58c7b9ba3b34 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2352371 Nov 24 05:05:51.480762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35474) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:51.528375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.564596 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda8a40c-f036-4d85-bb3e-d26f3ff8b13e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.575887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.590835 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331475f8-621b-44d4-a909-197a01b7c9e8 req-38930686-d4cb-43c0-a31a-3f157b637bb6 service neutron] 10.222.0.31 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339739 Nov 24 05:05:51.594661 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3b4be071-1ce2-42ba-9bbf-091e19783c88 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.629073 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d349782-61e4-41dc-aa5b-5f04abadc8cb tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.690635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.699176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d349782-61e4-41dc-aa5b-5f04abadc8cb tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=e7b047c9-f76b-41e5-ba64-3faac1d92957,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:51.722292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf81dfc-1867-45a7-b62f-6ed84aee5a50 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 1b8af026-ec01-471e-9d69-597fddd177bb {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:51.804376 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0bf81dfc-1867-45a7-b62f-6ed84aee5a50 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.829652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.846743 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3b4be071-1ce2-42ba-9bbf-091e19783c88 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.909402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e4abb-333d-4e90-9319-d9103d938c9c req-aaf24bac-97fa-415d-8c50-bc9846eb3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:51.910930 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fe4e4abb-333d-4e90-9319-d9103d938c9c req-aaf24bac-97fa-415d-8c50-bc9846eb3bc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb27467313f41fb85ccc3c4aed1e5b4&device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 1096 time: 0.2585678 Nov 24 05:05:51.923281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4be071-1ce2-42ba-9bbf-091e19783c88 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Subnet': ['ID=2f68113d-72c3-4dd7-9909-43396121bf9d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:51.932451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b00ec80-f0e9-4690-904c-de0eb36a647b None None] Network 73461ba6-b739-4431-bcf0-7b7169ad319a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:51.933234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3b4be071-1ce2-42ba-9bbf-091e19783c88 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.934950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0bf81dfc-1867-45a7-b62f-6ed84aee5a50 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.937862 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3b4be071-1ce2-42ba-9bbf-091e19783c88 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/subnets/2f68113d-72c3-4dd7-9909-43396121bf9d HTTP/1.1" status: 204 len: 168 time: 0.9541385 Nov 24 05:05:51.941058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:51.950227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35478) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:51.970958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d349782-61e4-41dc-aa5b-5f04abadc8cb tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:51.976887 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5d349782-61e4-41dc-aa5b-5f04abadc8cb tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/e7b047c9-f76b-41e5-ba64-3faac1d92957 HTTP/1.1" status: 204 len: 168 time: 1.8400865 Nov 24 05:05:51.978037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:51.986944 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdad867-8720-4665-8d79-a46b8901695b req-b3ce8462-d633-4896-9590-561d570309e7 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:51.988440 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9cdad867-8720-4665-8d79-a46b8901695b req-b3ce8462-d633-4896-9590-561d570309e7 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 943 time: 0.2836709 Nov 24 05:05:51.988929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35480) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:51.993178 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:51.998060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b657ab-59ad-45b5-94a1-558c18ceab42 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:52.052280 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Pushing event updated for resources: {'Port': ['ID=c56ba7b9-fe63-4132-a9b2-446a816938c8,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:52.087701 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ff35ef-57cd-409b-9de9-57fa338135c7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:05:52.092103 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-96ff35ef-57cd-409b-9de9-57fa338135c7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/e7b047c9-f76b-41e5-ba64-3faac1d92957 HTTP/1.1" status: 404 len: 333 time: 0.0938308 Nov 24 05:05:52.100178 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35482) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:52.136262 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b8418e15-d4ae-4360-873b-ec4ef332881e None None] Provisioning complete for port c56ba7b9-fe63-4132-a9b2-446a816938c8 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:52.136812 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b8418e15-d4ae-4360-873b-ec4ef332881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:52.152193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda8a40c-f036-4d85-bb3e-d26f3ff8b13e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Router 004bafa0-456b-44f7-9744-c348cdcb526a has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:52.190603 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b8418e15-d4ae-4360-873b-ec4ef332881e None None] Port c56ba7b9-fe63-4132-a9b2-446a816938c8 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:52.213932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7a8ba-5b87-4f4b-9899-4c41b5423e24 None None] DHCP port deletion for 73461ba6-b739-4431-bcf0-7b7169ad319a request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:52.228316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:52.265124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7a8ba-5b87-4f4b-9899-4c41b5423e24 None None] Deleting port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:52.265662 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a8ba-5b87-4f4b-9899-4c41b5423e24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:52.280470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:52.296839 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Allocated IP 172.20.0.1 (e29aa2dc-5d97-4d45-988d-43691663da22/93deda43-b07b-4ba6-ab41-d7286f34b1d7/2ce64b96-804f-4882-8a92-b4cbb4c5f3d4) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:52.330456 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cfe7a8ba-5b87-4f4b-9899-4c41b5423e24 None None] For port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=64faefd8-6bda-49ff-ba65-8f0eef6e2aa0,segment=NetworkSegment(8c48287a-caa3-41c1-a6cc-c4ec98ab5b66),segment_id=8c48287a-caa3-41c1-a6cc-c4ec98ab5b66)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:52.331056 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a8ba-5b87-4f4b-9899-4c41b5423e24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:52.336163 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9cdad867-8720-4665-8d79-a46b8901695b req-53aff075-2fe5-4e48-ad29-003825f58852 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3297775 Nov 24 05:05:52.352819 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-cfe7a8ba-5b87-4f4b-9899-4c41b5423e24 None None] Calling delete_port for 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:52.371071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e4abb-333d-4e90-9319-d9103d938c9c req-8ada7830-c354-4508-97d0-be5de3c5fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:52.372705 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fe4e4abb-333d-4e90-9319-d9103d938c9c req-8ada7830-c354-4508-97d0-be5de3c5fadb service neutron] 10.222.0.31 "GET /v2.0/networks?id=19abe5c4-fa40-436d-bc71-fb0859922e79 HTTP/1.1" status: 200 len: 897 time: 0.4475229 Nov 24 05:05:52.393279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0bf81dfc-1867-45a7-b62f-6ed84aee5a50 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:52.432638 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fe4e4abb-333d-4e90-9319-d9103d938c9c req-2eabb95a-f03d-4f68-b4b9-e09a98db1169 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860 HTTP/1.1" status: 200 len: 217 time: 0.0446379 Nov 24 05:05:52.443470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a8ba-5b87-4f4b-9899-4c41b5423e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:52.460855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda8a40c-f036-4d85-bb3e-d26f3ff8b13e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:52.472608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Subnet': ['ID=6ae503b8-8012-48b8-b242-eb75b77e39e3,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:52.479899 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bda8a40c-f036-4d85-bb3e-d26f3ff8b13e tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "PUT /v2.0/routers/004bafa0-456b-44f7-9744-c348cdcb526a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3081124 Nov 24 05:05:52.487701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35484) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:52.489589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f77ab3-fd2f-4224-a29b-e6f8e23f3643 None None] Sync routers for ids ['004bafa0-456b-44f7-9744-c348cdcb526a'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:52.492779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7a8ba-5b87-4f4b-9899-4c41b5423e24 None None] Pushing event deleted for resources: {'Port': ['ID=64faefd8-6bda-49ff-ba65-8f0eef6e2aa0,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:52.499776 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7a8ba-5b87-4f4b-9899-4c41b5423e24 None None] No DVR routers for this DVR port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:52.519055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f77ab3-fd2f-4224-a29b-e6f8e23f3643 None None] Routers {'004bafa0-456b-44f7-9744-c348cdcb526a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:52.519726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e7f77ab3-fd2f-4224-a29b-e6f8e23f3643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['004bafa0-456b-44f7-9744-c348cdcb526a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:52.559224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e7f77ab3-fd2f-4224-a29b-e6f8e23f3643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:52.569211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f77ab3-fd2f-4224-a29b-e6f8e23f3643 None None] Routers {'004bafa0-456b-44f7-9744-c348cdcb526a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:52.569927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e7f77ab3-fd2f-4224-a29b-e6f8e23f3643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['004bafa0-456b-44f7-9744-c348cdcb526a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:52.571868 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-659b7072-073b-47a9-bf10-311197691c78 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:05:52.573774 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-659b7072-073b-47a9-bf10-311197691c78 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/dfee13ac-f6ee-4c65-85cd-08bf67f51dbf HTTP/1.1" status: 404 len: 333 time: 0.0778909 Nov 24 05:05:52.579496 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35486) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:52.582800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Checking segment: {'id': '657b7b90-9b09-4758-a32e-fd0539347cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:52.583170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network hostable DHCP agents. Network: 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:05:52.613930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e7f77ab3-fd2f-4224-a29b-e6f8e23f3643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:52.614581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f77ab3-fd2f-4224-a29b-e6f8e23f3643 None None] The sync data for ids ['004bafa0-456b-44f7-9744-c348cdcb526a'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:52.615015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-14c4ebe0-d0ad-46c2-b313-bca7ed4d3a0c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port a2e36980-96d6-4109-82b1-bebe51232c37 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:52.615360 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14c4ebe0-d0ad-46c2-b313-bca7ed4d3a0c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:52.624341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0bf81dfc-1867-45a7-b62f-6ed84aee5a50 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:52.975279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e4abb-333d-4e90-9319-d9103d938c9c req-65be3734-af29-49b7-9bd3-322a1bc1091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:52.976771 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fe4e4abb-333d-4e90-9319-d9103d938c9c req-65be3734-af29-49b7-9bd3-322a1bc1091f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d2634f63-2781-4b65-9c4e-c0171657393f HTTP/1.1" status: 200 len: 834 time: 0.5246511 Nov 24 05:05:53.000806 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.003395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf81dfc-1867-45a7-b62f-6ed84aee5a50 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8af026-ec01-471e-9d69-597fddd177bb,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:53.005424 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:53.005969 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.006644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0bf81dfc-1867-45a7-b62f-6ed84aee5a50 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.010007 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0bf81dfc-1867-45a7-b62f-6ed84aee5a50 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/1b8af026-ec01-471e-9d69-597fddd177bb HTTP/1.1" status: 204 len: 168 time: 1.5260201 Nov 24 05:05:53.014162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35488) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:53.016415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:05:53.017134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b81dc94-61ca-4a8f-855c-46848395b0a1 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:53.107560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-60aa7b0c-2960-4596-963a-8636299c155f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.115273 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-174a039d-8474-4579-bfdf-f27b87ab1341 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0964141 Nov 24 05:05:53.121486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35490) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:53.129891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c88215e3-dae6-4528-800e-4e5a7e3a6749 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:53.137739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:53.149962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fb37ee-611a-4c5a-b595-e6dce9568e2a None None] Network 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:53.173150 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:53.173751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.232731 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:53.233102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.235385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14c4ebe0-d0ad-46c2-b313-bca7ed4d3a0c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.246114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.256988 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6eab1a60-0eae-46c3-8700-88657bb1037f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3339517 Nov 24 05:05:53.258108 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e4abb-333d-4e90-9319-d9103d938c9c req-440beb93-c8ef-4d63-915d-eb1847f0c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:53.258240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.259909 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fe4e4abb-333d-4e90-9319-d9103d938c9c req-440beb93-c8ef-4d63-915d-eb1847f0c9ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19abe5c4-fa40-436d-bc71-fb0859922e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2520728 Nov 24 05:05:53.260093 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35492) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:53.277898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-14c4ebe0-d0ad-46c2-b313-bca7ed4d3a0c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for a2e36980-96d6-4109-82b1-bebe51232c37 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:53.296643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:53.302862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.ipam_backend_mixin [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 was not found and therefore no delete operation was performed {{(pid=103233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:05:53.306481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d34d993-8eff-4de0-ad45-93b571c4a832 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:53.339237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.388597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:53.389476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.403326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Network e29aa2dc-5d97-4d45-988d-43691663da22 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:53.407802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.421587 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:53.482626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3d34d993-8eff-4de0-ad45-93b571c4a832 None None] Deleting port 692d19ec-b6b8-457f-ade6-4982327eb6be {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:53.483146 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3d34d993-8eff-4de0-ad45-93b571c4a832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.490815 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:53.498009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-60aa7b0c-2960-4596-963a-8636299c155f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.502297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-60aa7b0c-2960-4596-963a-8636299c155f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.530982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88215e3-dae6-4528-800e-4e5a7e3a6749 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:53.534198 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c88215e3-dae6-4528-800e-4e5a7e3a6749 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.537415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event updated for resources: {'Port': ['ID=2ce64b96-804f-4882-8a92-b4cbb4c5f3d4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:53.554956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] No DVR routers for this DVR port 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:53.582346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3d34d993-8eff-4de0-ad45-93b571c4a832 None None] For port 692d19ec-b6b8-457f-ade6-4982327eb6be, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=692d19ec-b6b8-457f-ade6-4982327eb6be,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:53.583157 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3d34d993-8eff-4de0-ad45-93b571c4a832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.607916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3d34d993-8eff-4de0-ad45-93b571c4a832 None None] Calling delete_port for 692d19ec-b6b8-457f-ade6-4982327eb6be owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:53.664638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-60aa7b0c-2960-4596-963a-8636299c155f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.665547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aa7b0c-2960-4596-963a-8636299c155f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Fanout notify agent at l3_agent the message router_deleted on router 004bafa0-456b-44f7-9744-c348cdcb526a {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:05:53.701444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=64faefd8-6bda-49ff-ba65-8f0eef6e2aa0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:53.708610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-60aa7b0c-2960-4596-963a-8636299c155f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.709721 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-60aa7b0c-2960-4596-963a-8636299c155f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/routers/004bafa0-456b-44f7-9744-c348cdcb526a HTTP/1.1" status: 204 len: 168 time: 1.1292496 Nov 24 05:05:53.733500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Allocated IP 2001:db8::2 (26ec9495-33ca-40b0-9bc2-fd4e2c0cc916/6ae503b8-8012-48b8-b242-eb75b77e39e3/7ed19ce2-316b-42fa-8f11-1411c7228356) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:53.751989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35496) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:53.762829 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e4dba034-55d1-46a1-8c00-cbf73961fa99 None None] Provisioning complete for port 2ce64b96-804f-4882-8a92-b4cbb4c5f3d4 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:53.763061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e4dba034-55d1-46a1-8c00-cbf73961fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.803840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.830416 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3d34d993-8eff-4de0-ad45-93b571c4a832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.887257 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736da200-5f73-4ef3-af9b-7af00903bc7f req-d166f57c-0fa6-40ab-b6a7-edfb9790e941 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:53.892132 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-736da200-5f73-4ef3-af9b-7af00903bc7f req-d166f57c-0fa6-40ab-b6a7-edfb9790e941 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 943 time: 0.3388002 Nov 24 05:05:53.894085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34d993-8eff-4de0-ad45-93b571c4a832 None None] Pushing event deleted for resources: {'Port': ['ID=692d19ec-b6b8-457f-ade6-4982327eb6be,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:53.898125 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d34d993-8eff-4de0-ad45-93b571c4a832 None None] No DVR routers for this DVR port 692d19ec-b6b8-457f-ade6-4982327eb6be on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:53.902143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e4dba034-55d1-46a1-8c00-cbf73961fa99 None None] Port 2ce64b96-804f-4882-8a92-b4cbb4c5f3d4 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:53.943317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb30b2b-e703-460e-b349-4d3703773b1b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting subnet 6c7542cb-6200-4992-81ce-ca11f55e0892 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:53.980224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1eb30b2b-e703-460e-b349-4d3703773b1b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:53.982903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.019522 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.029893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.045789 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fe4e4abb-333d-4e90-9319-d9103d938c9c req-56348255-c20f-4f32-a3ef-ca8e0a9312f1 service neutron] 10.222.0.31 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7411163 Nov 24 05:05:54.052334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73461ba6-b739-4431-bcf0-7b7169ad319a']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:54.078776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:54.079226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c48287a-caa3-41c1-a6cc-c4ec98ab5b66') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:54.079909 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:54.084276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Network 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:54.093047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1eb30b2b-e703-460e-b349-4d3703773b1b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.096247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.111858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:54.120662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.125246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:54.128027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.130024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:54.130380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 64faefd8-6bda-49ff-ba65-8f0eef6e2aa0 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:54.131267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 692d19ec-b6b8-457f-ade6-4982327eb6be no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:54.144917 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14c4ebe0-d0ad-46c2-b313-bca7ed4d3a0c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.177814 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Pushing event updated for resources: {'Port': ['ID=7ed19ce2-316b-42fa-8f11-1411c7228356,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:54.199879 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 692d19ec-b6b8-457f-ade6-4982327eb6be {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:54.200947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 692d19ec-b6b8-457f-ade6-4982327eb6be not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:54.207107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.220710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Attempting to bind port 7ed19ce2-316b-42fa-8f11-1411c7228356 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:54.221122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Attempting to bind port 7ed19ce2-316b-42fa-8f11-1411c7228356 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '657b7b90-9b09-4758-a32e-fd0539347cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:54.221526 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Attempting to bind port 7ed19ce2-316b-42fa-8f11-1411c7228356 on network 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:54.222895 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.229201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:54.229589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Checking segment: {'id': '657b7b90-9b09-4758-a32e-fd0539347cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:54.229995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.230395 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Bound using segment: {'id': '657b7b90-9b09-4758-a32e-fd0539347cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:54.231285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Bound port: 7ed19ce2-316b-42fa-8f11-1411c7228356, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657b7b90-9b09-4758-a32e-fd0539347cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:54.231849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.239748 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-736da200-5f73-4ef3-af9b-7af00903bc7f req-256c5b27-05f8-4c26-9c09-e64d2a67db56 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695148 Nov 24 05:05:54.261547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:54.262207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:54.266397 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:54.284279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4ebe0-d0ad-46c2-b313-bca7ed4d3a0c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=a2e36980-96d6-4109-82b1-bebe51232c37,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:54.315849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] For port 7ed19ce2-316b-42fa-8f11-1411c7228356, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:54.320233 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] For port 7ed19ce2-316b-42fa-8f11-1411c7228356, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7ed19ce2-316b-42fa-8f11-1411c7228356,segment=NetworkSegment(657b7b90-9b09-4758-a32e-fd0539347cdf),segment_id=657b7b90-9b09-4758-a32e-fd0539347cdf)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:54.326222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.371539 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fe4e4abb-333d-4e90-9319-d9103d938c9c req-2b7d2506-d3e6-48b8-963a-cdc58ff2c77f service neutron] 10.222.0.31 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069327 Nov 24 05:05:54.434144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b582313-ada0-48bb-b564-c5f4f40df00d None None] Pushing event updated for resources: {'Port': ['ID=7ed19ce2-316b-42fa-8f11-1411c7228356,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:54.440867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.452468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.456467 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/networks/73461ba6-b739-4431-bcf0-7b7169ad319a HTTP/1.1" status: 204 len: 168 time: 2.5043046 Nov 24 05:05:54.461027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35498) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:54.485278 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397c8f5-3944-4c6a-b61a-1680204c0d15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Network': ['ID=73461ba6-b739-4431-bcf0-7b7169ad319a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:54.627967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Router 482b025e-3f41-4d32-91e4-a51b4269a104 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:05:54.630524 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:05:54.724584 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c88215e3-dae6-4528-800e-4e5a7e3a6749 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.736516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14c4ebe0-d0ad-46c2-b313-bca7ed4d3a0c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.740407 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-14c4ebe0-d0ad-46c2-b313-bca7ed4d3a0c tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/a2e36980-96d6-4109-82b1-bebe51232c37 HTTP/1.1" status: 204 len: 168 time: 2.6321189 Nov 24 05:05:54.741842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1eb30b2b-e703-460e-b349-4d3703773b1b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.758685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35500) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:54.765757 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:54.779560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'port_id': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'mac_address': 'fa:16:3e:ba:d8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:05:54.810728 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:54.821511 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d70a30-2bd7-41db-a4f6-b02b99da6879 None None] Sync routers for ids ['482b025e-3f41-4d32-91e4-a51b4269a104'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:54.836404 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d70a30-2bd7-41db-a4f6-b02b99da6879 None None] Routers {'482b025e-3f41-4d32-91e4-a51b4269a104'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:54.837242 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d9d70a30-2bd7-41db-a4f6-b02b99da6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['482b025e-3f41-4d32-91e4-a51b4269a104'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:54.851274 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.853654 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.855437 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5374439e-ed9e-4b43-9182-43b6191ef3a0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6467361 Nov 24 05:05:54.858154 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35502) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:54.863370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0775d0da-2d2e-4bbe-9010-fc6f86f45a37 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'enable_snat': False}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:54.882270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:05:54.910903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:54.918620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.928072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 292e9e15-5d2f-4067-ae48-8adf91fe3bfe {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:54.928669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:54.985931 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d9d70a30-2bd7-41db-a4f6-b02b99da6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:54.992596 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:54.996851 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d70a30-2bd7-41db-a4f6-b02b99da6879 None None] Routers {'482b025e-3f41-4d32-91e4-a51b4269a104'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:54.997541 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d9d70a30-2bd7-41db-a4f6-b02b99da6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['482b025e-3f41-4d32-91e4-a51b4269a104'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:55.044826 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d9d70a30-2bd7-41db-a4f6-b02b99da6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:55.045980 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d70a30-2bd7-41db-a4f6-b02b99da6879 None None] The sync data for ids ['482b025e-3f41-4d32-91e4-a51b4269a104'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:55.103557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.104350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.127896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['3b4da1f9-3ed7-4164-83dd-d2bba03e6860'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:05:55.128480 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 292e9e15-5d2f-4067-ae48-8adf91fe3bfe owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:55.196697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88215e3-dae6-4528-800e-4e5a7e3a6749 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=2cd7c8c9-9a2f-42f5-82d4-1054e69c4d45,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:55.215579 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88215e3-dae6-4528-800e-4e5a7e3a6749 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:55.234601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c88215e3-dae6-4528-800e-4e5a7e3a6749 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:55.236561 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-39792039-7b8a-4f42-9103-6f24e0d098a9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:05:55.241495 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-39792039-7b8a-4f42-9103-6f24e0d098a9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/a2e36980-96d6-4109-82b1-bebe51232c37 HTTP/1.1" status: 404 len: 333 time: 0.4435503 Nov 24 05:05:55.242312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35504) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:55.249586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e35b9e2-c03c-4bc7-930c-aef90dec5b73 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:55.261280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88215e3-dae6-4528-800e-4e5a7e3a6749 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:55.262171 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c88215e3-dae6-4528-800e-4e5a7e3a6749 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.330474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-154f077d-10fc-4b85-8d47-38a5d92e3b99 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting subnet 590c65b3-f634-42f7-813c-593f3b3b6823 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:05:55.353107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-154f077d-10fc-4b85-8d47-38a5d92e3b99 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.420121 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0775d0da-2d2e-4bbe-9010-fc6f86f45a37 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.480499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bbe82-3abb-49fc-af19-1b7d3e809442 req-63d4aef5-18f6-4405-a144-1f5cef8d47e3 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:55.482196 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fa8bbe82-3abb-49fc-af19-1b7d3e809442 req-63d4aef5-18f6-4405-a144-1f5cef8d47e3 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 944 time: 0.1200356 Nov 24 05:05:55.579958 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.593096 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c88215e3-dae6-4528-800e-4e5a7e3a6749 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4682596 Nov 24 05:05:55.602347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35508) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:55.606900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.625201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-154f077d-10fc-4b85-8d47-38a5d92e3b99 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.693576 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1eb30b2b-e703-460e-b349-4d3703773b1b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.754619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a3438-15a7-4af2-8b75-974dc72b8d1c None None] Network 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:55.759709 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.813137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Allocated IP 2001:db8::1 (26ec9495-33ca-40b0-9bc2-fd4e2c0cc916/6ae503b8-8012-48b8-b242-eb75b77e39e3/2273eb80-b138-462e-9981-9890d0c10f30) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:55.834890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event updated for resources: {'Port': ['ID=2ce64b96-804f-4882-8a92-b4cbb4c5f3d4,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:55.842756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb30b2b-e703-460e-b349-4d3703773b1b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7542cb-6200-4992-81ce-ca11f55e0892,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:55.845968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1eb30b2b-e703-460e-b349-4d3703773b1b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.848858 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1eb30b2b-e703-460e-b349-4d3703773b1b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/6c7542cb-6200-4992-81ce-ca11f55e0892 HTTP/1.1" status: 204 len: 168 time: 2.0921485 Nov 24 05:05:55.861959 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35510) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:55.863903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '2cd7c8c9-9a2f-42f5-82d4-1054e69c4d45'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:05:55.864675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.882569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320be8d-54ad-45e1-94e9-fa714403f5c5 None None] Network 4362dd4c-5929-4f03-94fa-a1b4c51813d4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:55.980193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-31245385-efa0-4e0e-b316-30cc15813464 None None] Provisioning complete for port 7ed19ce2-316b-42fa-8f11-1411c7228356 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:55.980398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-31245385-efa0-4e0e-b316-30cc15813464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:55.983769 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fa8bbe82-3abb-49fc-af19-1b7d3e809442 req-2d7ac58c-81d4-41c6-bad1-a2937f376b67 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4851716 Nov 24 05:05:55.989646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'name': 'tempest-NetworksTestDHCPv6-1922600818'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:05:56.019538 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.102715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7ed19ce2-316b-42fa-8f11-1411c7228356 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:56.125385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=292e9e15-5d2f-4067-ae48-8adf91fe3bfe,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:56.134938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-154f077d-10fc-4b85-8d47-38a5d92e3b99 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.143418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.224557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.224981 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP c2e947e7-efe5-409a-be7c-f5ee294bcccf disassociated (deleted). External IP: 172.26.0.72, port: 31213e82-85fa-4823-97f0-dbaa920f4eda. Nov 24 05:05:56.240664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Network e29aa2dc-5d97-4d45-988d-43691663da22 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:56.253653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.255423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:56.315132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/2cd7c8c9-9a2f-42f5-82d4-1054e69c4d45/0ba049b6-18ca-47e2-b92c-b1b0ad1585aa) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:56.360419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-154f077d-10fc-4b85-8d47-38a5d92e3b99 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.367762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7ed19ce2-316b-42fa-8f11-1411c7228356 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:56.368138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.405948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:05:56.410716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.411459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f077d-10fc-4b85-8d47-38a5d92e3b99 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Subnet': ['ID=590c65b3-f634-42f7-813c-593f3b3b6823,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:56.422251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-154f077d-10fc-4b85-8d47-38a5d92e3b99 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.428718 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-154f077d-10fc-4b85-8d47-38a5d92e3b99 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/590c65b3-f634-42f7-813c-593f3b3b6823 HTTP/1.1" status: 204 len: 168 time: 1.1605644 Nov 24 05:05:56.433632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35512) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:56.483825 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-31245385-efa0-4e0e-b316-30cc15813464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.489385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 04390ead-60c9-4243-a7bb-caa0a4c7d59c yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:05:56.492109 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:56.492458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.522451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.598649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Router 0af863ee-91f1-4f81-9c3e-d96f4936c951 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:56.687499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04f7c6e-9341-4425-9c4a-4df3c2cac6f2 None None] Network 8904d37f-305a-4049-9758-18c71b259d1d requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:05:56.719403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=2273eb80-b138-462e-9981-9890d0c10f30,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:56.730869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a42231-5d9d-4d90-ba73-ad86395d2944 None None] DHCP port deletion for 4362dd4c-5929-4f03-94fa-a1b4c51813d4 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:56.734123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:56.737423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.742254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:56.749337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] For port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2242e1b6-7e8e-4d5b-b2aa-981514af4b8b,segment=NetworkSegment(4d293707-c8f7-4c5c-9f1e-520710feeda6),segment_id=4d293707-c8f7-4c5c-9f1e-520710feeda6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:56.749696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.754149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:56.783797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.795354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:56.795354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.872734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:56.873471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:56.891920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:56.950593 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Pushing event updated for resources: {'Port': ['ID=0ba049b6-18ca-47e2-b92c-b1b0ad1585aa,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:56.954899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-31245385-efa0-4e0e-b316-30cc15813464 None None] For port 7ed19ce2-316b-42fa-8f11-1411c7228356, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7ed19ce2-316b-42fa-8f11-1411c7228356,segment=NetworkSegment(657b7b90-9b09-4758-a32e-fd0539347cdf),segment_id=657b7b90-9b09-4758-a32e-fd0539347cdf)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:56.994392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:56.998586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:57.000185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-31245385-efa0-4e0e-b316-30cc15813464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.002477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::394 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/2cd7c8c9-9a2f-42f5-82d4-1054e69c4d45/04390ead-60c9-4243-a7bb-caa0a4c7d59c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:05:57.004688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:57.006663 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-04622ace-7a83-4f54-9f58-e12ef85347e0 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "PUT /v2.0/routers/0af863ee-91f1-4f81-9c3e-d96f4936c951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1680222 Nov 24 05:05:57.008249 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35516) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:57.043515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0775d0da-2d2e-4bbe-9010-fc6f86f45a37 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.053010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:57.080435 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042abea-20c7-4a8f-bcb5-2a7c2e275108 None None] Sync routers for ids ['0af863ee-91f1-4f81-9c3e-d96f4936c951'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:57.104579 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0775d0da-2d2e-4bbe-9010-fc6f86f45a37 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.183341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.211543 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port c55da8ff-b92d-4e60-bfe0-8ec456938064 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:57.211906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.215748 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042abea-20c7-4a8f-bcb5-2a7c2e275108 None None] Routers {'0af863ee-91f1-4f81-9c3e-d96f4936c951'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:57.216732 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0042abea-20c7-4a8f-bcb5-2a7c2e275108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['0af863ee-91f1-4f81-9c3e-d96f4936c951'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:57.218195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3917ef18-5263-4560-88c8-155ec43b4aa5 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.234022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:57.236394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:05:57.246446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-51a42231-5d9d-4d90-ba73-ad86395d2944 None None] Deleting port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:57.246823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-51a42231-5d9d-4d90-ba73-ad86395d2944 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.262380 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeec557-3477-4587-ac3f-0228bfce572f None None] Sync routers for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:57.268793 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.278290 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeec557-3477-4587-ac3f-0228bfce572f None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:57.279168 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1eeec557-3477-4587-ac3f-0228bfce572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:57.301486 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:57.301935 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.315637 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0042abea-20c7-4a8f-bcb5-2a7c2e275108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:57.338149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31245385-efa0-4e0e-b316-30cc15813464 None None] Pushing event updated for resources: {'Port': ['ID=7ed19ce2-316b-42fa-8f11-1411c7228356,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:57.341281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Attempting to bind port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:05:57.341723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Attempting to bind port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:05:57.342218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Attempting to bind port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:05:57.354671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e267a01-6103-45b1-80e7-135cb2431d64 req-fb07d7b2-d929-47b1-bd77-dfb0b3b97c8c tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:57.354892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e756b10a-a1f8-40a0-898a-1b00f915c859 None None] Provisioning complete for port 2ce64b96-804f-4882-8a92-b4cbb4c5f3d4 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:57.355175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e756b10a-a1f8-40a0-898a-1b00f915c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.356663 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e267a01-6103-45b1-80e7-135cb2431d64 req-fb07d7b2-d929-47b1-bd77-dfb0b3b97c8c tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 944 time: 0.2457829 Nov 24 05:05:57.428762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:05:57.429244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:05:57.429718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.430184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:05:57.430745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Bound port: 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:05:57.431197 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.442365 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-316fe57b-012c-4443-b7af-fc6a50f79632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/floatingips/c2e947e7-efe5-409a-be7c-f5ee294bcccf HTTP/1.1" status: 204 len: 168 time: 2.9663725 Nov 24 05:05:57.442859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1df922-7606-4f4a-a833-c4e6de83b0af None None] DHCP port deletion for 8904d37f-305a-4049-9758-18c71b259d1d request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:05:57.448904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'tag': '31213e82-85fa-4823-97f0-dbaa920f4eda'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:05:57.451431 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c499af-9f0d-4b7d-b038-41bfa68f549e" -d '{"events": [{"name": "network-changed", "server_uuid": "b08ce783-962d-4ea6-8cfa-7755127f43e8", "tag": "31213e82-85fa-4823-97f0-dbaa920f4eda"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:05:57.476643 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-1eeec557-3477-4587-ac3f-0228bfce572f None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:57.539275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042abea-20c7-4a8f-bcb5-2a7c2e275108 None None] Routers {'0af863ee-91f1-4f81-9c3e-d96f4936c951'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:57.539560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0775d0da-2d2e-4bbe-9010-fc6f86f45a37 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Router 482b025e-3f41-4d32-91e4-a51b4269a104 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:05:57.544670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0042abea-20c7-4a8f-bcb5-2a7c2e275108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['0af863ee-91f1-4f81-9c3e-d96f4936c951'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:57.550093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.555150 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e267a01-6103-45b1-80e7-135cb2431d64 req-fbd9da56-5c09-4fc1-9ecb-704d707201cb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858685 Nov 24 05:05:57.557499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-51a42231-5d9d-4d90-ba73-ad86395d2944 None None] For port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:57.562879 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-51a42231-5d9d-4d90-ba73-ad86395d2944 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.573881 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.657526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.658311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.659090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915ab0b1-dcf2-4721-90ae-fd2b988a43fe x-openstack-request-id: req-915ab0b1-dcf2-4721-90ae-fd2b988a43fe {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:05:57.662165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08ce783-962d-4ea6-8cfa-7755127f43e8", "tag": "31213e82-85fa-4823-97f0-dbaa920f4eda", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:05:57.662165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-915ab0b1-dcf2-4721-90ae-fd2b988a43fe {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:05:57.663352 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'tag': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'status': 'completed', 'code': 200} Nov 24 05:05:57.665145 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0042abea-20c7-4a8f-bcb5-2a7c2e275108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:57.666440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042abea-20c7-4a8f-bcb5-2a7c2e275108 None None] The sync data for ids ['0af863ee-91f1-4f81-9c3e-d96f4936c951'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:57.670540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.727281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-51a42231-5d9d-4d90-ba73-ad86395d2944 None None] Calling delete_port for 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:57.731067 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e756b10a-a1f8-40a0-898a-1b00f915c859 None None] Port 2ce64b96-804f-4882-8a92-b4cbb4c5f3d4 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:57.735310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-51a42231-5d9d-4d90-ba73-ad86395d2944 None None] Port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:05:57.746607 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-51a42231-5d9d-4d90-ba73-ad86395d2944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.809865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.901788 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=04390ead-60c9-4243-a7bb-caa0a4c7d59c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:57.904882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0775d0da-2d2e-4bbe-9010-fc6f86f45a37 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:05:57.914779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0775d0da-2d2e-4bbe-9010-fc6f86f45a37 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:57.920440 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0775d0da-2d2e-4bbe-9010-fc6f86f45a37 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "PUT /v2.0/routers/482b025e-3f41-4d32-91e4-a51b4269a104 HTTP/1.1" status: 200 len: 925 time: 3.0609045 Nov 24 05:05:57.922991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c499af-9f0d-4b7d-b038-41bfa68f549e req-c5280559-2ccc-41b5-b565-db59e6665874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:57.924842 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7c499af-9f0d-4b7d-b038-41bfa68f549e req-c5280559-2ccc-41b5-b565-db59e6665874 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 1099 time: 0.2485433 Nov 24 05:05:57.933471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35524) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:57.937839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1819666-442e-4f5c-8672-eb30e567362b None None] Sync routers for ids ['482b025e-3f41-4d32-91e4-a51b4269a104'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:05:57.981108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a42231-5d9d-4d90-ba73-ad86395d2944 None None] Pushing event deleted for resources: {'Port': ['ID=2242e1b6-7e8e-4d5b-b2aa-981514af4b8b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:57.987312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a42231-5d9d-4d90-ba73-ad86395d2944 None None] No DVR routers for this DVR port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:58.011147 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:58.023080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e756b10a-a1f8-40a0-898a-1b00f915c859 None None] Provisioning complete for port 7ed19ce2-316b-42fa-8f11-1411c7228356 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:58.023408 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e756b10a-a1f8-40a0-898a-1b00f915c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:58.028489 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1eeec557-3477-4587-ac3f-0228bfce572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:05:40Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:58.036612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:58.063166 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:05:58.069528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:58.070317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:58.071449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1819666-442e-4f5c-8672-eb30e567362b None None] Routers {'482b025e-3f41-4d32-91e4-a51b4269a104'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:58.072145 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b1819666-442e-4f5c-8672-eb30e567362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['482b025e-3f41-4d32-91e4-a51b4269a104'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:58.077590 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] For port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:05:58.087187 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeec557-3477-4587-ac3f-0228bfce572f None None] Checking router: 5026718c-0420-4f5f-bb8b-6bc4eafb4224 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:05:58.108933 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeec557-3477-4587-ac3f-0228bfce572f None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:58.109816 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1eeec557-3477-4587-ac3f-0228bfce572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:58.139810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:58.141664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b1819666-442e-4f5c-8672-eb30e567362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:58.147781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] For port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0ba049b6-18ca-47e2-b92c-b1b0ad1585aa,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:05:58.163629 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1c02fab5-aa70-4892-9974-cc6893453eb3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1794016 Nov 24 05:05:58.164588 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:58.170471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35526) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:58.206578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deae81a-146c-4d06-8d34-0ea8cbd96916 req-56bfddf5-274f-4af2-9d0a-554233296874 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:58.210766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7ed19ce2-316b-42fa-8f11-1411c7228356 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:05:58.216169 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9deae81a-146c-4d06-8d34-0ea8cbd96916 req-56bfddf5-274f-4af2-9d0a-554233296874 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 946 time: 0.3060098 Nov 24 05:05:58.221446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1e1df922-7606-4f4a-a833-c4e6de83b0af None None] Deleting port c55da8ff-b92d-4e60-bfe0-8ec456938064 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:58.221809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1e1df922-7606-4f4a-a833-c4e6de83b0af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:58.223221 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:05:58.225519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98196a3c-1d75-4f22-be60-a78a09179362" -d '{"events": [{"server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "name": "network-vif-plugged", "status": "completed", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:05:58.248102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1819666-442e-4f5c-8672-eb30e567362b None None] Routers {'482b025e-3f41-4d32-91e4-a51b4269a104'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:05:58.256744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b1819666-442e-4f5c-8672-eb30e567362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['482b025e-3f41-4d32-91e4-a51b4269a104'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:58.304262 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fa06fc81-e6ff-4dff-b99d-b752f2205cf2 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/routers/482b025e-3f41-4d32-91e4-a51b4269a104 HTTP/1.1" status: 200 len: 925 time: 0.3691812 Nov 24 05:05:58.306133 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35530) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:58.325442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c499af-9f0d-4b7d-b038-41bfa68f549e req-55ac51df-c0fe-491e-b61b-3135b26b39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:58.327976 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7c499af-9f0d-4b7d-b038-41bfa68f549e req-55ac51df-c0fe-491e-b61b-3135b26b39e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=71a7fc35-9529-48a5-9505-3edd8dcad952 HTTP/1.1" status: 200 len: 898 time: 0.3905602 Nov 24 05:05:58.329825 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-3917ef18-5263-4560-88c8-155ec43b4aa5 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 05:05:58.333876 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3917ef18-5263-4560-88c8-155ec43b4aa5 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "DELETE /v2.0/routers/0af863ee-91f1-4f81-9c3e-d96f4936c951 HTTP/1.1" status: 409 len: 329 time: 1.3223650 Nov 24 05:05:58.338122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35532) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:58.339513 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No DVR routers for this DVR port 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:58.352027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cf2525-6495-4234-9776-367546b91f15 x-openstack-request-id: req-64cf2525-6495-4234-9776-367546b91f15 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:05:58.352635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "name": "network-vif-plugged", "status": "completed", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:05:58.352635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64cf2525-6495-4234-9776-367546b91f15 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:05:58.352949 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'code': 200} Nov 24 05:05:58.399027 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-1eeec557-3477-4587-ac3f-0228bfce572f None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:05:58.433106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=2273eb80-b138-462e-9981-9890d0c10f30,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:58.455156 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:58.486192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b1819666-442e-4f5c-8672-eb30e567362b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:58.487774 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1819666-442e-4f5c-8672-eb30e567362b None None] The sync data for ids ['482b025e-3f41-4d32-91e4-a51b4269a104'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:58.508188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:58.545723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] For port c55da8ff-b92d-4e60-bfe0-8ec456938064, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c55da8ff-b92d-4e60-bfe0-8ec456938064,segment=NetworkSegment(db1c2fcb-aea8-4c47-a28b-681ea6efc194),segment_id=db1c2fcb-aea8-4c47-a28b-681ea6efc194)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:58.546101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:58.674241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920a220-f52e-4bad-a210-26580625cfb0 None None] Pushing event updated for resources: {'Port': ['ID=0ba049b6-18ca-47e2-b92c-b1b0ad1585aa,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:58.681684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=2242e1b6-7e8e-4d5b-b2aa-981514af4b8b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:58.690608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for c55da8ff-b92d-4e60-bfe0-8ec456938064 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:58.756684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1e1df922-7606-4f4a-a833-c4e6de83b0af None None] For port c55da8ff-b92d-4e60-bfe0-8ec456938064, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c55da8ff-b92d-4e60-bfe0-8ec456938064,segment=NetworkSegment(db1c2fcb-aea8-4c47-a28b-681ea6efc194),segment_id=db1c2fcb-aea8-4c47-a28b-681ea6efc194)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:05:58.758509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1e1df922-7606-4f4a-a833-c4e6de83b0af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:58.771448 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1eeec557-3477-4587-ac3f-0228bfce572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:05:40Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:58.797180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:58.818269 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeec557-3477-4587-ac3f-0228bfce572f None None] The sync data for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv is: [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:05:40Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'ca99135f-0747-4013-a7ef-95b1d022cf09', 'name': '', 'network_id': '71a7fc35-9529-48a5-9505-3edd8dcad952', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:b4:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:18Z', 'updated_at': '2021-11-24T05:03:26Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '525a4a93-e392-4468-9b67-9ecd7c3d7863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:05:58.847969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1e1df922-7606-4f4a-a833-c4e6de83b0af None None] Calling delete_port for c55da8ff-b92d-4e60-bfe0-8ec456938064 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:58.904979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:58.920601 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7ed19ce2-316b-42fa-8f11-1411c7228356 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:58.921286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.000616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4362dd4c-5929-4f03-94fa-a1b4c51813d4']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:59.005624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17fb2d-79e6-45fe-90a7-66ac1f9a1b59 req-ed295f52-a962-4adb-8b76-a568707ada28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:59.007149 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da17fb2d-79e6-45fe-90a7-66ac1f9a1b59 req-ed295f52-a962-4adb-8b76-a568707ada28 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 1098 time: 0.4548113 Nov 24 05:05:59.025611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d293707-c8f7-4c5c-9f1e-520710feeda6') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:59.026701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d293707-c8f7-4c5c-9f1e-520710feeda6') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:59.031742 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7c499af-9f0d-4b7d-b038-41bfa68f549e req-7150a1e8-406d-4e7b-90ff-652142622836 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31213e82-85fa-4823-97f0-dbaa920f4eda HTTP/1.1" status: 200 len: 217 time: 0.0899487 Nov 24 05:05:59.033304 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c94df934-f066-4099-af6c-310c8915209c None None] Provisioning complete for port 2273eb80-b138-462e-9981-9890d0c10f30 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:59.033680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c94df934-f066-4099-af6c-310c8915209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.035210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:05:59.044224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ecba5f-cc07-418d-abaf-9fbfa7b6a6bd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:59.050732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ecba5f-cc07-418d-abaf-9fbfa7b6a6bd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:59.055127 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-60ecba5f-cc07-418d-abaf-9fbfa7b6a6bd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8780627 Nov 24 05:05:59.057980 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35536) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:59.060232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:05:59.067111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.086699 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9deae81a-146c-4d06-8d34-0ea8cbd96916 req-042ac435-f8b9-4aaf-8b55-8316a4a581aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8659925 Nov 24 05:05:59.108570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c94df934-f066-4099-af6c-310c8915209c None None] Port 2273eb80-b138-462e-9981-9890d0c10f30 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:59.115848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.134538 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1e1df922-7606-4f4a-a833-c4e6de83b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.143262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.157206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:59.157869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.163923 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fddae3-dbd7-4bca-9e02-a131be6ce481 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:59.169395 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-46fddae3-dbd7-4bca-9e02-a131be6ce481 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&device_id=482b025e-3f41-4d32-91e4-a51b4269a104&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8618510 Nov 24 05:05:59.170602 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1df922-7606-4f4a-a833-c4e6de83b0af None None] Pushing event deleted for resources: {'Port': ['ID=c55da8ff-b92d-4e60-bfe0-8ec456938064,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:59.173186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35538) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:59.175853 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1df922-7606-4f4a-a833-c4e6de83b0af None None] No DVR routers for this DVR port c55da8ff-b92d-4e60-bfe0-8ec456938064 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:59.217210 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:59.239143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eea6f-a5bd-417e-9f7b-e91519d4bb8d req-dbcc936a-2865-42ce-9b51-90a6427b4166 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:59.244101 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-219eea6f-a5bd-417e-9f7b-e91519d4bb8d req-dbcc936a-2865-42ce-9b51-90a6427b4166 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.3190393 Nov 24 05:05:59.252966 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c55da8ff-b92d-4e60-bfe0-8ec456938064 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:59.263954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c499af-9f0d-4b7d-b038-41bfa68f549e req-1530f842-c960-4a92-88fc-744d383189ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:59.265735 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7c499af-9f0d-4b7d-b038-41bfa68f549e req-1530f842-c960-4a92-88fc-744d383189ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=525a4a93-e392-4468-9b67-9ecd7c3d7863 HTTP/1.1" status: 200 len: 834 time: 0.2115204 Nov 24 05:05:59.288904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: c55da8ff-b92d-4e60-bfe0-8ec456938064 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:59.289263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c55da8ff-b92d-4e60-bfe0-8ec456938064 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:59.299915 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:05:59.338108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=c55da8ff-b92d-4e60-bfe0-8ec456938064,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:59.344565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:05:59.344908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2242e1b6-7e8e-4d5b-b2aa-981514af4b8b not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:05:59.399238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c8ebd1-b5ec-4072-8bf9-c68ba4132de1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:59.404807 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-74c8ebd1-b5ec-4072-8bf9-c68ba4132de1 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/networks/ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 881 time: 0.2262902 Nov 24 05:05:59.409950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No DVR routers for this DVR port c55da8ff-b92d-4e60-bfe0-8ec456938064 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:05:59.429311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35540) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:59.487015 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da17fb2d-79e6-45fe-90a7-66ac1f9a1b59 req-cb3a9fcc-d06d-46e7-9559-966614903295 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4646745 Nov 24 05:05:59.528958 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-219eea6f-a5bd-417e-9f7b-e91519d4bb8d req-619b608b-3e3f-4d40-a4a8-0719d229d398 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609956 Nov 24 05:05:59.533323 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a7a92-2844-4e77-926b-9e142f6f9e88 None None] New status for floating IP c2e947e7-efe5-409a-be7c-f5ee294bcccf: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:05:59.546909 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cb892c47-00bc-4bc8-846b-6dfd083c1ddc tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=482b025e-3f41-4d32-91e4-a51b4269a104 HTTP/1.1" status: 200 len: 205 time: 0.1016588 Nov 24 05:05:59.554071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35542) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:59.560439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f57af-799b-47f8-b0de-90eef27578ca req-d4f1bd3f-087d-4f2e-8cc5-6a804bfa31c7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:59.562005 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-191f57af-799b-47f8-b0de-90eef27578ca req-d4f1bd3f-087d-4f2e-8cc5-6a804bfa31c7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 946 time: 0.4758322 Nov 24 05:05:59.582591 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a0724b0d-7e77-46e9-bdf3-d5f02ab87699 None None] Provisioning complete for port 2273eb80-b138-462e-9981-9890d0c10f30 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:05:59.583097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a0724b0d-7e77-46e9-bdf3-d5f02ab87699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.611778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c499af-9f0d-4b7d-b038-41bfa68f549e req-af6f34af-00ac-49db-ba1b-9c08e44aa89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:59.613340 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7c499af-9f0d-4b7d-b038-41bfa68f549e req-af6f34af-00ac-49db-ba1b-9c08e44aa89a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a7fc35-9529-48a5-9505-3edd8dcad952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3221371 Nov 24 05:05:59.625558 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a0724b0d-7e77-46e9-bdf3-d5f02ab87699 None None] Port 2273eb80-b138-462e-9981-9890d0c10f30 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:05:59.626004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ab93f177-654a-4913-971d-fcaf6a056ca8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 04390ead-60c9-4243-a7bb-caa0a4c7d59c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:05:59.626446 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab93f177-654a-4913-971d-fcaf6a056ca8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.626927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.629351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.652378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.655650 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/networks/4362dd4c-5929-4f03-94fa-a1b4c51813d4 HTTP/1.1" status: 204 len: 168 time: 3.7925751 Nov 24 05:05:59.663744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35544) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:59.703961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70645463-26da-476a-8ce4-4e3b8b6e0e82 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Network': ['ID=4362dd4c-5929-4f03-94fa-a1b4c51813d4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:05:59.716616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8904d37f-305a-4049-9758-18c71b259d1d']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:59.752583 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:05:59.758618 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1c2fcb-aea8-4c47-a28b-681ea6efc194') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:59.758934 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1c2fcb-aea8-4c47-a28b-681ea6efc194') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:05:59.786236 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.837559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327f48a8-628a-447a-9d54-c33bea629d29 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:05:59.843101 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-327f48a8-628a-447a-9d54-c33bea629d29 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/44db5ecb-e163-493d-a692-b77ebc1b2686 HTTP/1.1" status: 200 len: 845 time: 0.1747363 Nov 24 05:05:59.848219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.850287 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35546) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:05:59.872139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:05:59.872814 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.901575 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab93f177-654a-4913-971d-fcaf6a056ca8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.912454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:05:59.923580 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:05:59.954142 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ab93f177-654a-4913-971d-fcaf6a056ca8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 04390ead-60c9-4243-a7bb-caa0a4c7d59c owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:05:59.995333 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7c499af-9f0d-4b7d-b038-41bfa68f549e req-9e5abd1a-afc6-4647-a2ac-fc931e642e30 service neutron] 10.222.0.31 "GET /v2.0/networks/71a7fc35-9529-48a5-9505-3edd8dcad952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888374 Nov 24 05:06:00.054284 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-30cec790-1e6e-4535-82b9-054ec0b7082b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/44db5ecb-e163-493d-a692-b77ebc1b2686?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1960661 Nov 24 05:06:00.071540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fb0ff2c9-a541-4637-9494-21f9e6103061 None None] Provisioning complete for port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:00.074340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff2c9-a541-4637-9494-21f9e6103061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.080652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35548) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:00.089684 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:00.130935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.133525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:00.158613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.175414 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/networks/8904d37f-305a-4049-9758-18c71b259d1d HTTP/1.1" status: 204 len: 168 time: 3.7393126 Nov 24 05:06:00.194658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35552) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:00.204705 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1974335617'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:00.223052 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb733b3e-2a5c-4a22-9b0f-e9ec954ed328 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Network': ['ID=8904d37f-305a-4049-9758-18c71b259d1d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:00.226392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:00.247939 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a388e41d-2c6f-4e61-889e-9371cf09b291 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9782171 Nov 24 05:06:00.252076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-191f57af-799b-47f8-b0de-90eef27578ca req-79bf9079-9cea-460b-94c7-7eaa0b93dc29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 31213e82-85fa-4823-97f0-dbaa920f4eda {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:00.252564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-191f57af-799b-47f8-b0de-90eef27578ca req-79bf9079-9cea-460b-94c7-7eaa0b93dc29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.257783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35554) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:00.262072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Sync routers for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:00.274271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-714566804'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:00.336833 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:00.337885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:00.393549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.api [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 05:06:00.393549 dv-neutron-818850-5-hyperv neutron-server[103233]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 05:06:00.393549 dv-neutron-818850-5-hyperv neutron-server[103233]: [parameters: {'project_id': '36d394d4d634443c9c91331f4fe50566', 'id': '1ed224de-d5ec-4401-9d41-52cb30871bfe', 'expiration': datetime.datetime(2021, 11, 24, 5, 8, 0, 306884)}] Nov 24 05:06:00.393549 dv-neutron-818850-5-hyperv neutron-server[103233]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:06:00.393549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG oslo_db.api [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:06:00.409090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:00.409807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.415209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16a0fad7-c01b-416a-86b0-c2dcd1aa6097 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.418156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.api [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 05:06:00.418156 dv-neutron-818850-5-hyperv neutron-server[103232]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 05:06:00.418156 dv-neutron-818850-5-hyperv neutron-server[103232]: [parameters: {'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'id': '4334ef45-d485-496e-819d-b1e6207c899a', 'expiration': datetime.datetime(2021, 11, 24, 5, 8, 0, 333388)}] Nov 24 05:06:00.418156 dv-neutron-818850-5-hyperv neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:06:00.418650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG oslo_db.api [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:06:00.470309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bcf08-3a56-4746-af3d-742b65cdd5f5 req-5575051a-72c1-4d4a-aaea-657607b41541 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:00.472199 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a65bcf08-3a56-4746-af3d-742b65cdd5f5 req-5575051a-72c1-4d4a-aaea-657607b41541 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 946 time: 0.2500143 Nov 24 05:06:00.476807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.482932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:00.487494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.491537 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7c499af-9f0d-4b7d-b038-41bfa68f549e req-1f6f156c-0d68-4218-8f0d-93538f0fe351 service neutron] 10.222.0.31 "GET /v2.0/networks/71a7fc35-9529-48a5-9505-3edd8dcad952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590490 Nov 24 05:06:00.619161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff2c9-a541-4637-9494-21f9e6103061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.689705 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:00.755445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab93f177-654a-4913-971d-fcaf6a056ca8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.768050 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7167aba-e64b-44c4-b44a-8e5d6fbba9cd req-bd8aa0fb-2ed9-49f7-9669-3a8977a2871a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:00.769576 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7167aba-e64b-44c4-b44a-8e5d6fbba9cd req-bd8aa0fb-2ed9-49f7-9669-3a8977a2871a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.1075149 Nov 24 05:06:00.795221 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fb0ff2c9-a541-4637-9494-21f9e6103061 None None] For port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0ba049b6-18ca-47e2-b92c-b1b0ad1585aa,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:00.801445 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a65bcf08-3a56-4746-af3d-742b65cdd5f5 req-40d6fed8-f7c8-4d17-b870-b27c21a9d0a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2089acf-dc43-46dd-80b2-a03a13a6c9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852142 Nov 24 05:06:00.844190 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-191f57af-799b-47f8-b0de-90eef27578ca req-79bf9079-9cea-460b-94c7-7eaa0b93dc29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 31213e82-85fa-4823-97f0-dbaa920f4eda, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31213e82-85fa-4823-97f0-dbaa920f4eda,segment=NetworkSegment(34da4f99-2b70-4abd-838d-a67f5ef97f08),segment_id=34da4f99-2b70-4abd-838d-a67f5ef97f08)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:00.845295 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-191f57af-799b-47f8-b0de-90eef27578ca req-79bf9079-9cea-460b-94c7-7eaa0b93dc29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.861102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff2c9-a541-4637-9494-21f9e6103061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:00.872168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-191f57af-799b-47f8-b0de-90eef27578ca req-79bf9079-9cea-460b-94c7-7eaa0b93dc29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 31213e82-85fa-4823-97f0-dbaa920f4eda owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:00.872929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93f177-654a-4913-971d-fcaf6a056ca8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=04390ead-60c9-4243-a7bb-caa0a4c7d59c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:00.887639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Deleting port c56ba7b9-fe63-4132-a9b2-446a816938c8 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:00.888799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.022950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-46267b44-3326-49c0-a608-af7b099bca37 None None] Could not find standard attr ID for object 04390ead-60c9-4243-a7bb-caa0a4c7d59c. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:06:01.027514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab93f177-654a-4913-971d-fcaf6a056ca8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.040062 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ab93f177-654a-4913-971d-fcaf6a056ca8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/04390ead-60c9-4243-a7bb-caa0a4c7d59c HTTP/1.1" status: 204 len: 168 time: 1.9676614 Nov 24 05:06:01.040982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ff2c9-a541-4637-9494-21f9e6103061 None None] Pushing event updated for resources: {'Port': ['ID=0ba049b6-18ca-47e2-b92c-b1b0ad1585aa,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:01.045705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35558) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:01.148207 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:05:56Z', 'revision_number': 2, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:05:57Z', 'revision_number': 2, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:01.188597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Checking router: daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:01.189202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Updating router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f port 2273eb80-b138-462e-9981-9890d0c10f30 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:06:01.202289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:01.207888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.226539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.231815 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7167aba-e64b-44c4-b44a-8e5d6fbba9cd req-596567c5-2afb-49c1-a61c-f5eba512e11b tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4248657 Nov 24 05:06:01.314733 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424d1e6-5cfe-4ca7-9098-349158297e8b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:01.316482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424d1e6-5cfe-4ca7-9098-349158297e8b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:01.320804 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8424d1e6-5cfe-4ca7-9098-349158297e8b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2576671 Nov 24 05:06:01.352902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35560) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:01.376017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.414309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:06:01.424645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Calling delete_port for c56ba7b9-fe63-4132-a9b2-446a816938c8 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:01.440321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.440699 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Added segment a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c of type vlan for network 0bf5e710-187d-452e-a5b8-2ef3f761ef18 Nov 24 05:06:01.462712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ce1c75-6e73-40fc-aa05-998f8202deda tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 2cd7c8c9-9a2f-42f5-82d4-1054e69c4d45 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:01.468285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55ce1c75-6e73-40fc-aa05-998f8202deda tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.513458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:01.517139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.555725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.574774 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.577063 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55ce1c75-6e73-40fc-aa05-998f8202deda tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.584355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-191f57af-799b-47f8-b0de-90eef27578ca req-79bf9079-9cea-460b-94c7-7eaa0b93dc29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.585075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.591713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:06:01.641647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.642067 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added segment 224db3e7-d8e2-4751-9d82-f9da2e11a379 of type vlan for network d81f8f02-67c3-48fb-9c18-cf61a80a8a6a Nov 24 05:06:01.647496 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf9079-9cea-460b-94c7-7eaa0b93dc29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=31213e82-85fa-4823-97f0-dbaa920f4eda,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:01.674114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.679989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:01.680614 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.781003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.788138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dbeb1-fb55-4024-9949-a0e7bd9d502c None None] Pushing event updated for resources: {'Port': ['ID=2273eb80-b138-462e-9981-9890d0c10f30,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:01.791865 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5929170 Nov 24 05:06:01.799171 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35562) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:01.831863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '0bf5e710-187d-452e-a5b8-2ef3f761ef18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:01.837020 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.873511 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Attempting to bind port 2273eb80-b138-462e-9981-9890d0c10f30 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:01.874048 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Attempting to bind port 2273eb80-b138-462e-9981-9890d0c10f30 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '657b7b90-9b09-4758-a32e-fd0539347cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:01.874554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Attempting to bind port 2273eb80-b138-462e-9981-9890d0c10f30 on network 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:01.880618 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:01.881161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Checking segment: {'id': '657b7b90-9b09-4758-a32e-fd0539347cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:01.881681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.882194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Bound using segment: {'id': '657b7b90-9b09-4758-a32e-fd0539347cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:01.882969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Bound port: 2273eb80-b138-462e-9981-9890d0c10f30, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657b7b90-9b09-4758-a32e-fd0539347cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:01.883481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.896620 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55ce1c75-6e73-40fc-aa05-998f8202deda tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.905131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-191f57af-799b-47f8-b0de-90eef27578ca req-79bf9079-9cea-460b-94c7-7eaa0b93dc29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] No DVR routers for this DVR port 31213e82-85fa-4823-97f0-dbaa920f4eda on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:01.907922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-191f57af-799b-47f8-b0de-90eef27578ca req-79bf9079-9cea-460b-94c7-7eaa0b93dc29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:01.911582 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-191f57af-799b-47f8-b0de-90eef27578ca req-79bf9079-9cea-460b-94c7-7eaa0b93dc29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "DELETE /v2.0/ports/31213e82-85fa-4823-97f0-dbaa920f4eda HTTP/1.1" status: 204 len: 173 time: 2.2090061 Nov 24 05:06:01.969487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'name': 'network-vif-deleted', 'tag': '31213e82-85fa-4823-97f0-dbaa920f4eda'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:06:01.972254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cca15b2-745b-4c72-8b30-27c34e3a5c53" -d '{"events": [{"server_uuid": "b08ce783-962d-4ea6-8cfa-7755127f43e8", "name": "network-vif-deleted", "tag": "31213e82-85fa-4823-97f0-dbaa920f4eda"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:06:02.001384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99e230-d53e-4acb-b048-b4c2b3974d84 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Network': ['ID=0bf5e710-187d-452e-a5b8-2ef3f761ef18,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:02.015328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 0bf5e710-187d-452e-a5b8-2ef3f761ef18 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:06:02.087048 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] For port 2273eb80-b138-462e-9981-9890d0c10f30, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:02.115760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] For port 2273eb80-b138-462e-9981-9890d0c10f30, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2273eb80-b138-462e-9981-9890d0c10f30,segment=NetworkSegment(657b7b90-9b09-4758-a32e-fd0539347cdf),segment_id=657b7b90-9b09-4758-a32e-fd0539347cdf)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:02.118151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af1ace9-2006-456b-9240-7c73e5d9698c x-openstack-request-id: req-1af1ace9-2006-456b-9240-7c73e5d9698c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:06:02.118409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08ce783-962d-4ea6-8cfa-7755127f43e8", "name": "network-vif-deleted", "tag": "31213e82-85fa-4823-97f0-dbaa920f4eda", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:06:02.118663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1af1ace9-2006-456b-9240-7c73e5d9698c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:06:02.119047 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08ce783-962d-4ea6-8cfa-7755127f43e8', 'name': 'network-vif-deleted', 'tag': '31213e82-85fa-4823-97f0-dbaa920f4eda', 'status': 'completed', 'code': 200} Nov 24 05:06:02.163027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.169572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:02.170244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.192325 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:02.197095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.257241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Network': ['ID=d81f8f02-67c3-48fb-9c18-cf61a80a8a6a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:02.261909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-16a0fad7-c01b-416a-86b0-c2dcd1aa6097 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Deleting port 2ce64b96-804f-4882-8a92-b4cbb4c5f3d4 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:02.262254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16a0fad7-c01b-416a-86b0-c2dcd1aa6097 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.287097 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:02.292175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network d81f8f02-67c3-48fb-9c18-cf61a80a8a6a details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:06:02.293727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.303826 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-00112218-df2b-4d02-a22c-4ce5a0aba545 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0396161 Nov 24 05:06:02.315605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-19f3496c-f564-4093-93aa-717686bab322 None None] Provisioning complete for port 2273eb80-b138-462e-9981-9890d0c10f30 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:02.315989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19f3496c-f564-4093-93aa-717686bab322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.320327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35570) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:02.326075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'subnet': {'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:02.434657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dbeb1-fb55-4024-9949-a0e7bd9d502c None None] Pushing event updated for resources: {'Port': ['ID=2273eb80-b138-462e-9981-9890d0c10f30,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:02.514430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:02.515729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:02.521544 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7b59b70b-03ce-4a15-bd25-e463caea90fb req-1b836a9d-c31c-4513-b382-dd3c17892da8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=b08ce783-962d-4ea6-8cfa-7755127f43e8 HTTP/1.1" status: 200 len: 210 time: 0.6197119 Nov 24 05:06:02.572237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network efd728c2-502d-4c27-9f43-6889b959b397 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:02.577007 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16a0fad7-c01b-416a-86b0-c2dcd1aa6097 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.584797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.598225 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:02.625568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:02.627929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.631480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-16a0fad7-c01b-416a-86b0-c2dcd1aa6097 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Calling delete_port for 2ce64b96-804f-4882-8a92-b4cbb4c5f3d4 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:02.632706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be769c-178e-4b49-a580-cb446f5aaa39 None None] Network efd728c2-502d-4c27-9f43-6889b959b397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:02.638882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:02.643258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.660208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20779ad3-e1a1-40c2-b8c3-b7ce0915f439 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:02.662441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:02.662833 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.680774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Subnet': ['ID=2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:02.714798 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-df50369d-3911-4e99-b77d-dbe5263856ac tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6311376 Nov 24 05:06:02.721864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 31213e82-85fa-4823-97f0-dbaa920f4eda no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:02.734835 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Pushing event deleted for resources: {'Port': ['ID=c56ba7b9-fe63-4132-a9b2-446a816938c8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:02.740004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35572) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:02.743980 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2b6b940b-1a9f-4203-8ac0-d7683dd9f402 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'security_group': {'name': 'tempest-secgroup-1787722646'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:02.796374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.798759 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 31213e82-85fa-4823-97f0-dbaa920f4eda {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:02.798759 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 31213e82-85fa-4823-97f0-dbaa920f4eda not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:02.803138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:02.849698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19f3496c-f564-4093-93aa-717686bab322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.912772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.915090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.922993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.928661 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55ce1c75-6e73-40fc-aa05-998f8202deda tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:02.938328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2a8b2-795d-4a57-aa6a-296d2a44d656 req-e141602e-fd9b-4d0b-9ebc-83d29f773796 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:02.940064 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-34c2a8b2-795d-4a57-aa6a-296d2a44d656 req-e141602e-fd9b-4d0b-9ebc-83d29f773796 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.4219146 Nov 24 05:06:02.973138 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce1c75-6e73-40fc-aa05-998f8202deda tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd7c8c9-9a2f-42f5-82d4-1054e69c4d45,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:02.975204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b6b940b-1a9f-4203-8ac0-d7683dd9f402 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.017167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-19f3496c-f564-4093-93aa-717686bab322 None None] For port 2273eb80-b138-462e-9981-9890d0c10f30, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2273eb80-b138-462e-9981-9890d0c10f30,segment=NetworkSegment(657b7b90-9b09-4758-a32e-fd0539347cdf),segment_id=657b7b90-9b09-4758-a32e-fd0539347cdf)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:03.034921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19f3496c-f564-4093-93aa-717686bab322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.039809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55ce1c75-6e73-40fc-aa05-998f8202deda tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.046576 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-55ce1c75-6e73-40fc-aa05-998f8202deda tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/2cd7c8c9-9a2f-42f5-82d4-1054e69c4d45 HTTP/1.1" status: 204 len: 168 time: 1.6857064 Nov 24 05:06:03.047086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35574) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:03.061875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Subnet': ['ID=6e5a81fc-d36f-4a8b-94f0-736641768594,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:03.085019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.085739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Fanout notify agent at l3_agent the message router_deleted on router 482b025e-3f41-4d32-91e4-a51b4269a104 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:06:03.100794 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06af73b7-b668-4809-b425-38434114319e None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:03.112349 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.113882 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c10ab72b-8415-44c3-b56d-e3f8662c1c2f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/482b025e-3f41-4d32-91e4-a51b4269a104 HTTP/1.1" status: 204 len: 168 time: 3.5554488 Nov 24 05:06:03.121395 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-34c2a8b2-795d-4a57-aa6a-296d2a44d656 req-e5d969dd-99b7-49a2-b9eb-ee8b66848024 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494207 Nov 24 05:06:03.125048 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35576) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:03.129713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3ee86816-b199-47e3-a6e0-55574b8f695f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1486600252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:03.146655 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f64af9cf-b79b-413a-b802-c55949dec096 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966151 Nov 24 05:06:03.152842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35578) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:03.157892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d534cafe-3338-4c15-bdf8-db02003ec7dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:03.194163 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Checking segment: {'id': '224db3e7-d8e2-4751-9d82-f9da2e11a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:03.194540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network hostable DHCP agents. Network: d81f8f02-67c3-48fb-9c18-cf61a80a8a6a, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:06:03.195681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ee86816-b199-47e3-a6e0-55574b8f695f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.196825 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.198323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ee86816-b199-47e3-a6e0-55574b8f695f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.257176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3496c-f564-4093-93aa-717686bab322 None None] Pushing event updated for resources: {'Port': ['ID=2273eb80-b138-462e-9981-9890d0c10f30,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:03.315709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8d2fd699-b453-4de6-ad17-cd7c9e883cf0 None None] Provisioning complete for port 2273eb80-b138-462e-9981-9890d0c10f30 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:03.316357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd699-b453-4de6-ad17-cd7c9e883cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.340966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b6b940b-1a9f-4203-8ac0-d7683dd9f402 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.342312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network d81f8f02-67c3-48fb-9c18-cf61a80a8a6a is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:06:03.352900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ee86816-b199-47e3-a6e0-55574b8f695f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.353160 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Subnet': ['ID=de86dc47-e243-44ab-a27c-7ba65e7d5c82,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:03.364982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b6b940b-1a9f-4203-8ac0-d7683dd9f402 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.385168 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-efd728c2-502d-4c27-9f43-6889b959b397', 'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'tenant_id': '36d394d4d634443c9c91331f4fe50566', 'fixed_ips': [{'subnet_id': '2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:03.386245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.388058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, d81f8f02-67c3-48fb-9c18-cf61a80a8a6a) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:03.394794 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d534cafe-3338-4c15-bdf8-db02003ec7dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:03.395093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17038593-b749-40e3-bf16-acc935345780 req-3f4d9e79-3d83-4f6f-a744-66d9d7b245a4 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:03.396995 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-17038593-b749-40e3-bf16-acc935345780 req-3f4d9e79-3d83-4f6f-a744-66d9d7b245a4 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.1327558 Nov 24 05:06:03.399025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d534cafe-3338-4c15-bdf8-db02003ec7dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.404111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:03.404932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.409788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Checking segment: {'id': 'a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0bf5e710-187d-452e-a5b8-2ef3f761ef18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:03.410361 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network hostable DHCP agents. Network: 0bf5e710-187d-452e-a5b8-2ef3f761ef18, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:06:03.420977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1916bffa-a77d-4580-b7c4-d263805a6817 None None] Network d81f8f02-67c3-48fb-9c18-cf61a80a8a6a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:03.421959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ee86816-b199-47e3-a6e0-55574b8f695f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.425942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16a0fad7-c01b-416a-86b0-c2dcd1aa6097 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.456631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b6b940b-1a9f-4203-8ac0-d7683dd9f402 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.461671 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2b6b940b-1a9f-4203-8ac0-d7683dd9f402 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7213624 Nov 24 05:06:03.465304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35582) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:03.466344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b940b-1a9f-4203-8ac0-d7683dd9f402 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a992d9b-2594-4b28-bd55-aaefe4eb3e45,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:03.480561 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0525cd96-fc0b-478f-9b0a-6410ecae625c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1590402 Nov 24 05:06:03.490199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c6a4c483-b8f1-4206-849a-f55a8a7ae1bc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'security_group': {'name': 'tempest-secgroup-1659655212'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:03.501319 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35584) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:03.517086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0fad7-c01b-416a-86b0-c2dcd1aa6097 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event deleted for resources: {'Port': ['ID=2ce64b96-804f-4882-8a92-b4cbb4c5f3d4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:03.585999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:05:56Z', 'revision_number': 2, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 4, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:03.590241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 0bf5e710-187d-452e-a5b8-2ef3f761ef18 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:06:03.597777 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ce8a91-b42f-4e75-a57f-dc20e7d2ac2e None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:03.614722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 0bf5e710-187d-452e-a5b8-2ef3f761ef18) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:03.626599 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:03.627430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.640369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35588) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:03.691748 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-17038593-b749-40e3-bf16-acc935345780 req-47e0e476-857b-4cdb-8cf0-395f4d75b6e3 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574341 Nov 24 05:06:03.699723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ee86816-b199-47e3-a6e0-55574b8f695f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.701422 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3ee86816-b199-47e3-a6e0-55574b8f695f tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5757451 Nov 24 05:06:03.703308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c6a4c483-b8f1-4206-849a-f55a8a7ae1bc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.719626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35590) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:03.741189 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:03.743640 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35592) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:03.798602 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7de7f9a2-d83f-4d07-82c1-bb762cf387c6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9819624 Nov 24 05:06:03.802499 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35594) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:03.808328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-17ba3b74-f3e7-4711-8489-1047e0ddf689 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1127269275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:03.831012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16a0fad7-c01b-416a-86b0-c2dcd1aa6097 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.859219 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cfcc6e-f60e-428e-954b-18e43cbfb1e4 None None] Network 0bf5e710-187d-452e-a5b8-2ef3f761ef18 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:03.872309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002573b2-790d-4b3e-9ea6-469c7c5bf4f7 None None] The sync data for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv is: [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:05:56Z', 'revision_number': 2, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 4, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:03.896340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c6a4c483-b8f1-4206-849a-f55a8a7ae1bc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.907750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17ba3b74-f3e7-4711-8489-1047e0ddf689 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.908756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17ba3b74-f3e7-4711-8489-1047e0ddf689 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:03.949857 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f38ff2e4-783c-4282-b87c-94b7ad648e1c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.050300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f38ff2e4-783c-4282-b87c-94b7ad648e1c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.054661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d534cafe-3338-4c15-bdf8-db02003ec7dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.055018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:04.078894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c6a4c483-b8f1-4206-849a-f55a8a7ae1bc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.127370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Allocated IP 2001:db8::2 (efd728c2-502d-4c27-9f43-6889b959b397/2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a/0e5e1e70-8770-4e24-a300-8fb63994e9b6) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:04.240916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534cafe-3338-4c15-bdf8-db02003ec7dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:04.242370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17ba3b74-f3e7-4711-8489-1047e0ddf689 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.244026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1138750d-a95f-4608-bf9f-7e0d973c874b tempest-TestNetworkAdvancedServerOps-443246467 tempest-TestNetworkAdvancedServerOps-443246467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:04.246876 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1138750d-a95f-4608-bf9f-7e0d973c874b tempest-TestNetworkAdvancedServerOps-443246467 tempest-TestNetworkAdvancedServerOps-443246467-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 1093 time: 0.4970202 Nov 24 05:06:04.247417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-d81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:04.248445 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.251190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4c483-b8f1-4206-849a-f55a8a7ae1bc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a52bdc-76bd-4937-abb1-be0d08084384,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:04.253364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35596) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:04.266799 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:04.276669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17ba3b74-f3e7-4711-8489-1047e0ddf689 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.282388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d534cafe-3338-4c15-bdf8-db02003ec7dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:04.286322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-78ce8a91-b42f-4e75-a57f-dc20e7d2ac2e None None] Deleting port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:04.286322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-78ce8a91-b42f-4e75-a57f-dc20e7d2ac2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.299416 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534cafe-3338-4c15-bdf8-db02003ec7dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:04.300257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d534cafe-3338-4c15-bdf8-db02003ec7dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.331117 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534cafe-3338-4c15-bdf8-db02003ec7dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=92e3b66c-f0e7-4535-a33d-247c0405cc8e,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:04.347354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c6a4c483-b8f1-4206-849a-f55a8a7ae1bc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.349010 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c6a4c483-b8f1-4206-849a-f55a8a7ae1bc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8691282 Nov 24 05:06:04.355372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35598) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:04.380912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-57679530', 'security_groups': ['11a52bdc-76bd-4937-abb1-be0d08084384'], 'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:04.397409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a0fad7-c01b-416a-86b0-c2dcd1aa6097 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Router 0af863ee-91f1-4f81-9c3e-d96f4936c951 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:04.404795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.406074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.432290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17ba3b74-f3e7-4711-8489-1047e0ddf689 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.436723 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-17ba3b74-f3e7-4711-8489-1047e0ddf689 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6318059 Nov 24 05:06:04.440309 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d534cafe-3338-4c15-bdf8-db02003ec7dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2863367 Nov 24 05:06:04.441262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35600) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:04.454713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35602) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:04.463941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'network_id': '0bf5e710-187d-452e-a5b8-2ef3f761ef18', 'name': 'tempest-PortsTestJSON-2132244887'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:04.467268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f38ff2e4-783c-4282-b87c-94b7ad648e1c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.468109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'name': 'tempest-NetworksTestDHCPv6-1357476382'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:04.469981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f38ff2e4-783c-4282-b87c-94b7ad648e1c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.471240 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f38ff2e4-783c-4282-b87c-94b7ad648e1c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/b2089acf-dc43-46dd-80b2-a03a13a6c9b3 HTTP/1.1" status: 204 len: 168 time: 0.8247998 Nov 24 05:06:04.527421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ff2e4-783c-4282-b87c-94b7ad648e1c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2089acf-dc43-46dd-80b2-a03a13a6c9b3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:04.538908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35606) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:04.564780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-0bf5e710-187d-452e-a5b8-2ef3f761ef18', 'network_id': '0bf5e710-187d-452e-a5b8-2ef3f761ef18', 'tenant_id': 'dbf4560984f14b598e576e8bba19b586', 'fixed_ips': [{'subnet_id': 'de86dc47-e243-44ab-a27c-7ba65e7d5c82'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:04.565694 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.567968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.736965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-78ce8a91-b42f-4e75-a57f-dc20e7d2ac2e None None] For port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0ba049b6-18ca-47e2-b92c-b1b0ad1585aa,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:04.737374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-78ce8a91-b42f-4e75-a57f-dc20e7d2ac2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.815633 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0ba049b6-18ca-47e2-b92c-b1b0ad1585aa,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:04.842028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Allocated IP 2001:db8:1::2 (d81f8f02-67c3-48fb-9c18-cf61a80a8a6a/6e5a81fc-d36f-4a8b-94f0-736641768594/aa967e6c-ad9a-406d-a684-09719541ff1d) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:04.864508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-78ce8a91-b42f-4e75-a57f-dc20e7d2ac2e None None] Calling delete_port for 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:04.867899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.870664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.891458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.911823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:04.996134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:04.999833 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.035925 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 2a8ca837-f03e-47a8-9d76-8418f6769d6c yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:06:05.054157 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Network efd728c2-502d-4c27-9f43-6889b959b397 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:05.090753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:05.097480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:05.123947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=0ba049b6-18ca-47e2-b92c-b1b0ad1585aa,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:05.172453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a0fad7-c01b-416a-86b0-c2dcd1aa6097 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:05.189342 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac2f70-effe-49a4-b3a9-a4e400929d6e None None] Sync routers for ids ['0af863ee-91f1-4f81-9c3e-d96f4936c951'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:05.196961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Allocated IP 172.20.0.2 (0bf5e710-187d-452e-a5b8-2ef3f761ef18/de86dc47-e243-44ab-a27c-7ba65e7d5c82/98e04f31-9881-4e59-ac89-7dec0d8c31a5) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:05.213810 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac2f70-effe-49a4-b3a9-a4e400929d6e None None] Routers {'0af863ee-91f1-4f81-9c3e-d96f4936c951'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:05.214849 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-eeac2f70-effe-49a4-b3a9-a4e400929d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['0af863ee-91f1-4f81-9c3e-d96f4936c951'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:05.221120 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-16a0fad7-c01b-416a-86b0-c2dcd1aa6097 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "PUT /v2.0/routers/0af863ee-91f1-4f81-9c3e-d96f4936c951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8478744 Nov 24 05:06:05.223627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35608) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:05.248106 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-eeac2f70-effe-49a4-b3a9-a4e400929d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:05.257356 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac2f70-effe-49a4-b3a9-a4e400929d6e None None] Routers {'0af863ee-91f1-4f81-9c3e-d96f4936c951'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:05.258351 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-eeac2f70-effe-49a4-b3a9-a4e400929d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['0af863ee-91f1-4f81-9c3e-d96f4936c951'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:05.290362 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-eeac2f70-effe-49a4-b3a9-a4e400929d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:05.291471 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac2f70-effe-49a4-b3a9-a4e400929d6e None None] The sync data for ids ['0af863ee-91f1-4f81-9c3e-d96f4936c951'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:05.297255 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-72dd7440-5af8-4617-a87b-23437c613a98 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] show failed (client error): The resource could not be found. Nov 24 05:06:05.302322 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-72dd7440-5af8-4617-a87b-23437c613a98 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-209527635 HTTP/1.1" status: 404 len: 334 time: 0.0738320 Nov 24 05:06:05.303468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35610) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:05.306894 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Pushing event updated for resources: {'Port': ['ID=0e5e1e70-8770-4e24-a300-8fb63994e9b6,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:05.310788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Attempting to bind port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:05.311337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Attempting to bind port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '7e7c75ad-6bb3-4853-9311-55b770e8173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:05.311747 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Attempting to bind port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 on network efd728c2-502d-4c27-9f43-6889b959b397 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:05.317114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-fb58e4e6-fa19-4dc5-bdef-c638dc891d52 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:05.343068 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-78ce8a91-b42f-4e75-a57f-dc20e7d2ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.349916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:05.350292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Checking segment: {'id': '7e7c75ad-6bb3-4853-9311-55b770e8173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:05.351173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.351173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Bound using segment: {'id': '7e7c75ad-6bb3-4853-9311-55b770e8173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:05.351566 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Bound port: 0e5e1e70-8770-4e24-a300-8fb63994e9b6, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7c75ad-6bb3-4853-9311-55b770e8173b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:05.351971 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.379310 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.407176 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-fb58e4e6-fa19-4dc5-bdef-c638dc891d52 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] update failed (client error): The resource could not be found. Nov 24 05:06:05.407961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.411136 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fb58e4e6-fa19-4dc5-bdef-c638dc891d52 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1818509295 HTTP/1.1" status: 404 len: 335 time: 0.0988626 Nov 24 05:06:05.413210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35612) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:05.429653 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce8a91-b42f-4e75-a57f-dc20e7d2ac2e None None] Pushing event deleted for resources: {'Port': ['ID=0ba049b6-18ca-47e2-b92c-b1b0ad1585aa,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:05.438642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:05.440124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.444438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ce8a91-b42f-4e75-a57f-dc20e7d2ac2e None None] No DVR routers for this DVR port 0ba049b6-18ca-47e2-b92c-b1b0ad1585aa on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:05.481306 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.489671 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de3236a-545d-4034-b3b1-bcceba4bd344 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:05.508947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::2f6 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/92e3b66c-f0e7-4535-a33d-247c0405cc8e/2a8ca837-f03e-47a8-9d76-8418f6769d6c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:05.558510 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:05.562125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.578044 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1dd2f2-e93a-4628-b7f7-dbb0f5c60bac tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Deleting subnet cfb25ec9-2d5e-4bfa-bb08-167535077182 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:05.600154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.602653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3e1dd2f2-e93a-4628-b7f7-dbb0f5c60bac tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.633015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port d9beab7b-9902-4fad-9413-3f4d9ebbef91 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:06:05.649133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Network d81f8f02-67c3-48fb-9c18-cf61a80a8a6a is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:05.669339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:05.671709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:05.683092 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Allocated IP 2001:db8:1::1 (d81f8f02-67c3-48fb-9c18-cf61a80a8a6a/6e5a81fc-d36f-4a8b-94f0-736641768594/78211f8e-592a-4e7c-97fc-13d6a392b013) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:05.692062 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Pushing event updated for resources: {'Port': ['ID=aa967e6c-ad9a-406d-a684-09719541ff1d,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:05.717653 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] For port 0e5e1e70-8770-4e24-a300-8fb63994e9b6, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:05.770695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.777798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] For port 0e5e1e70-8770-4e24-a300-8fb63994e9b6, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0e5e1e70-8770-4e24-a300-8fb63994e9b6,segment=NetworkSegment(7e7c75ad-6bb3-4853-9311-55b770e8173b),segment_id=7e7c75ad-6bb3-4853-9311-55b770e8173b)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:05.817712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:05.820711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port d3590e07-fcc4-4bc9-8922-0dbeda8100b4 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:06:05.864896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.006245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.10 (0bf5e710-187d-452e-a5b8-2ef3f761ef18/de86dc47-e243-44ab-a27c-7ba65e7d5c82/d9beab7b-9902-4fad-9413-3f4d9ebbef91) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:06.062052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Attempting to bind port aa967e6c-ad9a-406d-a684-09719541ff1d on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:06.062414 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Attempting to bind port aa967e6c-ad9a-406d-a684-09719541ff1d by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '224db3e7-d8e2-4751-9d82-f9da2e11a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:06.062780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Attempting to bind port aa967e6c-ad9a-406d-a684-09719541ff1d on network d81f8f02-67c3-48fb-9c18-cf61a80a8a6a {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:06.084870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.098377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:06.098783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Checking segment: {'id': '224db3e7-d8e2-4751-9d82-f9da2e11a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:06.099147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.099545 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Bound using segment: {'id': '224db3e7-d8e2-4751-9d82-f9da2e11a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:06.100060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Bound port: aa967e6c-ad9a-406d-a684-09719541ff1d, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224db3e7-d8e2-4751-9d82-f9da2e11a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:06.100447 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.142317 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8a3b5-b215-4cb0-ad7b-ba593be71f49 None None] Pushing event updated for resources: {'Port': ['ID=0e5e1e70-8770-4e24-a300-8fb63994e9b6,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:06.146444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Allocated IP 172.26.0.97 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/cc04e307-8ce0-434a-a40d-0394875990b5) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:06.159015 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3e1dd2f2-e93a-4628-b7f7-dbb0f5c60bac tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.223995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Network 0bf5e710-187d-452e-a5b8-2ef3f761ef18 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:06.231454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2273eb80-b138-462e-9981-9890d0c10f30 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:06.233962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8::269 (efd728c2-502d-4c27-9f43-6889b959b397/2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a/d3590e07-fcc4-4bc9-8922-0dbeda8100b4) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:06.244102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:06.271699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:06.278616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '92e3b66c-f0e7-4535-a33d-247c0405cc8e'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:06.279485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.313165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Pushing event updated for resources: {'Port': ['ID=98e04f31-9881-4e59-ac89-7dec0d8c31a5,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:06.411509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] For port aa967e6c-ad9a-406d-a684-09719541ff1d, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:06.457296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.485816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3e1dd2f2-e93a-4628-b7f7-dbb0f5c60bac tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.506097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] For port aa967e6c-ad9a-406d-a684-09719541ff1d, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=aa967e6c-ad9a-406d-a684-09719541ff1d,segment=NetworkSegment(224db3e7-d8e2-4751-9d82-f9da2e11a379),segment_id=224db3e7-d8e2-4751-9d82-f9da2e11a379)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:06.511745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Attempting to bind port 98e04f31-9881-4e59-ac89-7dec0d8c31a5 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:06.512121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Attempting to bind port 98e04f31-9881-4e59-ac89-7dec0d8c31a5 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0bf5e710-187d-452e-a5b8-2ef3f761ef18'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:06.512732 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Attempting to bind port 98e04f31-9881-4e59-ac89-7dec0d8c31a5 on network 0bf5e710-187d-452e-a5b8-2ef3f761ef18 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:06.516904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.525996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.528058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.532202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:06.532586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Checking segment: {'id': 'a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0bf5e710-187d-452e-a5b8-2ef3f761ef18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:06.532991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.533393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Bound using segment: {'id': 'a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0bf5e710-187d-452e-a5b8-2ef3f761ef18'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:06.533884 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Bound port: 98e04f31-9881-4e59-ac89-7dec0d8c31a5, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0bf5e710-187d-452e-a5b8-2ef3f761ef18'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:06.534270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.570927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.600526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.614682 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 2273eb80-b138-462e-9981-9890d0c10f30 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:06.615797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.665523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3e1dd2f2-e93a-4628-b7f7-dbb0f5c60bac tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.693727 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.700125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.714023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dd2f2-e93a-4628-b7f7-dbb0f5c60bac tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb25ec9-2d5e-4bfa-bb08-167535077182,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:06.739097 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.750281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bdf1c-e81f-401c-a3fe-0bd7f82fc2c6 None None] Pushing event updated for resources: {'Port': ['ID=aa967e6c-ad9a-406d-a684-09719541ff1d,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:06.758863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Allocated IP 172.26.0.26 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/222f0bcb-d915-4391-9b04-09f7e3e6713d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:06.783378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network d81f8f02-67c3-48fb-9c18-cf61a80a8a6a is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:06.790459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3e1dd2f2-e93a-4628-b7f7-dbb0f5c60bac tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.791442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c679eccc-574f-4ced-bdea-473b243a74ca None None] Network 85203710-c9da-4c49-86c7-c2a62bc526d4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:06.796441 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3e1dd2f2-e93a-4628-b7f7-dbb0f5c60bac tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "DELETE /v2.0/subnets/cfb25ec9-2d5e-4bfa-bb08-167535077182 HTTP/1.1" status: 204 len: 168 time: 1.3756280 Nov 24 05:06:06.803487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35614) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:06.811245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:06.816788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] For port 98e04f31-9881-4e59-ac89-7dec0d8c31a5, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:06.823927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:06.824831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:06.825433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.850805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/92e3b66c-f0e7-4535-a33d-247c0405cc8e/701f92d9-f0f7-43d3-bd93-80455b24f7ca) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:06.867371 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] For port 98e04f31-9881-4e59-ac89-7dec0d8c31a5, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=98e04f31-9881-4e59-ac89-7dec0d8c31a5,segment=NetworkSegment(a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c),segment_id=a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:06.890899 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:06.892280 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:06.904543 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:06.910605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:06.928162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.938591 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:06.945040 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:06.946633 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:06.949689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=78211f8e-592a-4e7c-97fc-13d6a392b013,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:06.964020 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.030310 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5684583 Nov 24 05:06:07.036754 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdd646e-83e4-4664-9d7c-370bc4175c70 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:07.039034 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35616) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:07.076758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.138836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 0bf5e710-187d-452e-a5b8-2ef3f761ef18 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:07.160785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:07.166410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:07.178491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c78786-2746-4997-9ffc-b20a9a6cf4dc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Deleting subnet 9d2fbf01-3666-425d-b4d0-b0d4e923d45a {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:07.186929 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92c78786-2746-4997-9ffc-b20a9a6cf4dc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.189498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e5991-5e9b-4ddf-9110-ff88e66a1f24 None None] Pushing event updated for resources: {'Port': ['ID=98e04f31-9881-4e59-ac89-7dec0d8c31a5,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:07.285383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e1647-4d49-4635-b4fd-0c271df28ec4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=2a8ca837-f03e-47a8-9d76-8418f6769d6c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:07.288135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7e0d8b48-9e14-4321-8765-8ffb02b62b6a None None] Provisioning complete for port cc04e307-8ce0-434a-a40d-0394875990b5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:07.289122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e0d8b48-9e14-4321-8765-8ffb02b62b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.340815 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=d9beab7b-9902-4fad-9413-3f4d9ebbef91,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:07.350946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:07.351656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.364627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7e0d8b48-9e14-4321-8765-8ffb02b62b6a None None] Port cc04e307-8ce0-434a-a40d-0394875990b5 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:07.367692 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.380070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.429266 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f5c3b-11d3-4e5e-9cbf-6de848ca362b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:07.430988 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-246f5c3b-11d3-4e5e-9cbf-6de848ca362b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3670745 Nov 24 05:06:07.444064 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35618) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:07.500284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d023f1d-d9e0-4f66-910f-9d0d848e2a03 None None] DHCP port deletion for 85203710-c9da-4c49-86c7-c2a62bc526d4 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:07.504858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:07.513432 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5e14ad16-498f-49d7-bed4-f64792d57882 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0562048 Nov 24 05:06:07.517150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.517764 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35620) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:07.521976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:07.555180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92c78786-2746-4997-9ffc-b20a9a6cf4dc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.557573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:07.564115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Pushing event updated for resources: {'Port': ['ID=701f92d9-f0f7-43d3-bd93-80455b24f7ca,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:07.605905 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Pushing event updated for resources: {'Port': ['ID=cc04e307-8ce0-434a-a40d-0394875990b5,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:07.675334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Attempting to bind port 701f92d9-f0f7-43d3-bd93-80455b24f7ca on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:07.676009 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Attempting to bind port 701f92d9-f0f7-43d3-bd93-80455b24f7ca by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:07.676627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Attempting to bind port 701f92d9-f0f7-43d3-bd93-80455b24f7ca on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:07.695720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:07.696878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:07.698006 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.698655 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:07.699453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Bound port: 701f92d9-f0f7-43d3-bd93-80455b24f7ca, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:07.700052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.704462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8d023f1d-d9e0-4f66-910f-9d0d848e2a03 None None] Deleting port d33dc006-39a8-4611-82cd-cfc74183226e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:07.705113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8d023f1d-d9e0-4f66-910f-9d0d848e2a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.872924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8d023f1d-d9e0-4f66-910f-9d0d848e2a03 None None] For port d33dc006-39a8-4611-82cd-cfc74183226e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d33dc006-39a8-4611-82cd-cfc74183226e,segment=NetworkSegment(9954729f-dc0f-4dec-b4e5-c2e3f5473194),segment_id=9954729f-dc0f-4dec-b4e5-c2e3f5473194)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:07.873936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8d023f1d-d9e0-4f66-910f-9d0d848e2a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:07.898400 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8d023f1d-d9e0-4f66-910f-9d0d848e2a03 None None] Calling delete_port for d33dc006-39a8-4611-82cd-cfc74183226e owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:08.043356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.054004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c26289cf-59d3-4e07-8c99-0b01ec1c9b8c None None] Provisioning complete for port 44db5ecb-e163-493d-a692-b77ebc1b2686 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:08.054004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c26289cf-59d3-4e07-8c99-0b01ec1c9b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.058189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] For port 701f92d9-f0f7-43d3-bd93-80455b24f7ca, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:08.118587 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a7542415-77d1-4b3b-ac00-8332a13e40dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 2a8ca837-f03e-47a8-9d76-8418f6769d6c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:08.119016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7542415-77d1-4b3b-ac00-8332a13e40dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.138026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] For port 701f92d9-f0f7-43d3-bd93-80455b24f7ca, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=701f92d9-f0f7-43d3-bd93-80455b24f7ca,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:08.170446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.214016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c26289cf-59d3-4e07-8c99-0b01ec1c9b8c None None] Port 44db5ecb-e163-493d-a692-b77ebc1b2686 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:08.310250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c26289cf-59d3-4e07-8c99-0b01ec1c9b8c None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:08.312850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c26289cf-59d3-4e07-8c99-0b01ec1c9b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.365357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device aa967e6c-ad9a-406d-a684-09719541ff1d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:08.368463 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8d023f1d-d9e0-4f66-910f-9d0d848e2a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.375053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce79d96-3b81-455e-8ee2-c0f170ce0e78 None None] Network d81f8f02-67c3-48fb-9c18-cf61a80a8a6a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:08.473232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7542415-77d1-4b3b-ac00-8332a13e40dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.476959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dfc00-e56c-434c-ae7f-7b8043aa43d8 None None] Pushing event updated for resources: {'Port': ['ID=701f92d9-f0f7-43d3-bd93-80455b24f7ca,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:08.522589 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a7542415-77d1-4b3b-ac00-8332a13e40dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 2a8ca837-f03e-47a8-9d76-8418f6769d6c owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:08.527510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d023f1d-d9e0-4f66-910f-9d0d848e2a03 None None] Pushing event deleted for resources: {'Port': ['ID=d33dc006-39a8-4611-82cd-cfc74183226e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:08.533041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d023f1d-d9e0-4f66-910f-9d0d848e2a03 None None] No DVR routers for this DVR port d33dc006-39a8-4611-82cd-cfc74183226e on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:08.546827 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.582452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.614916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.702535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port aa967e6c-ad9a-406d-a684-09719541ff1d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:08.702906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.722225 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.723012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.769959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c26289cf-59d3-4e07-8c99-0b01ec1c9b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.818378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network efd728c2-502d-4c27-9f43-6889b959b397 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:08.821802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:08.865719 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:08.872481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:08.873151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.885107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c26289cf-59d3-4e07-8c99-0b01ec1c9b8c None None] For port 0e5e1e70-8770-4e24-a300-8fb63994e9b6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0e5e1e70-8770-4e24-a300-8fb63994e9b6,segment=NetworkSegment(7e7c75ad-6bb3-4853-9311-55b770e8173b),segment_id=7e7c75ad-6bb3-4853-9311-55b770e8173b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:08.902387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c26289cf-59d3-4e07-8c99-0b01ec1c9b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.927213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92c78786-2746-4997-9ffc-b20a9a6cf4dc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:08.997952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=d3590e07-fcc4-4bc9-8922-0dbeda8100b4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:09.015934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=78211f8e-592a-4e7c-97fc-13d6a392b013,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:09.027434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.038463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network d81f8f02-67c3-48fb-9c18-cf61a80a8a6a is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:09.053560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:09.064344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.078880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.132652 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b8cb02a2-2914-4747-b252-5e395a218fdc tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7678242 Nov 24 05:06:09.160944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3fa19f-23c0-4652-98ea-9b320a3a9464 None None] Network 0bf5e710-187d-452e-a5b8-2ef3f761ef18 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:09.168385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35622) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:09.178879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-bdcef5dd-cce3-4c1e-bc9a-ac270382b61f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:09.199807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'Port': ['ID=222f0bcb-d915-4391-9b04-09f7e3e6713d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:09.219088 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:09.232757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:09.240584 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:09.265165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.284664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92c78786-2746-4997-9ffc-b20a9a6cf4dc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.292586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26289cf-59d3-4e07-8c99-0b01ec1c9b8c None None] Pushing event updated for resources: {'Port': ['ID=0e5e1e70-8770-4e24-a300-8fb63994e9b6,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:09.325405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5068bf1e-0db7-4404-9a85-0e2dad36e80d None None] Provisioning complete for port aa967e6c-ad9a-406d-a684-09719541ff1d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:09.325866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5068bf1e-0db7-4404-9a85-0e2dad36e80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.346439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.350426 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92c78786-2746-4997-9ffc-b20a9a6cf4dc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.357277 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-92c78786-2746-4997-9ffc-b20a9a6cf4dc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "DELETE /v2.0/subnets/9d2fbf01-3666-425d-b4d0-b0d4e923d45a HTTP/1.1" status: 204 len: 168 time: 2.5202143 Nov 24 05:06:09.360907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c78786-2746-4997-9ffc-b20a9a6cf4dc tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2fbf01-3666-425d-b4d0-b0d4e923d45a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:09.375941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35624) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:09.376601 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f1e851-1648-4982-89fa-96f4ac5b0234 None None] Network 128486d1-39c6-4902-95a8-4cd67e9931a9 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:09.393636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port ca99135f-0747-4013-a7ef-95b1d022cf09 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:09.393968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.456621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port aa967e6c-ad9a-406d-a684-09719541ff1d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=aa967e6c-ad9a-406d-a684-09719541ff1d,segment=NetworkSegment(224db3e7-d8e2-4751-9d82-f9da2e11a379),segment_id=224db3e7-d8e2-4751-9d82-f9da2e11a379)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:09.512930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.513904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 98e04f31-9881-4e59-ac89-7dec0d8c31a5 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:09.789502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.838839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:09.842327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 98e04f31-9881-4e59-ac89-7dec0d8c31a5 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:09.842702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.895893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7542415-77d1-4b3b-ac00-8332a13e40dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.908984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcef5dd-cce3-4c1e-bc9a-ac270382b61f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:09.912628 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bdcef5dd-cce3-4c1e-bc9a-ac270382b61f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:09.929564 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=aa967e6c-ad9a-406d-a684-09719541ff1d,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:09.974802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7542415-77d1-4b3b-ac00-8332a13e40dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=2a8ca837-f03e-47a8-9d76-8418f6769d6c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:09.975259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port ca99135f-0747-4013-a7ef-95b1d022cf09, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ca99135f-0747-4013-a7ef-95b1d022cf09,segment=NetworkSegment(34da4f99-2b70-4abd-838d-a67f5ef97f08),segment_id=34da4f99-2b70-4abd-838d-a67f5ef97f08)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:09.975655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.009007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e371c82f-3ba6-468e-8725-b5f10df44c48 None None] Provisioning complete for port 78211f8e-592a-4e7c-97fc-13d6a392b013 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:10.009462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e371c82f-3ba6-468e-8725-b5f10df44c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.066918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.093220 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for ca99135f-0747-4013-a7ef-95b1d022cf09 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:10.097496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab6158-cf91-419f-b4da-3cba27cb7241 None None] DHCP port deletion for 128486d1-39c6-4902-95a8-4cd67e9931a9 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:10.136815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7542415-77d1-4b3b-ac00-8332a13e40dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.143384 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a7542415-77d1-4b3b-ac00-8332a13e40dd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/2a8ca837-f03e-47a8-9d76-8418f6769d6c HTTP/1.1" status: 204 len: 168 time: 2.6859412 Nov 24 05:06:10.144054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35626) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:10.167982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e371c82f-3ba6-468e-8725-b5f10df44c48 None None] Port 78211f8e-592a-4e7c-97fc-13d6a392b013 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:10.202003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 98e04f31-9881-4e59-ac89-7dec0d8c31a5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=98e04f31-9881-4e59-ac89-7dec0d8c31a5,segment=NetworkSegment(a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c),segment_id=a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:10.213511 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf6a3a6-ff8a-4246-b1c3-7477b2358b81 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:10.215435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf6a3a6-ff8a-4246-b1c3-7477b2358b81 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:10.216739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e371c82f-3ba6-468e-8725-b5f10df44c48 None None] Provisioning complete for port 98e04f31-9881-4e59-ac89-7dec0d8c31a5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:10.217113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e371c82f-3ba6-468e-8725-b5f10df44c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.219850 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9bf6a3a6-ff8a-4246-b1c3-7477b2358b81 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0705738 Nov 24 05:06:10.223375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.226947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0e5e1e70-8770-4e24-a300-8fb63994e9b6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:10.227680 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35628) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:10.312129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:10.324670 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-14f6edfa-c732-4c25-930d-35ef0a8ea29b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8174102 Nov 24 05:06:10.327833 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35630) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:10.335279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1669969707'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:10.341617 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.ipam_backend_mixin [None req-bdcef5dd-cce3-4c1e-bc9a-ac270382b61f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a (CIDR: 2001:db8::/64) Nov 24 05:06:10.342679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Router a2b24399-a2e5-45ff-900a-999a13773b05 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:06:10.350680 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f6d064-aa0b-4651-a8c7-da3fd15e80af tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 92e3b66c-f0e7-4535-a33d-247c0405cc8e {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:10.361061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-10f6d064-aa0b-4651-a8c7-da3fd15e80af tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.378958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-10ab6158-cf91-419f-b4da-3cba27cb7241 None None] Deleting port 4627f71b-895b-4946-aa49-8778b8c90c41 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:10.379442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10ab6158-cf91-419f-b4da-3cba27cb7241 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.418046 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcef5dd-cce3-4c1e-bc9a-ac270382b61f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:06:10.418824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcef5dd-cce3-4c1e-bc9a-ac270382b61f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:10.425509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-10f6d064-aa0b-4651-a8c7-da3fd15e80af tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.459797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Sync routers for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:10.535438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=98e04f31-9881-4e59-ac89-7dec0d8c31a5,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:10.544989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:10.545718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b455c785-5810-4521-adc2-17b3100e716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:10.562996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.621345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:10.626947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.659801 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bdcef5dd-cce3-4c1e-bc9a-ac270382b61f tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4890089 Nov 24 05:06:10.667504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35632) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:10.684696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85203710-c9da-4c49-86c7-c2a62bc526d4']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:10.691881 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b92151cf-c474-45e3-8f99-0c4399263870 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:10.752786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9954729f-dc0f-4dec-b4e5-c2e3f5473194') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:10.753175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9954729f-dc0f-4dec-b4e5-c2e3f5473194') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:10.758531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:06:10.801936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.802560 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added segment 0b5844b4-3514-4859-99b6-af20904d956a of type vlan for network 083ed426-d132-4764-9909-fd3c42d33b22 Nov 24 05:06:10.805115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-10ab6158-cf91-419f-b4da-3cba27cb7241 None None] For port 4627f71b-895b-4946-aa49-8778b8c90c41, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4627f71b-895b-4946-aa49-8778b8c90c41,segment=NetworkSegment(bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18),segment_id=bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:10.805852 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10ab6158-cf91-419f-b4da-3cba27cb7241 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.829840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.845844 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-10ab6158-cf91-419f-b4da-3cba27cb7241 None None] Calling delete_port for 4627f71b-895b-4946-aa49-8778b8c90c41 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:10.848724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e371c82f-3ba6-468e-8725-b5f10df44c48 None None] Provisioning complete for port aa967e6c-ad9a-406d-a684-09719541ff1d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:10.849372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e371c82f-3ba6-468e-8725-b5f10df44c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.855219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.864873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:10.868215 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:10.868921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.875355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.906499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.937953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.954941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-10f6d064-aa0b-4651-a8c7-da3fd15e80af tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.961407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:10.967615 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:10.968220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.020849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:11.028093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.031868 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9dd6de96-2fb7-44ef-a499-ed2f33a08017 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "PUT /v2.0/routers/a2b24399-a2e5-45ff-900a-999a13773b05 HTTP/1.1" status: 200 len: 883 time: 7.2918503 Nov 24 05:06:11.037492 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f90d7f-81eb-4d36-8a5f-fd427711ec6e None None] Sync routers for ids ['a2b24399-a2e5-45ff-900a-999a13773b05'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:11.053012 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f90d7f-81eb-4d36-8a5f-fd427711ec6e None None] Routers {'a2b24399-a2e5-45ff-900a-999a13773b05'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:11.055965 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-93f90d7f-81eb-4d36-8a5f-fd427711ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a2b24399-a2e5-45ff-900a-999a13773b05'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:11.059205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35634) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:11.117019 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-93f90d7f-81eb-4d36-8a5f-fd427711ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:11.129723 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f90d7f-81eb-4d36-8a5f-fd427711ec6e None None] Routers {'a2b24399-a2e5-45ff-900a-999a13773b05'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:11.130388 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-93f90d7f-81eb-4d36-8a5f-fd427711ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['a2b24399-a2e5-45ff-900a-999a13773b05'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:11.166652 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-93f90d7f-81eb-4d36-8a5f-fd427711ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:11.167099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Network': ['ID=083ed426-d132-4764-9909-fd3c42d33b22,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:11.167848 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f90d7f-81eb-4d36-8a5f-fd427711ec6e None None] The sync data for ids ['a2b24399-a2e5-45ff-900a-999a13773b05'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:11.222892 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f7ac61df-d5c3-4857-a878-32011ac61fcf tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8917353 Nov 24 05:06:11.224230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-10f6d064-aa0b-4651-a8c7-da3fd15e80af tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.232915 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 083ed426-d132-4764-9909-fd3c42d33b22 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:06:11.236238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35636) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:11.242806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-10f6d064-aa0b-4651-a8c7-da3fd15e80af tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.251921 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-10f6d064-aa0b-4651-a8c7-da3fd15e80af tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/92e3b66c-f0e7-4535-a33d-247c0405cc8e HTTP/1.1" status: 204 len: 168 time: 1.0225468 Nov 24 05:06:11.257711 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'subnet': {'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:11.265134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35638) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:11.314571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10ab6158-cf91-419f-b4da-3cba27cb7241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.344736 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f953b9c4-5fdd-4b9d-b7ad-09fba96e43f1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784225 Nov 24 05:06:11.345653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6d064-aa0b-4651-a8c7-da3fd15e80af tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=92e3b66c-f0e7-4535-a33d-247c0405cc8e,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:11.348310 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35640) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:11.361849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063462b3-640d-4cf5-8b14-655e0b9e657d None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:11.455779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:06:11.456497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:06:11.472715 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:06:11.493689 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a4e8c0a4-4e20-402b-8450-7beac67ed9fb tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/routers/a2b24399-a2e5-45ff-900a-999a13773b05 HTTP/1.1" status: 200 len: 924 time: 0.4253829 Nov 24 05:06:11.498798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35642) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:11.541465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3936c356-f2db-4ac2-bf86-cc35d21b42ab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:11.544097 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3936c356-f2db-4ac2-bf86-cc35d21b42ab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1906114 Nov 24 05:06:11.546016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35644) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:11.575251 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab6158-cf91-419f-b4da-3cba27cb7241 None None] No DVR routers for this DVR port 4627f71b-895b-4946-aa49-8778b8c90c41 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:11.610889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:11.613045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab6158-cf91-419f-b4da-3cba27cb7241 None None] Pushing event deleted for resources: {'Port': ['ID=4627f71b-895b-4946-aa49-8778b8c90c41,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:11.625414 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=d9beab7b-9902-4fad-9413-3f4d9ebbef91,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:11.625919 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.636506 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e371c82f-3ba6-468e-8725-b5f10df44c48 None None] Provisioning complete for port d3590e07-fcc4-4bc9-8922-0dbeda8100b4 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:11.636831 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e371c82f-3ba6-468e-8725-b5f10df44c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.699904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.710045 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.748687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.762200 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "DELETE /v2.0/networks/85203710-c9da-4c49-86c7-c2a62bc526d4 HTTP/1.1" status: 204 len: 168 time: 2.3835247 Nov 24 05:06:11.786484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b455c785-5810-4521-adc2-17b3100e716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:07Z', 'revision_number': 3, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:08Z', 'revision_number': 2, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:11.788153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e371c82f-3ba6-468e-8725-b5f10df44c48 None None] Port d3590e07-fcc4-4bc9-8922-0dbeda8100b4 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:11.844470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35646) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:11.844754 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d33dc006-39a8-4611-82cd-cfc74183226e no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:11.848887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Checking router: daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:11.849254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Updating router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f port 78211f8e-592a-4e7c-97fc-13d6a392b013 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:06:11.849649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e654e0a2-cff4-45d5-828a-2951668fca95 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:11.854788 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e654e0a2-cff4-45d5-828a-2951668fca95 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&device_id=a2b24399-a2e5-45ff-900a-999a13773b05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3540008 Nov 24 05:06:11.863852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35648) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:11.897668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.912058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: d33dc006-39a8-4611-82cd-cfc74183226e {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:11.912426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d33dc006-39a8-4611-82cd-cfc74183226e not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:11.959682 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Provisioning complete for port 701f92d9-f0f7-43d3-bd93-80455b24f7ca triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:11.959980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:11.984418 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852c42d-59ad-421c-ad50-f00e50d4c8eb tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:11.989350 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9852c42d-59ad-421c-ad50-f00e50d4c8eb tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/networks/ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 881 time: 0.1218705 Nov 24 05:06:11.990495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.006911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35650) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:12.057842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb18f0-a200-4c68-8d8c-3b40cdcb67fe None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:12.086690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfd42bf-1c3e-4fb2-aa50-e1749dafd39f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:12.089560 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615dd9d-b5de-4704-9a41-de0eeb653d07 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event deleted for resources: {'Network': ['ID=85203710-c9da-4c49-86c7-c2a62bc526d4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:12.093257 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8dfd42bf-1c3e-4fb2-aa50-e1749dafd39f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5421536 Nov 24 05:06:12.102701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=ca99135f-0747-4013-a7ef-95b1d022cf09,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:12.112018 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35652) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:12.112018 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.143936 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.175576 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c5e1fca8-6a0a-46e3-ab12-506e9af7b607 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b24399-a2e5-45ff-900a-999a13773b05 HTTP/1.1" status: 200 len: 205 time: 0.1365664 Nov 24 05:06:12.217998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35654) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:12.294854 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Checking segment: {'id': '0b5844b4-3514-4859-99b6-af20904d956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:12.295221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network hostable DHCP agents. Network: 083ed426-d132-4764-9909-fd3c42d33b22, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:06:12.310059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Subnet': ['ID=870e5552-4cf4-4d49-b9ea-05ddadf9911f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:12.326165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.327798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.336430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device aa967e6c-ad9a-406d-a684-09719541ff1d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:12.353237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 083ed426-d132-4764-9909-fd3c42d33b22 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:06:12.371834 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0870b543-3eaa-49ae-acfc-1157930e50a3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2581604 Nov 24 05:06:12.382120 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92151cf-c474-45e3-8f99-0c4399263870 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:12.389583 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.390768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b92151cf-c474-45e3-8f99-0c4399263870 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.397805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35656) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:12.416674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 083ed426-d132-4764-9909-fd3c42d33b22) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:12.423120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:12.424024 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.441858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330ecc40-47d2-41b6-9252-ab67f653d899 None None] Network 083ed426-d132-4764-9909-fd3c42d33b22 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:12.448257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c5bef55a-473a-40ac-8ce5-1bedcf14ab7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:12.504013 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-07981397-47c5-42c3-a326-323bb48c7c91 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2499936 Nov 24 05:06:12.511817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35658) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:12.520842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.576197 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03dcf9-fb5a-4cd4-9f74-2ade3ce87437 None None] Pushing event updated for resources: {'Port': ['ID=78211f8e-592a-4e7c-97fc-13d6a392b013,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:12.579224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb18f0-a200-4c68-8d8c-3b40cdcb67fe None None] Deleting port 701f92d9-f0f7-43d3-bd93-80455b24f7ca {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:12.579497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f3eb18f0-a200-4c68-8d8c-3b40cdcb67fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.654296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.671420 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.758581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] For port 701f92d9-f0f7-43d3-bd93-80455b24f7ca, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=701f92d9-f0f7-43d3-bd93-80455b24f7ca,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:12.759666 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port aa967e6c-ad9a-406d-a684-09719541ff1d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:12.763863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.816470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.826375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128486d1-39c6-4902-95a8-4cd67e9931a9']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:12.826599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.839093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f3eb18f0-a200-4c68-8d8c-3b40cdcb67fe None None] For port 701f92d9-f0f7-43d3-bd93-80455b24f7ca, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=701f92d9-f0f7-43d3-bd93-80455b24f7ca,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:12.839484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f3eb18f0-a200-4c68-8d8c-3b40cdcb67fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.849623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Attempting to bind port 78211f8e-592a-4e7c-97fc-13d6a392b013 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:12.849623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Attempting to bind port 78211f8e-592a-4e7c-97fc-13d6a392b013 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '224db3e7-d8e2-4751-9d82-f9da2e11a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:12.849623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Attempting to bind port 78211f8e-592a-4e7c-97fc-13d6a392b013 on network d81f8f02-67c3-48fb-9c18-cf61a80a8a6a {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:12.873443 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:12.873902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb26fd1b-4c08-40cd-b57b-0b2f6a28bb18') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:12.919026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb18f0-a200-4c68-8d8c-3b40cdcb67fe None None] Calling delete_port for 701f92d9-f0f7-43d3-bd93-80455b24f7ca owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:12.942026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:12.942717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Checking segment: {'id': '224db3e7-d8e2-4751-9d82-f9da2e11a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:12.943286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.943856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Bound using segment: {'id': '224db3e7-d8e2-4751-9d82-f9da2e11a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:12.944672 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Bound port: 78211f8e-592a-4e7c-97fc-13d6a392b013, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224db3e7-d8e2-4751-9d82-f9da2e11a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:12.945238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.959309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:12.969931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Provisioning complete for port d9beab7b-9902-4fad-9413-3f4d9ebbef91 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:12.970557 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.003524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.029863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:06:13.030560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:06:13.035675 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:06:13.072916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Pushing event updated for resources: {'Port': ['ID=701f92d9-f0f7-43d3-bd93-80455b24f7ca,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:13.073379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Deleting port cc04e307-8ce0-434a-a40d-0394875990b5 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:13.073796 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.124415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-083ed426-d132-4764-9909-fd3c42d33b22', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:13.125620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.158504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b92151cf-c474-45e3-8f99-0c4399263870 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.161404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Port d9beab7b-9902-4fad-9413-3f4d9ebbef91 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:13.177095 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.210824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92151cf-c474-45e3-8f99-0c4399263870 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network efd728c2-502d-4c27-9f43-6889b959b397 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:13.271013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.287638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.291279 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "DELETE /v2.0/networks/128486d1-39c6-4902-95a8-4cd67e9931a9 HTTP/1.1" status: 204 len: 168 time: 1.4348786 Nov 24 05:06:13.294099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Provisioning complete for port 78211f8e-592a-4e7c-97fc-13d6a392b013 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:13.294770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.298602 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35660) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:13.300273 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b455c785-5810-4521-adc2-17b3100e716d None None] For port 78211f8e-592a-4e7c-97fc-13d6a392b013, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:13.306484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b92151cf-c474-45e3-8f99-0c4399263870 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:13.311538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92151cf-c474-45e3-8f99-0c4399263870 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:13.312288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b92151cf-c474-45e3-8f99-0c4399263870 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.324232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b92b00-d8ac-4a4b-b22b-415398b7a546 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event deleted for resources: {'Network': ['ID=128486d1-39c6-4902-95a8-4cd67e9931a9,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:13.326289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 98e04f31-9881-4e59-ac89-7dec0d8c31a5 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:13.335171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d0281-1877-4b75-92f0-23aa40f7ab13 None None] Network efd728c2-502d-4c27-9f43-6889b959b397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:13.367267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f3eb18f0-a200-4c68-8d8c-3b40cdcb67fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.389647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92151cf-c474-45e3-8f99-0c4399263870 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Subnet': ['ID=25e61718-dd5e-4c4e-a503-b31a9643a08a,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:13.393387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b455c785-5810-4521-adc2-17b3100e716d None None] For port 78211f8e-592a-4e7c-97fc-13d6a392b013, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=78211f8e-592a-4e7c-97fc-13d6a392b013,segment=NetworkSegment(224db3e7-d8e2-4751-9d82-f9da2e11a379),segment_id=224db3e7-d8e2-4751-9d82-f9da2e11a379)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:13.413897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.450199 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.454810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb18f0-a200-4c68-8d8c-3b40cdcb67fe None None] No DVR routers for this DVR port 701f92d9-f0f7-43d3-bd93-80455b24f7ca on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:13.460164 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb18f0-a200-4c68-8d8c-3b40cdcb67fe None None] Pushing event deleted for resources: {'Port': ['ID=701f92d9-f0f7-43d3-bd93-80455b24f7ca,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:13.620716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bef55a-473a-40ac-8ce5-1bedcf14ab7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:13.624296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5bef55a-473a-40ac-8ce5-1bedcf14ab7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.639644 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b92151cf-c474-45e3-8f99-0c4399263870 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9644780 Nov 24 05:06:13.653514 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.667447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35662) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:13.674523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Port 78211f8e-592a-4e7c-97fc-13d6a392b013 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:13.681992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-51329f9e-4ab2-4f24-b691-cf8d92b1bd44 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1591654425', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '25e61718-dd5e-4c4e-a503-b31a9643a08a'}], 'security_groups': ['9a992d9b-2594-4b28-bd55-aaefe4eb3e45']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:13.715460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Could not find standard attr ID for object 2a8ca837-f03e-47a8-9d76-8418f6769d6c. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:06:13.774222 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.783406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Allocated IP 2001:db8:2::2 (083ed426-d132-4764-9909-fd3c42d33b22/870e5552-4cf4-4d49-b9ea-05ddadf9911f/a6f305fb-7573-4277-ac21-5442c1e1e24c) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:13.787124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Calling delete_port for cc04e307-8ce0-434a-a40d-0394875990b5 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:13.830880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Provisioning complete for port 98e04f31-9881-4e59-ac89-7dec0d8c31a5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:13.831107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27abfe5f-138a-4b3d-9534-628abf65110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.841662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f99306-43fb-4877-852d-a810cc3cf261 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Deleting subnet 93deda43-b07b-4ba6-ab41-d7286f34b1d7 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:13.845116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d6f99306-43fb-4877-852d-a810cc3cf261 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.874354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03dcf9-fb5a-4cd4-9f74-2ade3ce87437 None None] Pushing event updated for resources: {'Port': ['ID=78211f8e-592a-4e7c-97fc-13d6a392b013,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:13.881570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:13.881817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b455c785-5810-4521-adc2-17b3100e716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:13.924355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 98e04f31-9881-4e59-ac89-7dec0d8c31a5 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:13.924748 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:13.936673 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d6f99306-43fb-4877-852d-a810cc3cf261 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.115732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.207561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.224011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-b455c785-5810-4521-adc2-17b3100e716d None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:14.224822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d6f99306-43fb-4877-852d-a810cc3cf261 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.289359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.360788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.393585 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.430865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d6f99306-43fb-4877-852d-a810cc3cf261 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.433645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Pushing event deleted for resources: {'Port': ['ID=cc04e307-8ce0-434a-a40d-0394875990b5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:14.506781 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f99306-43fb-4877-852d-a810cc3cf261 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event deleted for resources: {'Subnet': ['ID=93deda43-b07b-4ba6-ab41-d7286f34b1d7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:14.521727 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95046cd-aebb-4a7b-bcff-06f7a4aeda90 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:14.526247 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d6f99306-43fb-4877-852d-a810cc3cf261 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.532221 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d6f99306-43fb-4877-852d-a810cc3cf261 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "DELETE /v2.0/subnets/93deda43-b07b-4ba6-ab41-d7286f34b1d7 HTTP/1.1" status: 204 len: 168 time: 1.2211738 Nov 24 05:06:14.562363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed262ff-85e9-4ebc-a93b-0fc5d2213d73 None None] Network e29aa2dc-5d97-4d45-988d-43691663da22 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:14.574308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.576791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35664) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:14.587059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.607530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Network 083ed426-d132-4764-9909-fd3c42d33b22 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:14.623864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0e5e1e70-8770-4e24-a300-8fb63994e9b6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:14.631437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:14.663446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:14.686647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Pushing event updated for resources: {'Port': ['ID=a6f305fb-7573-4277-ac21-5442c1e1e24c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:14.711728 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.716300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.729166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51329f9e-4ab2-4f24-b691-cf8d92b1bd44 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.731852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Allocated IP 2001:db8:2::1 (083ed426-d132-4764-9909-fd3c42d33b22/870e5552-4cf4-4d49-b9ea-05ddadf9911f/2a2b919c-e9df-4255-9986-b9a514177b66) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:14.755384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b84a21-a504-4272-966a-a76f6799c638 None None] Update dhcp port {'port': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'fixed_ips': [{'subnet_id': '2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a', 'ip_address': '2001:db8::2'}, {'subnet_id': '25e61718-dd5e-4c4e-a503-b31a9643a08a'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': '0e5e1e70-8770-4e24-a300-8fb63994e9b6'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:06:14.761152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.781381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.782045 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Fanout notify agent at l3_agent the message router_deleted on router a2b24399-a2e5-45ff-900a-999a13773b05 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:06:14.790590 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.796142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-768feee5-0be5-49e8-b6d0-ca3e4bc0ecfd tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/a2b24399-a2e5-45ff-900a-999a13773b05 HTTP/1.1" status: 204 len: 168 time: 2.5768223 Nov 24 05:06:14.796852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35666) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:14.804164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-55837225-ab0b-44ac-b087-16cc5858210c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1708898397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:14.864117 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1134f79d-003f-4c24-8ecc-97ebd380d8de None None] Provisioning complete for port 78211f8e-592a-4e7c-97fc-13d6a392b013 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:14.864117 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1134f79d-003f-4c24-8ecc-97ebd380d8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.867480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.887532 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55837225-ab0b-44ac-b087-16cc5858210c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.887532 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55837225-ab0b-44ac-b087-16cc5858210c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.890733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-46b84a21-a504-4272-966a-a76f6799c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.912656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event updated for resources: {'Port': ['ID=222f0bcb-d915-4391-9b04-09f7e3e6713d,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:14.946443 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Attempting to bind port a6f305fb-7573-4277-ac21-5442c1e1e24c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:14.946847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Attempting to bind port a6f305fb-7573-4277-ac21-5442c1e1e24c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '0b5844b4-3514-4859-99b6-af20904d956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:14.947476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Attempting to bind port a6f305fb-7573-4277-ac21-5442c1e1e24c on network 083ed426-d132-4764-9909-fd3c42d33b22 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:14.950945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5bef55a-473a-40ac-8ce5-1bedcf14ab7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.969584 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.983728 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55837225-ab0b-44ac-b087-16cc5858210c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.992505 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55837225-ab0b-44ac-b087-16cc5858210c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.993210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:14.993672 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Checking segment: {'id': '0b5844b4-3514-4859-99b6-af20904d956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:14.994233 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:14.995305 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Bound using segment: {'id': '0b5844b4-3514-4859-99b6-af20904d956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:14.995923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Bound port: a6f305fb-7573-4277-ac21-5442c1e1e24c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5844b4-3514-4859-99b6-af20904d956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:14.996373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.000699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.026318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55837225-ab0b-44ac-b087-16cc5858210c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.030789 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-55837225-ab0b-44ac-b087-16cc5858210c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2303650 Nov 24 05:06:15.031118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:15.031555 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.035153 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35670) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:15.038726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b455c785-5810-4521-adc2-17b3100e716d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:07Z', 'revision_number': 3, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:13Z', 'revision_number': 4, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:15.040468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'enable_snat': True}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:15.046892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.133765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bef55a-473a-40ac-8ce5-1bedcf14ab7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:15.144251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.167830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c5bef55a-473a-40ac-8ce5-1bedcf14ab7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:15.180284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c785-5810-4521-adc2-17b3100e716d None None] The sync data for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv is: [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:07Z', 'revision_number': 3, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:13Z', 'revision_number': 4, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:15.180503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=d9beab7b-9902-4fad-9413-3f4d9ebbef91,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:15.185959 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:15.190676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bef55a-473a-40ac-8ce5-1bedcf14ab7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:15.192635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcab5626-5cab-4111-982d-e3b85faf1552 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:15.194444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5bef55a-473a-40ac-8ce5-1bedcf14ab7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.221821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.301388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=2a2b919c-e9df-4255-9986-b9a514177b66,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:15.324650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bef55a-473a-40ac-8ce5-1bedcf14ab7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=bd77d961-4a38-4f83-b86e-85613135bcf2,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:15.334984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 083ed426-d132-4764-9909-fd3c42d33b22 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:15.337158 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:15.367976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a92d62-d169-40d2-8965-bda45af262ad None None] DHCP port deletion for e29aa2dc-5d97-4d45-988d-43691663da22 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:15.381495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:15.382037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.399101 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c5bef55a-473a-40ac-8ce5-1bedcf14ab7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9600735 Nov 24 05:06:15.411315 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35672) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:15.426641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1134f79d-003f-4c24-8ecc-97ebd380d8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.427080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': 'bd77d961-4a38-4f83-b86e-85613135bcf2', 'ip_address': '2001:db8::8367:cee5:3067:793f'}], 'name': 'tempest-NetworksTestDHCPv6-1309255174'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:15.455509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.465583 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] For port a6f305fb-7573-4277-ac21-5442c1e1e24c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:15.611580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.634281 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Floating IP 941170c8-e7e6-4b57-a019-f34a38abcb87 associated. External IP: 172.26.0.26, port: 3b4da1f9-3ed7-4164-83dd-d2bba03e6860. Nov 24 05:06:15.768142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] For port a6f305fb-7573-4277-ac21-5442c1e1e24c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a6f305fb-7573-4277-ac21-5442c1e1e24c,segment=NetworkSegment(0b5844b4-3514-4859-99b6-af20904d956a),segment_id=0b5844b4-3514-4859-99b6-af20904d956a)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:15.783827 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1134f79d-003f-4c24-8ecc-97ebd380d8de None None] For port 78211f8e-592a-4e7c-97fc-13d6a392b013, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=78211f8e-592a-4e7c-97fc-13d6a392b013,segment=NetworkSegment(224db3e7-d8e2-4751-9d82-f9da2e11a379),segment_id=224db3e7-d8e2-4751-9d82-f9da2e11a379)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:15.798762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-46b84a21-a504-4272-966a-a76f6799c638 None None] Allocated IP 2001:db8:0:1::2 (efd728c2-502d-4c27-9f43-6889b959b397/25e61718-dd5e-4c4e-a503-b31a9643a08a/0e5e1e70-8770-4e24-a300-8fb63994e9b6) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:15.806139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.831502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1134f79d-003f-4c24-8ecc-97ebd380d8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.858436 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Deleting port 54349224-5ad8-4ff4-ac87-0089d1c032a8 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:15.858777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:15.868875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:15.875599 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 0bf5e710-187d-452e-a5b8-2ef3f761ef18 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:15.897506 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-961929be-58ed-403f-8096-751033587b0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/5026718c-0420-4f5f-bb8b-6bc4eafb4224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3213074 Nov 24 05:06:15.901350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:15.910880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35674) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:16.001273 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bbc84-4d1f-4952-adaa-2d03aaf4acf5 None None] Sync routers for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:16.099914 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.130246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.134507 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4627f71b-895b-4946-aa49-8778b8c90c41 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:16.137901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bbc84-4d1f-4952-adaa-2d03aaf4acf5 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:16.138670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5d8bbc84-4d1f-4952-adaa-2d03aaf4acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:16.147265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-46b84a21-a504-4272-966a-a76f6799c638 None None] For port 0e5e1e70-8770-4e24-a300-8fb63994e9b6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0e5e1e70-8770-4e24-a300-8fb63994e9b6,segment=NetworkSegment(7e7c75ad-6bb3-4853-9311-55b770e8173b),segment_id=7e7c75ad-6bb3-4853-9311-55b770e8173b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:16.157507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] For port 54349224-5ad8-4ff4-ac87-0089d1c032a8, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=54349224-5ad8-4ff4-ac87-0089d1c032a8,segment=NetworkSegment(ea012861-55e3-464a-9093-675ea436e451),segment_id=ea012861-55e3-464a-9093-675ea436e451)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:16.158199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.207827 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Calling delete_port for 54349224-5ad8-4ff4-ac87-0089d1c032a8 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:16.211784 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:16.294699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 4627f71b-895b-4946-aa49-8778b8c90c41 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:16.294699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4627f71b-895b-4946-aa49-8778b8c90c41 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:16.294955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6dabfbc-a1cd-4fc7-a490-0e5727c898f8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting subnet 525a4a93-e392-4468-9b67-9ecd7c3d7863 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:16.342250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1756ab-609c-4542-bd81-dcaa283bce69 None None] Pushing event updated for resources: {'Port': ['ID=a6f305fb-7573-4277-ac21-5442c1e1e24c,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:16.342495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6dabfbc-a1cd-4fc7-a490-0e5727c898f8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.387497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e735b552-cfb0-4e68-8841-5d8d189985bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.403323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.408143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': 'bd77d961-4a38-4f83-b86e-85613135bcf2'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:16.408973 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.411362 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Allocated IP 172.26.0.154 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/24287b3a-5215-4216-bdec-197189483f8a) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:16.415845 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.417124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.500041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5d8bbc84-4d1f-4952-adaa-2d03aaf4acf5 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:16.571499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=2a2b919c-e9df-4255-9986-b9a514177b66,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:16.637858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-41a92d62-d169-40d2-8965-bda45af262ad None None] Deleting port 54349224-5ad8-4ff4-ac87-0089d1c032a8 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:16.638246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41a92d62-d169-40d2-8965-bda45af262ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.658969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 78211f8e-592a-4e7c-97fc-13d6a392b013 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:16.697479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-46b84a21-a504-4272-966a-a76f6799c638 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.726599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 083ed426-d132-4764-9909-fd3c42d33b22 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:16.733457 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:16.741089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.783506 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134f79d-003f-4c24-8ecc-97ebd380d8de None None] Pushing event updated for resources: {'Port': ['ID=78211f8e-592a-4e7c-97fc-13d6a392b013,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:16.787174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-46b84a21-a504-4272-966a-a76f6799c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.847757 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5a6a1b7d-a71a-4fb6-8d0b-dfd5bd867548 None None] Provisioning complete for port d9beab7b-9902-4fad-9413-3f4d9ebbef91 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:16.848399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a6a1b7d-a71a-4fb6-8d0b-dfd5bd867548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.882037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:16.885729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:16.941507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:16.949298 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:16.950644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event updated for resources: {'Port': ['ID=24287b3a-5215-4216-bdec-197189483f8a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:16.952880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:16.984774 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-41a92d62-d169-40d2-8965-bda45af262ad None None] For port 54349224-5ad8-4ff4-ac87-0089d1c032a8, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=54349224-5ad8-4ff4-ac87-0089d1c032a8,segment=NetworkSegment(ea012861-55e3-464a-9093-675ea436e451),segment_id=ea012861-55e3-464a-9093-675ea436e451)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:16.985942 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41a92d62-d169-40d2-8965-bda45af262ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:17.018435 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be5d76-ec7d-46f6-bee5-fab290393663 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:17.023254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6dabfbc-a1cd-4fc7-a490-0e5727c898f8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:17.072932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-41a92d62-d169-40d2-8965-bda45af262ad None None] Calling delete_port for 54349224-5ad8-4ff4-ac87-0089d1c032a8 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:17.102979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a1b7d-a71a-4fb6-8d0b-dfd5bd867548 None None] Port d9beab7b-9902-4fad-9413-3f4d9ebbef91 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:17.117479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b84a21-a504-4272-966a-a76f6799c638 None None] Pushing event updated for resources: {'Port': ['ID=0e5e1e70-8770-4e24-a300-8fb63994e9b6,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:17.129620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:17.178098 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:17.180176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Router e55b5ea9-8464-4e1d-ab66-16de9645dd41 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:17.189246 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f6f0fee7-09a6-41ea-b37a-f48c57dd3339 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6757946 Nov 24 05:06:17.189419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:17.193592 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Sync routers for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:17.212466 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:17.215565 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:17.223282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35676) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:17.241319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/bd77d961-4a38-4f83-b86e-85613135bcf2/e8493cfc-28e6-4548-be1d-d5213e7fee72) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:17.247232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 78211f8e-592a-4e7c-97fc-13d6a392b013 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:17.247849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:17.342908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-556680222'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:17.367077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e20a70e4-4962-4d1e-b806-b20722ff0049 None None] Provisioning complete for port 24287b3a-5215-4216-bdec-197189483f8a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:17.367451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e20a70e4-4962-4d1e-b806-b20722ff0049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:17.381836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event deleted for resources: {'Port': ['ID=54349224-5ad8-4ff4-ac87-0089d1c032a8,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:17.452588 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:17.496809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-41a92d62-d169-40d2-8965-bda45af262ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:17.508937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e20a70e4-4962-4d1e-b806-b20722ff0049 None None] Port 24287b3a-5215-4216-bdec-197189483f8a cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:17.550264 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a92d62-d169-40d2-8965-bda45af262ad None None] Pushing event deleted for resources: {'Port': ['ID=54349224-5ad8-4ff4-ac87-0089d1c032a8,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:17.565948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a92d62-d169-40d2-8965-bda45af262ad None None] No DVR routers for this DVR port 54349224-5ad8-4ff4-ac87-0089d1c032a8 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:17.608740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5d8bbc84-4d1f-4952-adaa-2d03aaf4acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:06:10Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:17.628332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6dabfbc-a1cd-4fc7-a490-0e5727c898f8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:17.670645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bbc84-4d1f-4952-adaa-2d03aaf4acf5 None None] Checking router: 5026718c-0420-4f5f-bb8b-6bc4eafb4224 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:17.699571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bbc84-4d1f-4952-adaa-2d03aaf4acf5 None None] Routers {'5026718c-0420-4f5f-bb8b-6bc4eafb4224'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:17.700519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5d8bbc84-4d1f-4952-adaa-2d03aaf4acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:05:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:17.752715 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] No DVR routers for this DVR port 54349224-5ad8-4ff4-ac87-0089d1c032a8 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:17.759771 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Router 8104b0b8-3c51-4ee3-91b7-845180349416 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:06:17.770029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:17.773903 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:17.809139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 033ec61a-f424-4990-afe7-c64b7bfff19c yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:06:17.920211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5d8bbc84-4d1f-4952-adaa-2d03aaf4acf5 None None] Set router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:17.938983 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:17.968321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29aa2dc-5d97-4d45-988d-43691663da22']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:17.981877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea012861-55e3-464a-9093-675ea436e451') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:17.982157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea012861-55e3-464a-9093-675ea436e451') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:17.993285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.008888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.017146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:06:18.017704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.033537 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 4, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 2, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:18.050841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.070393 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Checking router: daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:18.071221 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Updating router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f port 2a2b919c-e9df-4255-9986-b9a514177b66 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:06:18.095749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-51329f9e-4ab2-4f24-b691-cf8d92b1bd44 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Delete allocated IP 2001:db8::269 (efd728c2-502d-4c27-9f43-6889b959b397/2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a) {{(pid=103232) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:06:18.100422 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:06:18.118599 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.137957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.178840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.192557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.199079 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "DELETE /v2.0/networks/e29aa2dc-5d97-4d45-988d-43691663da22 HTTP/1.1" status: 204 len: 168 time: 3.6059875 Nov 24 05:06:18.207631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-51329f9e-4ab2-4f24-b691-cf8d92b1bd44 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8:0:1::1e5 (efd728c2-502d-4c27-9f43-6889b959b397/25e61718-dd5e-4c4e-a503-b31a9643a08a/d3590e07-fcc4-4bc9-8922-0dbeda8100b4) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:18.209796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35678) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:18.210504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:06:18.214929 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad93ab9-70e7-4a94-99a7-15c6663deda6 None None] Network 083ed426-d132-4764-9909-fd3c42d33b22 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:18.217232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 701f92d9-f0f7-43d3-bd93-80455b24f7ca no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:18.242324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 701f92d9-f0f7-43d3-bd93-80455b24f7ca {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:18.243064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 701f92d9-f0f7-43d3-bd93-80455b24f7ca not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:18.243754 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 54349224-5ad8-4ff4-ac87-0089d1c032a8 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:18.268414 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d418d417-009e-493c-b9b6-2445a5fb93f7 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "GET /v2.0/ports?device_id=0af863ee-91f1-4f81-9c3e-d96f4936c951 HTTP/1.1" status: 200 len: 205 time: 0.0531771 Nov 24 05:06:18.307549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.321122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35680) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:18.343704 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 54349224-5ad8-4ff4-ac87-0089d1c032a8 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:18.344035 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 54349224-5ad8-4ff4-ac87-0089d1c032a8 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:18.383910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.385947 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added segment 1122d486-d3c1-422f-b47a-9354f5e40967 of type vlan for network 87aa443a-8a37-4884-9f25-752d50058771 Nov 24 05:06:18.444319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.448631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c60cddb7-c140-408c-a01b-c5157360969b None None] Provisioning complete for port a6f305fb-7573-4277-ac21-5442c1e1e24c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:18.449012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c60cddb7-c140-408c-a01b-c5157360969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.453361 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.465261 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.476534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bd3de-5f88-41f7-819f-0a5053d99838 tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Pushing event deleted for resources: {'Network': ['ID=e29aa2dc-5d97-4d45-988d-43691663da22,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:18.478029 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:18.479721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.482708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:18.487069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.488698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:18.498428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d585c1be-74f3-4aad-b5c9-bfade03c69ad tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.502545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6dabfbc-a1cd-4fc7-a490-0e5727c898f8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.526951 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Pushing event updated for resources: {'Port': ['ID=2a2b919c-e9df-4255-9986-b9a514177b66,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:18.540185 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.540863 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.542009 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.542406 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.542837 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.543425 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.543799 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.544249 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.545255 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.545698 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.546138 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.546596 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:18.579927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6dabfbc-a1cd-4fc7-a490-0e5727c898f8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.583184 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b6dabfbc-a1cd-4fc7-a490-0e5727c898f8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/subnets/525a4a93-e392-4468-9b67-9ecd7c3d7863 HTTP/1.1" status: 204 len: 168 time: 2.6698735 Nov 24 05:06:18.616255 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe86a0-f0d3-43c5-81cd-d61b48d1e12f None None] Network 71a7fc35-9529-48a5-9505-3edd8dcad952 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:18.620268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Pushing event updated for resources: {'Port': ['ID=e8493cfc-28e6-4548-be1d-d5213e7fee72,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:18.626234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35682) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:18.649279 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Attempting to bind port 2a2b919c-e9df-4255-9986-b9a514177b66 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:18.650289 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Attempting to bind port 2a2b919c-e9df-4255-9986-b9a514177b66 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '0b5844b4-3514-4859-99b6-af20904d956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:18.651479 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Attempting to bind port 2a2b919c-e9df-4255-9986-b9a514177b66 on network 083ed426-d132-4764-9909-fd3c42d33b22 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:18.657582 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:18.658118 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Checking segment: {'id': '0b5844b4-3514-4859-99b6-af20904d956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:18.658620 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.659147 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Bound using segment: {'id': '0b5844b4-3514-4859-99b6-af20904d956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:18.659784 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Bound port: 2a2b919c-e9df-4255-9986-b9a514177b66, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5844b4-3514-4859-99b6-af20904d956a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:18.670707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68578ee8-74a3-49ac-9e90-84283689c178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.671324 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.683182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.688993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:18.689824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.692235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dabfbc-a1cd-4fc7-a490-0e5727c898f8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Subnet': ['ID=525a4a93-e392-4468-9b67-9ecd7c3d7863,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:18.746214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 78211f8e-592a-4e7c-97fc-13d6a392b013 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:18.750109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d585c1be-74f3-4aad-b5c9-bfade03c69ad tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.752747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d585c1be-74f3-4aad-b5c9-bfade03c69ad tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.758557 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] For port 2a2b919c-e9df-4255-9986-b9a514177b66, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:18.766275 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] For port 2a2b919c-e9df-4255-9986-b9a514177b66, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2a2b919c-e9df-4255-9986-b9a514177b66,segment=NetworkSegment(0b5844b4-3514-4859-99b6-af20904d956a),segment_id=0b5844b4-3514-4859-99b6-af20904d956a)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:18.773403 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.777461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:18.795442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Network': ['ID=87aa443a-8a37-4884-9f25-752d50058771,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:18.856318 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9546f999-4aa4-4ba6-a99d-38e8d9b4ccba tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5145259 Nov 24 05:06:18.861010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35684) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:18.862829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:18.867273 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'subnet': {'network_id': '87aa443a-8a37-4884-9f25-752d50058771', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:18.872142 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7725f84a-db10-4e76-a64d-952d8680e2ff tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "PUT /v2.0/routers/8104b0b8-3c51-4ee3-91b7-845180349416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3039799 Nov 24 05:06:18.878911 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a50ee-c2d1-48de-acd2-b902cb1787e4 None None] Pushing event updated for resources: {'Port': ['ID=2a2b919c-e9df-4255-9986-b9a514177b66,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:18.880399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 87aa443a-8a37-4884-9f25-752d50058771 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:06:18.882732 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534f3e9-bd2e-4a8b-99c7-63079961fd74 None None] Sync routers for ids ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:18.892508 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba0f34-721b-4940-93ce-52df6a55c80f None None] Sync routers for ids ['8104b0b8-3c51-4ee3-91b7-845180349416'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:18.901760 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35686) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:18.917687 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba0f34-721b-4940-93ce-52df6a55c80f None None] Routers {'8104b0b8-3c51-4ee3-91b7-845180349416'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:18.918638 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5eba0f34-721b-4940-93ce-52df6a55c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8104b0b8-3c51-4ee3-91b7-845180349416'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:18.969359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.973432 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d585c1be-74f3-4aad-b5c9-bfade03c69ad tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.974139 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5eba0f34-721b-4940-93ce-52df6a55c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:18.974413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d585c1be-74f3-4aad-b5c9-bfade03c69ad tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Fanout notify agent at l3_agent the message router_deleted on router 0af863ee-91f1-4f81-9c3e-d96f4936c951 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:06:18.983718 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:18.984557 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:18.985522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d585c1be-74f3-4aad-b5c9-bfade03c69ad tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:18.989411 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d585c1be-74f3-4aad-b5c9-bfade03c69ad tempest-RoutersNegativeTest-31731638 tempest-RoutersNegativeTest-31731638-project] 10.222.0.37 "DELETE /v2.0/routers/0af863ee-91f1-4f81-9c3e-d96f4936c951 HTTP/1.1" status: 204 len: 168 time: 0.6644137 Nov 24 05:06:18.989411 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Made reservation on behalf of e24769080ef94e4db43c8ad2a10e5ca3 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:18.992309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:19.050960 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-11f87cb3-65cb-4799-9e9d-42540e3a0966 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 14.7961879 Nov 24 05:06:19.071223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:06:19.079871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:06:19.101356 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:19.126267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534f3e9-bd2e-4a8b-99c7-63079961fd74 None None] Routers {'e55b5ea9-8464-4e1d-ab66-16de9645dd41'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:19.127415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c534f3e9-bd2e-4a8b-99c7-63079961fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:19.199156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2a1026-7606-482f-a548-165dd504573e x-openstack-request-id: req-9b2a1026-7606-482f-a548-165dd504573e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:06:19.199443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:06:19.199725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b2a1026-7606-482f-a548-165dd504573e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:06:19.200155 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'status': 'completed', 'code': 200} Nov 24 05:06:19.217384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::8367:cee5:3067:793f (ddc696b2-9bde-4196-b27a-8d16c6c5040f/bd77d961-4a38-4f83-b86e-85613135bcf2/033ec61a-f424-4990-afe7-c64b7bfff19c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:19.231578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc8328-70a8-4059-8faf-cf8c1ac74901 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:19.236415 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-07bc8328-70a8-4059-8faf-cf8c1ac74901 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports?device_id=8104b0b8-3c51-4ee3-91b7-845180349416 HTTP/1.1" status: 200 len: 983 time: 0.2912145 Nov 24 05:06:19.237126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35694) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:19.295679 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba0f34-721b-4940-93ce-52df6a55c80f None None] Routers {'8104b0b8-3c51-4ee3-91b7-845180349416'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:19.296519 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5eba0f34-721b-4940-93ce-52df6a55c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8104b0b8-3c51-4ee3-91b7-845180349416'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:19.305375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 78211f8e-592a-4e7c-97fc-13d6a392b013 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:19.305749 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:19.360612 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5eba0f34-721b-4940-93ce-52df6a55c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:19.361328 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba0f34-721b-4940-93ce-52df6a55c80f None None] The sync data for ids ['8104b0b8-3c51-4ee3-91b7-845180349416'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:19.387915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7967e-e830-4cba-a07e-f465f8ceab22 req-2cf673de-b539-4e41-8579-c74516a073dc tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:19.390707 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-64d7967e-e830-4cba-a07e-f465f8ceab22 req-2cf673de-b539-4e41-8579-c74516a073dc tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.2072001 Nov 24 05:06:19.401334 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 4, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:18Z', 'revision_number': 4, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:19.404808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Attempting to bind port e8493cfc-28e6-4548-be1d-d5213e7fee72 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:19.405189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Attempting to bind port e8493cfc-28e6-4548-be1d-d5213e7fee72 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:19.405618 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Attempting to bind port e8493cfc-28e6-4548-be1d-d5213e7fee72 on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:19.443981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:19.444379 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:19.444792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:19.445199 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:19.445746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Bound port: e8493cfc-28e6-4548-be1d-d5213e7fee72, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:19.446154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:19.446592 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c33c28-255b-4c0d-a1bd-36822f344eab None None] The sync data for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv is: [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 4, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:18Z', 'revision_number': 4, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:19.466986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:19.555660 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35698) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:19.565853 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] For port e8493cfc-28e6-4548-be1d-d5213e7fee72, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:19.631187 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-64d7967e-e830-4cba-a07e-f465f8ceab22 req-191a3777-c237-4a8f-8d44-007128efee1a tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198799 Nov 24 05:06:19.631412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] For port e8493cfc-28e6-4548-be1d-d5213e7fee72, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e8493cfc-28e6-4548-be1d-d5213e7fee72,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:19.662443 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c60cddb7-c140-408c-a01b-c5157360969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:19.663572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35700) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:19.712029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Router 350d53c6-9ae1-42db-8c8a-325c69d4bd44 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:06:19.734396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c60cddb7-c140-408c-a01b-c5157360969b None None] For port a6f305fb-7573-4277-ac21-5442c1e1e24c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a6f305fb-7573-4277-ac21-5442c1e1e24c,segment=NetworkSegment(0b5844b4-3514-4859-99b6-af20904d956a),segment_id=0b5844b4-3514-4859-99b6-af20904d956a)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:19.745893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95 req-b3100278-27ac-4b8d-9df9-3ad433483bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:19.748112 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95 req-b3100278-27ac-4b8d-9df9-3ad433483bf0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb27467313f41fb85ccc3c4aed1e5b4&device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 1098 time: 0.5100033 Nov 24 05:06:19.750561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:19.891048 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c60cddb7-c140-408c-a01b-c5157360969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:19.974745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:20.012657 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:20.023867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:20.060798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:20.069297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0e5e1e70-8770-4e24-a300-8fb63994e9b6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:20.070091 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b00ffb68-7c0c-4c5e-811a-fddbd060fc88 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "PUT /v2.0/routers/350d53c6-9ae1-42db-8c8a-325c69d4bd44 HTTP/1.1" status: 200 len: 919 time: 5.0337691 Nov 24 05:06:20.078005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88129001-ef07-46a9-b33c-8052f6897360 None None] Sync routers for ids ['350d53c6-9ae1-42db-8c8a-325c69d4bd44'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:20.087807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35704) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:20.099869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3469b13a-4bee-4d97-8838-1df11b1a4e01 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/floatingips/941170c8-e7e6-4b57-a019-f34a38abcb87 HTTP/1.1" status: 200 len: 990 time: 0.4350753 Nov 24 05:06:20.157331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80de2bd5-796a-41d5-be08-a23cfaff5168 None None] DHCP port deletion for 71a7fc35-9529-48a5-9505-3edd8dcad952 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:20.246446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5d8bbc84-4d1f-4952-adaa-2d03aaf4acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:06:10Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:20.298914 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Checking segment: {'id': '1122d486-d3c1-422f-b47a-9354f5e40967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '87aa443a-8a37-4884-9f25-752d50058771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:20.299289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network hostable DHCP agents. Network: 87aa443a-8a37-4884-9f25-752d50058771, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:06:20.307639 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bbc84-4d1f-4952-adaa-2d03aaf4acf5 None None] The sync data for ids ['5026718c-0420-4f5f-bb8b-6bc4eafb4224'] in dv-neutron-818850-5-hyperv is: [{'id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'name': 'tempest-TestNetworkBasicOps-router-1562085479', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:03:05Z', 'updated_at': '2021-11-24T05:06:10Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '12147578-ff7c-4234-b3bd-9e1b935d2dc2', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:bd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5026718c-0420-4f5f-bb8b-6bc4eafb4224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:03:07Z', 'updated_at': '2021-11-24T05:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:20.307918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Provisioning complete for port 2a2b919c-e9df-4255-9986-b9a514177b66 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:20.308862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:20.328146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51329f9e-4ab2-4f24-b691-cf8d92b1bd44 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:20.353420 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Subnet': ['ID=50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:20.361808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8690669-322d-432e-9723-a5e47ef49171 None None] Pushing event updated for resources: {'Port': ['ID=e8493cfc-28e6-4548-be1d-d5213e7fee72,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:20.365963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88129001-ef07-46a9-b33c-8052f6897360 None None] Routers {'350d53c6-9ae1-42db-8c8a-325c69d4bd44'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:20.366706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-88129001-ef07-46a9-b33c-8052f6897360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['350d53c6-9ae1-42db-8c8a-325c69d4bd44'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:20.413153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c534f3e9-bd2e-4a8b-99c7-63079961fd74 None None] Set router e55b5ea9-8464-4e1d-ab66-16de9645dd41 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:20.464357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 87aa443a-8a37-4884-9f25-752d50058771 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:06:20.479105 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-024016ba-d3dc-485e-8e01-4e92f4a4bfaa tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/routers/350d53c6-9ae1-42db-8c8a-325c69d4bd44 HTTP/1.1" status: 200 len: 925 time: 0.3825388 Nov 24 05:06:20.481801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35706) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:20.543327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-88129001-ef07-46a9-b33c-8052f6897360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:20.546884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 87aa443a-8a37-4884-9f25-752d50058771) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:20.569276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:20.570185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:20.605399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6556ce84-37f5-49c1-b132-dbd9f5b0579d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:20.609579 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6556ce84-37f5-49c1-b132-dbd9f5b0579d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&device_id=350d53c6-9ae1-42db-8c8a-325c69d4bd44&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1240900 Nov 24 05:06:20.610389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95 req-d10d83b4-bcf0-4c64-b00e-8669781fc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:20.612371 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-22e7ac6e-88e0-4acc-ac41-b61cd3abfdf1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7482848 Nov 24 05:06:20.613140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35708) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:20.613626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35710) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:20.615499 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95 req-d10d83b4-bcf0-4c64-b00e-8669781fc6a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=19abe5c4-fa40-436d-bc71-fb0859922e79 HTTP/1.1" status: 200 len: 897 time: 0.2799664 Nov 24 05:06:20.616303 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51329f9e-4ab2-4f24-b691-cf8d92b1bd44 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:20.642952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cddb7-c140-408c-a01b-c5157360969b None None] Pushing event updated for resources: {'Port': ['ID=a6f305fb-7573-4277-ac21-5442c1e1e24c,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:20.651398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f87ea2-7550-41af-a236-7196b1643117 None None] Network 87aa443a-8a37-4884-9f25-752d50058771 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:20.767534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51329f9e-4ab2-4f24-b691-cf8d92b1bd44 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=d3590e07-fcc4-4bc9-8922-0dbeda8100b4,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:20.895994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca37ca-7875-4fd8-b6cb-311482796075 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:20.899966 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-37ca37ca-7875-4fd8-b6cb-311482796075 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/networks/ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 881 time: 0.2824075 Nov 24 05:06:20.908348 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35712) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:20.917104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-51329f9e-4ab2-4f24-b691-cf8d92b1bd44 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] In _notify_port_updated(), no bound segment for port d3590e07-fcc4-4bc9-8922-0dbeda8100b4 on network efd728c2-502d-4c27-9f43-6889b959b397 {{(pid=103232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:06:20.922915 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51329f9e-4ab2-4f24-b691-cf8d92b1bd44 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:20.923810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51329f9e-4ab2-4f24-b691-cf8d92b1bd44 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:20.929240 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-51329f9e-4ab2-4f24-b691-cf8d92b1bd44 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "PUT /v2.0/ports/d3590e07-fcc4-4bc9-8922-0dbeda8100b4 HTTP/1.1" status: 200 len: 931 time: 7.2537267 Nov 24 05:06:20.933345 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95 req-04e8f8ea-373b-4145-91d4-3a4fd8db70ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860 HTTP/1.1" status: 200 len: 998 time: 0.3032348 Nov 24 05:06:20.935232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35714) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:20.976682 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bbe17c93-9fbb-4baf-86e1-d2c50cabfdb1 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=350d53c6-9ae1-42db-8c8a-325c69d4bd44 HTTP/1.1" status: 200 len: 205 time: 0.0671077 Nov 24 05:06:21.006349 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35716) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:21.029967 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d1b9fb53-4f94-4aee-afd0-0950671ba094 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88d3c4cdce1e40beae2220cd9e345bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3860891 Nov 24 05:06:21.045667 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35718) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:21.045917 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88129001-ef07-46a9-b33c-8052f6897360 None None] Routers {'350d53c6-9ae1-42db-8c8a-325c69d4bd44'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:21.046568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-88129001-ef07-46a9-b33c-8052f6897360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['350d53c6-9ae1-42db-8c8a-325c69d4bd44'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:21.107342 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-88129001-ef07-46a9-b33c-8052f6897360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:21.108143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88129001-ef07-46a9-b33c-8052f6897360 None None] The sync data for ids ['350d53c6-9ae1-42db-8c8a-325c69d4bd44'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:21.109671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35720) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:21.133140 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.157519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:21.157902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.239144 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-001edbb6-c4f0-48e4-939f-479ae0862601 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/floatingips/941170c8-e7e6-4b57-a019-f34a38abcb87 HTTP/1.1" status: 200 len: 990 time: 0.1106915 Nov 24 05:06:21.296650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.311885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-80de2bd5-796a-41d5-be08-a23cfaff5168 None None] Deleting port 25b6e31f-5277-4aa4-9efa-352f53635037 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:21.312268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-80de2bd5-796a-41d5-be08-a23cfaff5168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.341676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.359059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95 req-1a0ab88f-ee2d-4f9c-b6b7-f63ae4473451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:21.360927 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95 req-1a0ab88f-ee2d-4f9c-b6b7-f63ae4473451 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d2634f63-2781-4b65-9c4e-c0171657393f HTTP/1.1" status: 200 len: 834 time: 0.3614755 Nov 24 05:06:21.389074 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1d00ff5-381a-4eca-a1cd-90467be83416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.436779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.472758 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:06:21.529882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1d00ff5-381a-4eca-a1cd-90467be83416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.581266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-80de2bd5-796a-41d5-be08-a23cfaff5168 None None] For port 25b6e31f-5277-4aa4-9efa-352f53635037, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=25b6e31f-5277-4aa4-9efa-352f53635037,segment=NetworkSegment(34da4f99-2b70-4abd-838d-a67f5ef97f08),segment_id=34da4f99-2b70-4abd-838d-a67f5ef97f08)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:21.582313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-80de2bd5-796a-41d5-be08-a23cfaff5168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.592337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95 req-72523dec-c013-4419-bfcf-8301a2f61029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:21.594149 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95 req-72523dec-c013-4419-bfcf-8301a2f61029 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19abe5c4-fa40-436d-bc71-fb0859922e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1978319 Nov 24 05:06:21.599423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-80de2bd5-796a-41d5-be08-a23cfaff5168 None None] Calling delete_port for 25b6e31f-5277-4aa4-9efa-352f53635037 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:21.601681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 12147578-ff7c-4234-b3bd-9e1b935d2dc2 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:21.602223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.621398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.632933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e99f636f-d562-4a51-b21a-29d7b130abee tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port d3590e07-fcc4-4bc9-8922-0dbeda8100b4 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:21.633461 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e99f636f-d562-4a51-b21a-29d7b130abee tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.689176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.721115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1d00ff5-381a-4eca-a1cd-90467be83416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.723911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1d00ff5-381a-4eca-a1cd-90467be83416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.724839 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f1d00ff5-381a-4eca-a1cd-90467be83416 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1d89df7-fd4f-455e-84f3-0935943a99ea HTTP/1.1" status: 204 len: 168 time: 0.6735330 Nov 24 05:06:21.746811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.751489 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d00ff5-381a-4eca-a1cd-90467be83416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d89df7-fd4f-455e-84f3-0935943a99ea,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:21.754208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] For port 2a2b919c-e9df-4255-9986-b9a514177b66, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2a2b919c-e9df-4255-9986-b9a514177b66,segment=NetworkSegment(0b5844b4-3514-4859-99b6-af20904d956a),segment_id=0b5844b4-3514-4859-99b6-af20904d956a)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:21.756518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-87aa443a-8a37-4884-9f25-752d50058771', 'network_id': '87aa443a-8a37-4884-9f25-752d50058771', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'fixed_ips': [{'subnet_id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:21.757593 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.791011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.795762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.877421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:21.880520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Provisioning complete for port 44db5ecb-e163-493d-a692-b77ebc1b2686 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:21.880823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.889902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a6f305fb-7573-4277-ac21-5442c1e1e24c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:21.913005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:21.935952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:21.950666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:21.951354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:21.981108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=033ec61a-f424-4990-afe7-c64b7bfff19c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:21.999753 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-da209dc0-fbd2-4051-bb49-dd14d2ab4218 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.5851922 Nov 24 05:06:22.017700 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35726) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:22.054684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aae8a496-84ca-47dc-b630-9e1229fe98d5 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.068854 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 12147578-ff7c-4234-b3bd-9e1b935d2dc2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=12147578-ff7c-4234-b3bd-9e1b935d2dc2,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:22.069539 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.078328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Pushing event updated for resources: {'Port': ['ID=2a2b919c-e9df-4255-9986-b9a514177b66,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:22.112899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c534f3e9-bd2e-4a8b-99c7-63079961fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:34Z', 'revision_number': 4, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '941170c8-e7e6-4b57-a019-f34a38abcb87', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'floating_ip_address': '172.26.0.26', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'port_id': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'mac_address': 'fa:16:3e:ba:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:06:10Z', 'updated_at': '2021-11-24T05:06:10Z', 'revision_number': 0, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e481ec-7b5b-4c41-9c8f-35186478a653', 'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'mac_address': 'fa:16:3e:4d:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:33Z', 'updated_at': '2021-11-24T05:05:43Z', 'revision_number': 5, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'subnets': [{'id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:22.149426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Port 44db5ecb-e163-493d-a692-b77ebc1b2686 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:22.155561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534f3e9-bd2e-4a8b-99c7-63079961fd74 None None] Checking router: e55b5ea9-8464-4e1d-ab66-16de9645dd41 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:22.161246 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95 req-c0f2ecd7-768f-44a4-bbb0-050bf6b16e39 service neutron] 10.222.0.31 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544939 Nov 24 05:06:22.168353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 12147578-ff7c-4234-b3bd-9e1b935d2dc2 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:22.177431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-80de2bd5-796a-41d5-be08-a23cfaff5168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.244772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Provisioning complete for port a6f305fb-7573-4277-ac21-5442c1e1e24c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:22.245209 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.267701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de2bd5-796a-41d5-be08-a23cfaff5168 None None] Pushing event deleted for resources: {'Port': ['ID=25b6e31f-5277-4aa4-9efa-352f53635037,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:22.271562 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de2bd5-796a-41d5-be08-a23cfaff5168 None None] No DVR routers for this DVR port 25b6e31f-5277-4aa4-9efa-352f53635037 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:22.283567 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534f3e9-bd2e-4a8b-99c7-63079961fd74 None None] Routers {'e55b5ea9-8464-4e1d-ab66-16de9645dd41'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:22.284424 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c534f3e9-bd2e-4a8b-99c7-63079961fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:22.332939 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d01ebf2-a365-4cc4-9a4e-b3cbc9b1bb95 req-ddd66cec-9707-4441-bcb1-f271d99594cb service neutron] 10.222.0.31 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549911 Nov 24 05:06:22.339391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35732) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:22.365158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4041f0c-58b9-4cfe-a5d6-40f6d335d494 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:22.366368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Allocated IP 2001:db8:3::2 (87aa443a-8a37-4884-9f25-752d50058771/50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc/0ada2bea-1180-4110-9d5e-e087e545ec41) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:22.374856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4041f0c-58b9-4cfe-a5d6-40f6d335d494 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:22.380379 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b4041f0c-58b9-4cfe-a5d6-40f6d335d494 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3586230 Nov 24 05:06:22.384007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a6f305fb-7573-4277-ac21-5442c1e1e24c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:22.384417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.422059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35736) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:22.469731 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e99f636f-d562-4a51-b21a-29d7b130abee tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.496199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e99f636f-d562-4a51-b21a-29d7b130abee tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for d3590e07-fcc4-4bc9-8922-0dbeda8100b4 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:22.516193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.625114 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-41702120-e339-4b78-8520-3061cd0ef32d tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/floatingips/941170c8-e7e6-4b57-a019-f34a38abcb87 HTTP/1.1" status: 200 len: 990 time: 0.2831230 Nov 24 05:06:22.674605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.721985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 033ec61a-f424-4990-afe7-c64b7bfff19c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:22.722299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.737739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.830466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Network 87aa443a-8a37-4884-9f25-752d50058771 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:22.848114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:22.850794 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:22.867239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Pushing event updated for resources: {'Port': ['ID=0ada2bea-1180-4110-9d5e-e087e545ec41,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:22.875856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c534f3e9-bd2e-4a8b-99c7-63079961fd74 None None] Set router e55b5ea9-8464-4e1d-ab66-16de9645dd41 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:22.891696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35748) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:22.908979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e99f636f-d562-4a51-b21a-29d7b130abee tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.912255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.930502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.952756 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Deleting port 24287b3a-5215-4216-bdec-197189483f8a {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:22.953114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:22.971430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=12147578-ff7c-4234-b3bd-9e1b935d2dc2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:22.971630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc6119-1364-46e1-a76e-b661c17746a9 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:22.997768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 033ec61a-f424-4990-afe7-c64b7bfff19c owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:23.012421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f636f-d562-4a51-b21a-29d7b130abee tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=d3590e07-fcc4-4bc9-8922-0dbeda8100b4,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:23.020404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Attempting to bind port 0ada2bea-1180-4110-9d5e-e087e545ec41 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:23.021347 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Attempting to bind port 0ada2bea-1180-4110-9d5e-e087e545ec41 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '1122d486-d3c1-422f-b47a-9354f5e40967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '87aa443a-8a37-4884-9f25-752d50058771'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:23.021679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Attempting to bind port 0ada2bea-1180-4110-9d5e-e087e545ec41 on network 87aa443a-8a37-4884-9f25-752d50058771 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:23.025350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aae8a496-84ca-47dc-b630-9e1229fe98d5 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port d9beab7b-9902-4fad-9413-3f4d9ebbef91 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:23.025973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aae8a496-84ca-47dc-b630-9e1229fe98d5 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.183019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.190924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Allocated IP 2001:db8:3::1 (87aa443a-8a37-4884-9f25-752d50058771/50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc/b3bed5ab-6903-4089-8c3d-b7b33d3d0a61) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:23.191633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aae8a496-84ca-47dc-b630-9e1229fe98d5 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.208896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e99f636f-d562-4a51-b21a-29d7b130abee tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.210345 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d0bc251c-284d-4cfc-a590-049b0dec3f55 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group': {'name': 'tempest-secgroup--142131573'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:23.215502 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e99f636f-d562-4a51-b21a-29d7b130abee tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/d3590e07-fcc4-4bc9-8922-0dbeda8100b4 HTTP/1.1" status: 204 len: 168 time: 2.2745261 Nov 24 05:06:23.216772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35752) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:23.239071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aae8a496-84ca-47dc-b630-9e1229fe98d5 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for d9beab7b-9902-4fad-9413-3f4d9ebbef91 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:23.299632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:23.300056 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Checking segment: {'id': '1122d486-d3c1-422f-b47a-9354f5e40967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '87aa443a-8a37-4884-9f25-752d50058771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:23.300473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.300884 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Bound using segment: {'id': '1122d486-d3c1-422f-b47a-9354f5e40967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '87aa443a-8a37-4884-9f25-752d50058771'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:23.301385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Bound port: 0ada2bea-1180-4110-9d5e-e087e545ec41, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1122d486-d3c1-422f-b47a-9354f5e40967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '87aa443a-8a37-4884-9f25-752d50058771'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:23.303392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.305464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:23.305898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.321485 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b1018b-5cac-4b4d-9b58-46011bc07438 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:06:23.326712 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-90b1018b-5cac-4b4d-9b58-46011bc07438 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/d3590e07-fcc4-4bc9-8922-0dbeda8100b4 HTTP/1.1" status: 404 len: 333 time: 0.1030602 Nov 24 05:06:23.338161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.351509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Calling delete_port for 24287b3a-5215-4216-bdec-197189483f8a owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:23.354758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e8493cfc-28e6-4548-be1d-d5213e7fee72 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:23.366530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35754) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:23.468460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.512234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0bc251c-284d-4cfc-a590-049b0dec3f55 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.518171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.519576 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.531440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] For port 0ada2bea-1180-4110-9d5e-e087e545ec41, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:23.535100 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.543211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0bc251c-284d-4cfc-a590-049b0dec3f55 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.564785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] For port 0ada2bea-1180-4110-9d5e-e087e545ec41, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0ada2bea-1180-4110-9d5e-e087e545ec41,segment=NetworkSegment(1122d486-d3c1-422f-b47a-9354f5e40967),segment_id=1122d486-d3c1-422f-b47a-9354f5e40967)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:23.598315 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.619874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.636377 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.638246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35756) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:23.644099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6c2633ea-f6fc-4a58-86b9-35ba3ee7b944 None None] Could not find standard attr ID for object d3590e07-fcc4-4bc9-8922-0dbeda8100b4. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:06:23.655009 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.655570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Fanout notify agent at l3_agent the message router_deleted on router 5026718c-0420-4f5f-bb8b-6bc4eafb4224 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:06:23.661308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port e8493cfc-28e6-4548-be1d-d5213e7fee72 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:23.661676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.664023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.665232 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4a7cc341-d2b8-4cde-b718-fa7b770111a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/routers/5026718c-0420-4f5f-bb8b-6bc4eafb4224 HTTP/1.1" status: 204 len: 168 time: 5.0338500 Nov 24 05:06:23.686227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35758) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:23.723432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6f7f0-296e-46d0-a005-9bc261b83968 None None] Pushing event updated for resources: {'Port': ['ID=0ada2bea-1180-4110-9d5e-e087e545ec41,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:23.769240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=033ec61a-f424-4990-afe7-c64b7bfff19c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:23.780588 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-889f7a35-c775-43a3-ac9c-1a322c111f4b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.784331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c377f105-927e-43a1-8bb4-9f49f34d3d51 None None] Could not find standard attr ID for object 033ec61a-f424-4990-afe7-c64b7bfff19c. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:06:23.793436 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.793739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.794103 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.794454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.794800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.795143 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.795483 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.795852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.796502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.796844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.797179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.797512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:23.815994 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c377f105-927e-43a1-8bb4-9f49f34d3d51 None None] Provisioning complete for port e8493cfc-28e6-4548-be1d-d5213e7fee72 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:23.816466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c377f105-927e-43a1-8bb4-9f49f34d3d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.835663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 87aa443a-8a37-4884-9f25-752d50058771 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:23.848906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.856856 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-56e41055-5236-4d26-9abf-c92264316905 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/033ec61a-f424-4990-afe7-c64b7bfff19c HTTP/1.1" status: 204 len: 168 time: 1.4306149 Nov 24 05:06:23.871395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35760) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:23.879381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-889f7a35-c775-43a3-ac9c-1a322c111f4b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.885603 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:23.898640 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=b3bed5ab-6903-4089-8c3d-b7b33d3d0a61,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:23.976437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c534f3e9-bd2e-4a8b-99c7-63079961fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:34Z', 'revision_number': 4, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '941170c8-e7e6-4b57-a019-f34a38abcb87', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'floating_ip_address': '172.26.0.26', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'port_id': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'mac_address': 'fa:16:3e:ba:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:06:10Z', 'updated_at': '2021-11-24T05:06:10Z', 'revision_number': 0, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e481ec-7b5b-4c41-9c8f-35186478a653', 'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'mac_address': 'fa:16:3e:4d:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:33Z', 'updated_at': '2021-11-24T05:05:43Z', 'revision_number': 5, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'subnets': [{'id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:23.981087 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:23.981633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:23.988096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.032607 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534f3e9-bd2e-4a8b-99c7-63079961fd74 None None] The sync data for ids ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'] in dv-neutron-818850-5-hyperv is: [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:34Z', 'revision_number': 4, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '941170c8-e7e6-4b57-a019-f34a38abcb87', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'floating_ip_address': '172.26.0.26', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'port_id': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'mac_address': 'fa:16:3e:ba:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:06:10Z', 'updated_at': '2021-11-24T05:06:10Z', 'revision_number': 0, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e481ec-7b5b-4c41-9c8f-35186478a653', 'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'mac_address': 'fa:16:3e:4d:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:33Z', 'updated_at': '2021-11-24T05:05:43Z', 'revision_number': 5, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'subnets': [{'id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:24.035279 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.064187 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8addbdc5-5fdd-482c-a489-ccc84648b52c None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:24.129795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port e8493cfc-28e6-4548-be1d-d5213e7fee72, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e8493cfc-28e6-4548-be1d-d5213e7fee72,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:24.135711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c377f105-927e-43a1-8bb4-9f49f34d3d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.144377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.145182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2a2b919c-e9df-4255-9986-b9a514177b66 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:24.171139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c293189b-7714-4384-a637-924360fb79d2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:24.177450 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c293189b-7714-4384-a637-924360fb79d2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:24.181033 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c293189b-7714-4384-a637-924360fb79d2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3085866 Nov 24 05:06:24.185291 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-afb968b2-abb9-40ea-92e2-07065a97af47 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/floatingips/941170c8-e7e6-4b57-a019-f34a38abcb87 HTTP/1.1" status: 200 len: 990 time: 0.5403945 Nov 24 05:06:24.191642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35762) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:24.193439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Pushing event deleted for resources: {'Port': ['ID=24287b3a-5215-4216-bdec-197189483f8a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:24.202648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.326868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-c377f105-927e-43a1-8bb4-9f49f34d3d51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:06:24.327231 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-c377f105-927e-43a1-8bb4-9f49f34d3d51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:06:24.348827 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=e8493cfc-28e6-4548-be1d-d5213e7fee72,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:24.366205 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 2a2b919c-e9df-4255-9986-b9a514177b66 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:24.366582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.441285 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a77db5-d316-4df7-95ca-1c015cc5256d None None] New status for floating IP 941170c8-e7e6-4b57-a019-f34a38abcb87: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:06:24.464589 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-889f7a35-c775-43a3-ac9c-1a322c111f4b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.468572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-889f7a35-c775-43a3-ac9c-1a322c111f4b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.469987 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-889f7a35-c775-43a3-ac9c-1a322c111f4b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/security-groups/11a52bdc-76bd-4937-abb1-be0d08084384 HTTP/1.1" status: 204 len: 168 time: 1.1009879 Nov 24 05:06:24.477543 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35764) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:24.508459 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a6f305fb-7573-4277-ac21-5442c1e1e24c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:24.511274 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecae246-f902-41d2-aea2-2023a26cc4ae tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet bd77d961-4a38-4f83-b86e-85613135bcf2 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:24.519234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f7a35-c775-43a3-ac9c-1a322c111f4b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a52bdc-76bd-4937-abb1-be0d08084384,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:24.519927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ecae246-f902-41d2-aea2-2023a26cc4ae tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.595654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a6f305fb-7573-4277-ac21-5442c1e1e24c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:24.595654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.612477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0bc251c-284d-4cfc-a590-049b0dec3f55 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.622200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02a7977c-ec0a-4be3-bef6-e4d81c3dbadd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.628136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0bc251c-284d-4cfc-a590-049b0dec3f55 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.647488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aae8a496-84ca-47dc-b630-9e1229fe98d5 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.685479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.695185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ecae246-f902-41d2-aea2-2023a26cc4ae tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.702281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02a7977c-ec0a-4be3-bef6-e4d81c3dbadd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.704455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.720405 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8a496-84ca-47dc-b630-9e1229fe98d5 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=d9beab7b-9902-4fad-9413-3f4d9ebbef91,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:24.741709 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc251c-284d-4cfc-a590-049b0dec3f55 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44476131-1efa-4ff8-b1d9-8d79fd45c0c3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:24.789446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ca99135f-0747-4013-a7ef-95b1d022cf09 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:24.836159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: ca99135f-0747-4013-a7ef-95b1d022cf09 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:24.836603 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ca99135f-0747-4013-a7ef-95b1d022cf09 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:24.836935 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 25b6e31f-5277-4aa4-9efa-352f53635037 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:24.862100 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0bc251c-284d-4cfc-a590-049b0dec3f55 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.890899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 25b6e31f-5277-4aa4-9efa-352f53635037 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:24.891629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 25b6e31f-5277-4aa4-9efa-352f53635037 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:24.922125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0bc251c-284d-4cfc-a590-049b0dec3f55 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.924313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02a7977c-ec0a-4be3-bef6-e4d81c3dbadd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.926776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02a7977c-ec0a-4be3-bef6-e4d81c3dbadd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.927965 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-02a7977c-ec0a-4be3-bef6-e4d81c3dbadd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/security-groups/9a992d9b-2594-4b28-bd55-aaefe4eb3e45 HTTP/1.1" status: 204 len: 168 time: 0.4475722 Nov 24 05:06:24.935581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c377f105-927e-43a1-8bb4-9f49f34d3d51 None None] Provisioning complete for port 2a2b919c-e9df-4255-9986-b9a514177b66 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:24.936020 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c377f105-927e-43a1-8bb4-9f49f34d3d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.969427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.986950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aae8a496-84ca-47dc-b630-9e1229fe98d5 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:24.991351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35766) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:25.070501 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.079842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.091942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0bc251c-284d-4cfc-a590-049b0dec3f55 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.093116 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d0bc251c-284d-4cfc-a590-049b0dec3f55 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.1992774 Nov 24 05:06:25.100091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35768) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:25.106202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc251c-284d-4cfc-a590-049b0dec3f55 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c958269-9663-462a-ab04-86bd5e7b78fd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:25.127628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c377f105-927e-43a1-8bb4-9f49f34d3d51 None None] Could not find standard attr ID for object d3590e07-fcc4-4bc9-8922-0dbeda8100b4. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:06:25.193318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e8493cfc-28e6-4548-be1d-d5213e7fee72 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:25.196689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35770) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:25.249137 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port e8493cfc-28e6-4548-be1d-d5213e7fee72 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:25.249519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.267197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7977c-ec0a-4be3-bef6-e4d81c3dbadd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a992d9b-2594-4b28-bd55-aaefe4eb3e45,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:25.277552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90e8edf-9200-415f-83bb-78305c86c7dd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting subnet 2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:25.297526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f90e8edf-9200-415f-83bb-78305c86c7dd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.329401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a7fc35-9529-48a5-9505-3edd8dcad952']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:25.348802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0ada2bea-1180-4110-9d5e-e087e545ec41 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:25.353006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.354472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Fanout notify agent at l3_agent the message router_deleted on router 350d53c6-9ae1-42db-8c8a-325c69d4bd44 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:06:25.356887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34da4f99-2b70-4abd-838d-a67f5ef97f08') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:25.357325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34da4f99-2b70-4abd-838d-a67f5ef97f08') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:25.382495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.383644 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9f5b1ad5-30fc-42b6-a013-50c17492b0a3 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/350d53c6-9ae1-42db-8c8a-325c69d4bd44 HTTP/1.1" status: 204 len: 168 time: 4.3766086 Nov 24 05:06:25.385820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ecae246-f902-41d2-aea2-2023a26cc4ae tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.391119 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35772) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:25.415803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.417086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f90e8edf-9200-415f-83bb-78305c86c7dd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.420948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2dfb0f42-789d-41dc-b798-4aee7bbceace tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1249791945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:25.434572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0ada2bea-1180-4110-9d5e-e087e545ec41 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:25.435054 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.472940 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b6193184-53fb-4a57-a3b6-0fbdd8543f5b tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/floatingips/941170c8-e7e6-4b57-a019-f34a38abcb87 HTTP/1.1" status: 200 len: 992 time: 0.2688777 Nov 24 05:06:25.481725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.498174 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-189075da-7799-4403-89bb-cad8c0172e8a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3929288 Nov 24 05:06:25.502238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35776) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:25.505777 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:06:25.506444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.510961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a2a87931-c78e-4d05-8109-352bff773096 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group': {'name': 'tempest-security--316874882', 'description': 'tempest-security-description-468945277'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:25.546102 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae8a496-84ca-47dc-b630-9e1229fe98d5 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Router 8104b0b8-3c51-4ee3-91b7-845180349416 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:06:25.550223 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:06:25.588336 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.592994 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2a87931-c78e-4d05-8109-352bff773096 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.610555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2dfb0f42-789d-41dc-b798-4aee7bbceace tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.611556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2dfb0f42-789d-41dc-b798-4aee7bbceace tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.617834 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e95d5f-f889-4462-a609-aa60753ca46d None None] Network 87aa443a-8a37-4884-9f25-752d50058771 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:25.658843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 0ada2bea-1180-4110-9d5e-e087e545ec41, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0ada2bea-1180-4110-9d5e-e087e545ec41,segment=NetworkSegment(1122d486-d3c1-422f-b47a-9354f5e40967),segment_id=1122d486-d3c1-422f-b47a-9354f5e40967)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:25.697166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.701693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f90e8edf-9200-415f-83bb-78305c86c7dd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.708220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.714706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.721616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/networks/71a7fc35-9529-48a5-9505-3edd8dcad952 HTTP/1.1" status: 204 len: 168 time: 1.9985929 Nov 24 05:06:25.744324 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae8a496-84ca-47dc-b630-9e1229fe98d5 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:25.748768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1d428f5a-8a81-4d37-ab27-0651df7079ad None None] Provisioning complete for port 0ada2bea-1180-4110-9d5e-e087e545ec41 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:25.749398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d428f5a-8a81-4d37-ab27-0651df7079ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.749611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35780) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:25.757021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2a87931-c78e-4d05-8109-352bff773096 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.760996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'network': {'name': 'tempest-network-smoke--1789718937', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'port_security_enabled': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:25.767279 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-aae8a496-84ca-47dc-b630-9e1229fe98d5 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "PUT /v2.0/routers/8104b0b8-3c51-4ee3-91b7-845180349416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5184355 Nov 24 05:06:25.771995 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35782) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:25.774474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2a87931-c78e-4d05-8109-352bff773096 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.777225 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2a87931-c78e-4d05-8109-352bff773096 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.780899 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a2a87931-c78e-4d05-8109-352bff773096 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "PUT /v2.0/security-groups/0c958269-9663-462a-ab04-86bd5e7b78fd HTTP/1.1" status: 200 len: 1793 time: 0.2752554 Nov 24 05:06:25.791668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238559b6-e754-4365-88f5-40b61c56c852 None None] Sync routers for ids ['8104b0b8-3c51-4ee3-91b7-845180349416'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:25.794120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35784) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:25.806006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ecae246-f902-41d2-aea2-2023a26cc4ae tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.830854 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd7390-0b01-4dd9-8f05-fe94c7e1874f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Network': ['ID=71a7fc35-9529-48a5-9505-3edd8dcad952,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:25.835170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 12147578-ff7c-4234-b3bd-9e1b935d2dc2 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:25.853716 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8ea36a-c9c8-4e62-9023-c7917b006da7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:06:25.857829 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bb8ea36a-c9c8-4e62-9023-c7917b006da7 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/d9beab7b-9902-4fad-9413-3f4d9ebbef91 HTTP/1.1" status: 404 len: 333 time: 0.0757713 Nov 24 05:06:25.860755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:25.864411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.867113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35786) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:25.873240 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=0ada2bea-1180-4110-9d5e-e087e545ec41,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:25.893382 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238559b6-e754-4365-88f5-40b61c56c852 None None] Routers {'8104b0b8-3c51-4ee3-91b7-845180349416'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:25.894080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-238559b6-e754-4365-88f5-40b61c56c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8104b0b8-3c51-4ee3-91b7-845180349416'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:25.896001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 12147578-ff7c-4234-b3bd-9e1b935d2dc2 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:25.896520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 12147578-ff7c-4234-b3bd-9e1b935d2dc2 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:25.910620 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecae246-f902-41d2-aea2-2023a26cc4ae tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=bd77d961-4a38-4f83-b86e-85613135bcf2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:25.923468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2dfb0f42-789d-41dc-b798-4aee7bbceace tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.927611 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9ecae246-f902-41d2-aea2-2023a26cc4ae tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.930931 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9ecae246-f902-41d2-aea2-2023a26cc4ae tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/bd77d961-4a38-4f83-b86e-85613135bcf2 HTTP/1.1" status: 204 len: 168 time: 1.7251413 Nov 24 05:06:25.935787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35788) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:25.943076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076e88e8-8d8a-49d1-b8a7-9cc3a33e0445 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:25.948148 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-238559b6-e754-4365-88f5-40b61c56c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:25.957421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2dfb0f42-789d-41dc-b798-4aee7bbceace tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.978890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a87931-c78e-4d05-8109-352bff773096 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c958269-9663-462a-ab04-86bd5e7b78fd,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:25.982890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f90e8edf-9200-415f-83bb-78305c86c7dd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:25.999786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f90e8edf-9200-415f-83bb-78305c86c7dd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.003245 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f90e8edf-9200-415f-83bb-78305c86c7dd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a HTTP/1.1" status: 204 len: 168 time: 1.0085874 Nov 24 05:06:26.006573 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c6912e22-4ad9-4bc6-bc3b-90a60ec3d97a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694323 Nov 24 05:06:26.012848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35790) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:26.013173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35792) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:26.015409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.022926 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-035aa72c-cefa-46ab-bcc2-010658426cf9 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:26.029583 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-fc62d87d-772a-4a76-a60c-ed972dbf5398 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:26.039332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e8edf-9200-415f-83bb-78305c86c7dd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:26.039622 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0f94bf2e-eb4b-466c-aee8-69393f74cb26 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-groups/0c958269-9663-462a-ab04-86bd5e7b78fd HTTP/1.1" status: 200 len: 1793 time: 0.2352839 Nov 24 05:06:26.045005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35794) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:26.047933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:06:26.061761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1116f3-cd50-430c-bcf5-c06adf2970e3 None None] Network efd728c2-502d-4c27-9f43-6889b959b397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:26.063802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.064886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.081827 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ee6791f-20ad-46fd-b0fc-40dfc8484d86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.088478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238559b6-e754-4365-88f5-40b61c56c852 None None] Routers {'8104b0b8-3c51-4ee3-91b7-845180349416'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:26.088662 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-238559b6-e754-4365-88f5-40b61c56c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8104b0b8-3c51-4ee3-91b7-845180349416'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:26.094017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2dfb0f42-789d-41dc-b798-4aee7bbceace tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.095546 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2dfb0f42-789d-41dc-b798-4aee7bbceace tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7013247 Nov 24 05:06:26.118549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35796) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:26.129481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'enable_snat': False}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:26.165446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.165944 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Added segment 66856b57-2c00-4371-bf85-dd5a2cb460c7 of type vlan for network f3c2dfaf-9945-481d-a41c-4034a56be134 Nov 24 05:06:26.294821 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-238559b6-e754-4365-88f5-40b61c56c852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:26.295416 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238559b6-e754-4365-88f5-40b61c56c852 None None] The sync data for ids ['8104b0b8-3c51-4ee3-91b7-845180349416'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:26.310864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-530dc3a7-7e85-4c53-a815-f402ad2a774d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.318912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.327263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ee6791f-20ad-46fd-b0fc-40dfc8484d86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.335678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ee6791f-20ad-46fd-b0fc-40dfc8484d86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.338504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event updated for resources: {'Port': ['ID=b3bed5ab-6903-4089-8c3d-b7b33d3d0a61,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:26.407940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-530dc3a7-7e85-4c53-a815-f402ad2a774d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.435279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.441229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:26.441866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.452101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ee6791f-20ad-46fd-b0fc-40dfc8484d86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.452892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee6791f-20ad-46fd-b0fc-40dfc8484d86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Fanout notify agent at l3_agent the message router_deleted on router 8104b0b8-3c51-4ee3-91b7-845180349416 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:06:26.460412 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ee6791f-20ad-46fd-b0fc-40dfc8484d86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.464044 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8ee6791f-20ad-46fd-b0fc-40dfc8484d86 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/routers/8104b0b8-3c51-4ee3-91b7-845180349416 HTTP/1.1" status: 204 len: 168 time: 0.5899274 Nov 24 05:06:26.474451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35798) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:26.584977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0f2a71-2da5-4ff7-b19d-d8b740ae0fdd None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:26.598282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-530dc3a7-7e85-4c53-a815-f402ad2a774d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.600947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-530dc3a7-7e85-4c53-a815-f402ad2a774d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.602141 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-530dc3a7-7e85-4c53-a815-f402ad2a774d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-groups/0c958269-9663-462a-ab04-86bd5e7b78fd HTTP/1.1" status: 204 len: 168 time: 0.5561423 Nov 24 05:06:26.609761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35800) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:26.612517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Network': ['ID=f3c2dfaf-9945-481d-a41c-4034a56be134,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:26.631150 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network f3c2dfaf-9945-481d-a41c-4034a56be134 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:06:26.632478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-117f8724-9d7d-46df-8a42-b58f205e56f4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting subnet de86dc47-e243-44ab-a27c-7ba65e7d5c82 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:26.638242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-117f8724-9d7d-46df-8a42-b58f205e56f4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.683016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-117f8724-9d7d-46df-8a42-b58f205e56f4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.796891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dc3a7-7e85-4c53-a815-f402ad2a774d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c958269-9663-462a-ab04-86bd5e7b78fd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:26.831384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b6763399-fc65-4f80-ba5e-ec466ea69f18 None None] Provisioning complete for port 0ada2bea-1180-4110-9d5e-e087e545ec41 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:26.831797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6763399-fc65-4f80-ba5e-ec466ea69f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.839366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-117f8724-9d7d-46df-8a42-b58f205e56f4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.853669 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9f669554-2bb1-47f3-b2c0-b47ca78e062b tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2347941 Nov 24 05:06:26.856781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f2a71-2da5-4ff7-b19d-d8b740ae0fdd None None] Deleting port e8493cfc-28e6-4548-be1d-d5213e7fee72 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:26.857162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a71-2da5-4ff7-b19d-d8b740ae0fdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.920739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35802) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:26.943235 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-545407e7-0989-468b-ab0d-f3c21190187f tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] delete failed (client error): The resource could not be found. Nov 24 05:06:26.948969 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-545407e7-0989-468b-ab0d-f3c21190187f tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-groups/0c958269-9663-462a-ab04-86bd5e7b78fd HTTP/1.1" status: 404 len: 347 time: 0.0234213 Nov 24 05:06:26.952504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35804) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:26.958041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b299d102-42bf-491a-bec0-032c26bc3b7a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519004654'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:26.977552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-117f8724-9d7d-46df-8a42-b58f205e56f4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:26.997159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0f0f2a71-2da5-4ff7-b19d-d8b740ae0fdd None None] For port e8493cfc-28e6-4548-be1d-d5213e7fee72, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e8493cfc-28e6-4548-be1d-d5213e7fee72,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:26.997676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a71-2da5-4ff7-b19d-d8b740ae0fdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.021389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f8724-9d7d-46df-8a42-b58f205e56f4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Subnet': ['ID=de86dc47-e243-44ab-a27c-7ba65e7d5c82,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:27.028593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-117f8724-9d7d-46df-8a42-b58f205e56f4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.032189 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-117f8724-9d7d-46df-8a42-b58f205e56f4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/de86dc47-e243-44ab-a27c-7ba65e7d5c82 HTTP/1.1" status: 204 len: 168 time: 0.5451705 Nov 24 05:06:27.035248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35806) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:27.050972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc62d87d-772a-4a76-a60c-ed972dbf5398 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:27.055113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fc62d87d-772a-4a76-a60c-ed972dbf5398 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.062844 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9f6c2a-2e9d-44a0-82fb-914fab349242 None None] Network 0bf5e710-187d-452e-a5b8-2ef3f761ef18 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:27.075755 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-65a584d0-63f3-4002-853b-7ca82165476d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3230524 Nov 24 05:06:27.088202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35808) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:27.092733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-763619412', 'admin_state_up': True, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:27.101616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b299d102-42bf-491a-bec0-032c26bc3b7a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.137085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Network 87aa443a-8a37-4884-9f25-752d50058771 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:27.157956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0ada2bea-1180-4110-9d5e-e087e545ec41 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:27.166552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f2a71-2da5-4ff7-b19d-d8b740ae0fdd None None] Calling delete_port for e8493cfc-28e6-4548-be1d-d5213e7fee72 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:27.188120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:27.199902 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.205465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.261049 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035aa72c-cefa-46ab-bcc2-010658426cf9 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:27.264888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-035aa72c-cefa-46ab-bcc2-010658426cf9 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.276051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.277186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.328114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b299d102-42bf-491a-bec0-032c26bc3b7a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.344223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b299d102-42bf-491a-bec0-032c26bc3b7a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.418338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.425705 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 98e04f31-9881-4e59-ac89-7dec0d8c31a5 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:27.426046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.490361 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f0f2a71-2da5-4ff7-b19d-d8b740ae0fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.497658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] For port 98e04f31-9881-4e59-ac89-7dec0d8c31a5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=98e04f31-9881-4e59-ac89-7dec0d8c31a5,segment=NetworkSegment(a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c),segment_id=a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:27.497985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.513401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 98e04f31-9881-4e59-ac89-7dec0d8c31a5 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:27.553786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f2a71-2da5-4ff7-b19d-d8b740ae0fdd None None] Pushing event deleted for resources: {'Port': ['ID=e8493cfc-28e6-4548-be1d-d5213e7fee72,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:27.570726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0ada2bea-1180-4110-9d5e-e087e545ec41 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:27.571117 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.605538 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0f2a71-2da5-4ff7-b19d-d8b740ae0fdd None None] No DVR routers for this DVR port e8493cfc-28e6-4548-be1d-d5213e7fee72 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:27.607227 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b6763399-fc65-4f80-ba5e-ec466ea69f18 None None] Provisioning complete for port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:27.607558 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6763399-fc65-4f80-ba5e-ec466ea69f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.638329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299d102-42bf-491a-bec0-032c26bc3b7a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279c1500-c7b7-49b8-af21-999636ed7d34,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:27.642516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b299d102-42bf-491a-bec0-032c26bc3b7a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.644655 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:27.646929 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b299d102-42bf-491a-bec0-032c26bc3b7a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6932428 Nov 24 05:06:27.648156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35810) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:27.669128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b6763399-fc65-4f80-ba5e-ec466ea69f18 None None] Port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:27.683626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.688327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e98fe6cd-e324-47ac-9886-6348e28be4e8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': '279c1500-c7b7-49b8-af21-999636ed7d34', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:27.740587 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No DVR routers for this DVR port 98e04f31-9881-4e59-ac89-7dec0d8c31a5 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:27.764693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5027aa-d8de-43a9-9d10-57989f8a3521 None None] DHCP port deletion for 0bf5e710-187d-452e-a5b8-2ef3f761ef18 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:27.780170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=98e04f31-9881-4e59-ac89-7dec0d8c31a5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:27.812282 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c809b8d7-700d-44bf-8067-a3a8d251f37f None None] Provisioning complete for port 44db5ecb-e163-493d-a692-b77ebc1b2686 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:27.813597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c809b8d7-700d-44bf-8067-a3a8d251f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.845419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.850584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fc62d87d-772a-4a76-a60c-ed972dbf5398 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.862455 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c809b8d7-700d-44bf-8067-a3a8d251f37f None None] Port 44db5ecb-e163-493d-a692-b77ebc1b2686 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:27.866702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e8493cfc-28e6-4548-be1d-d5213e7fee72 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:27.886932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e98fe6cd-e324-47ac-9886-6348e28be4e8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.892305 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: e8493cfc-28e6-4548-be1d-d5213e7fee72 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:27.894263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e8493cfc-28e6-4548-be1d-d5213e7fee72 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:27.900155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c809b8d7-700d-44bf-8067-a3a8d251f37f None None] Provisioning complete for port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:27.900155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c809b8d7-700d-44bf-8067-a3a8d251f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.936275 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc62d87d-772a-4a76-a60c-ed972dbf5398 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:27.937088 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.945664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c809b8d7-700d-44bf-8067-a3a8d251f37f None None] Port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:27.957390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c809b8d7-700d-44bf-8067-a3a8d251f37f None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:27.957801 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c809b8d7-700d-44bf-8067-a3a8d251f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.967702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-fc62d87d-772a-4a76-a60c-ed972dbf5398 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:27.976386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc62d87d-772a-4a76-a60c-ed972dbf5398 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:27.977051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fc62d87d-772a-4a76-a60c-ed972dbf5398 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:27.981916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf5e710-187d-452e-a5b8-2ef3f761ef18']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:27.988750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:28.003194 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Sync routers for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:28.004203 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49efae8c-d961-41de-9fbe-b1b28a25fbf1 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:28.012466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:28.012825 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c0f9f5-7ab5-4c95-bc50-cd0f2f7fc40c') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:28.020171 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:28.026369 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:28.026688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62d87d-772a-4a76-a60c-ed972dbf5398 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=1d084ef3-aeb4-4bc9-8dd9-4f354f63e83b,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:28.034158 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cafb8f8a-8fae-46ef-bd6f-dad056357bfd tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4178011 Nov 24 05:06:28.063432 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35812) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:28.065049 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.076026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-87c1b843-a627-499f-b2f0-7463c7c6bf7c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:28.090814 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e98fe6cd-e324-47ac-9886-6348e28be4e8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.093948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.108029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e98fe6cd-e324-47ac-9886-6348e28be4e8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.111863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:06:28.112493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:06:28.117717 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:06:28.157337 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fc62d87d-772a-4a76-a60c-ed972dbf5398 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1384852 Nov 24 05:06:28.162663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35814) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:28.187311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': '1d084ef3-aeb4-4bc9-8dd9-4f354f63e83b', 'ip_address': '2001:db8::5ae9:9139:cba0:54aa'}], 'name': 'tempest-NetworksTestDHCPv6-1212154267'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:28.193230 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fe6cd-e324-47ac-9886-6348e28be4e8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7236078-291f-4ed2-9752-495f36f9d7e6,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:28.216998 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e98fe6cd-e324-47ac-9886-6348e28be4e8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.221856 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e98fe6cd-e324-47ac-9886-6348e28be4e8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5398953 Nov 24 05:06:28.222019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35818) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:28.233250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '1d084ef3-aeb4-4bc9-8dd9-4f354f63e83b'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:28.234263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.236385 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:28.241332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.253446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.256595 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/networks/0bf5e710-187d-452e-a5b8-2ef3f761ef18 HTTP/1.1" status: 204 len: 168 time: 1.2192650 Nov 24 05:06:28.263342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35820) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:28.325291 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefb285-1352-4175-9444-3c8b7ace0a47 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Network': ['ID=0bf5e710-187d-452e-a5b8-2ef3f761ef18,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:28.355236 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.455553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.457691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-035aa72c-cefa-46ab-bcc2-010658426cf9 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.474306 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/1d084ef3-aeb4-4bc9-8dd9-4f354f63e83b/08fed49e-af88-47b9-bdaf-282bb0a4047f) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:28.611938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035aa72c-cefa-46ab-bcc2-010658426cf9 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network efd728c2-502d-4c27-9f43-6889b959b397 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:28.651723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-035aa72c-cefa-46ab-bcc2-010658426cf9 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:28.661623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035aa72c-cefa-46ab-bcc2-010658426cf9 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:28.662351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-035aa72c-cefa-46ab-bcc2-010658426cf9 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.668026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6374698-0e3e-4082-9505-873137f817fa None None] Network efd728c2-502d-4c27-9f43-6889b959b397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:28.689586 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aa72c-cefa-46ab-bcc2-010658426cf9 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Subnet': ['ID=5a6be3d0-af9a-4680-88f0-dbac7e3c6837,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:28.704391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cb3ec5b-c796-4240-87ae-f862f2f8a355 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.713740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.723840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cb3ec5b-c796-4240-87ae-f862f2f8a355 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.735244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:28.736235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a1132-018b-4e85-a103-b203552f79c9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:28.737472 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7c7a1132-018b-4e85-a103-b203552f79c9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/46b5d374-30c0-4cbb-bd35-974256af4e61 HTTP/1.1" status: 200 len: 841 time: 0.4616921 Nov 24 05:06:28.749025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35822) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:28.769679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.779481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.795395 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:24Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3bed5ab-6903-4089-8c3d-b7b33d3d0a61', 'name': '', 'network_id': '87aa443a-8a37-4884-9f25-752d50058771', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:70:7a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:22Z', 'updated_at': '2021-11-24T05:06:25Z', 'revision_number': 2, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:28.809141 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-035aa72c-cefa-46ab-bcc2-010658426cf9 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7888076 Nov 24 05:06:28.827507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35824) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:28.833064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:28.834560 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Checking router: daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:28.834923 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Updating router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:06:28.836091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.838503 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:28.845015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Pushing event updated for resources: {'Port': ['ID=08fed49e-af88-47b9-bdaf-282bb0a4047f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:28.848910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:28.855512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'security_group': {'name': 'tempest-secgroup-215087019'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:28.864052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Allocated IP 172.26.0.157 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/74cd1eff-91f4-48b2-8501-ec564daf6a38) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:28.869428 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.887794 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-43bed98d-4c82-470f-9c3d-cc339b4ec349 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/46b5d374-30c0-4cbb-bd35-974256af4e61?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1297510 Nov 24 05:06:28.905609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35826) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:28.945708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Attempting to bind port 08fed49e-af88-47b9-bdaf-282bb0a4047f on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:28.945708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Attempting to bind port 08fed49e-af88-47b9-bdaf-282bb0a4047f by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:28.945708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Attempting to bind port 08fed49e-af88-47b9-bdaf-282bb0a4047f on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:28.952569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d3354af9-55ef-4617-8107-8771bb891a61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:28.969057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:28.969307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:28.969703 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.970153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:28.970639 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Bound port: 08fed49e-af88-47b9-bdaf-282bb0a4047f, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:28.971340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:28.998588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.075071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] For port 08fed49e-af88-47b9-bdaf-282bb0a4047f, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:29.079479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] For port 08fed49e-af88-47b9-bdaf-282bb0a4047f, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=08fed49e-af88-47b9-bdaf-282bb0a4047f,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:29.084785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 98e04f31-9881-4e59-ac89-7dec0d8c31a5 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:29.109306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.122990 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.138794 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cb3ec5b-c796-4240-87ae-f862f2f8a355 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.156518 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cb3ec5b-c796-4240-87ae-f862f2f8a355 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.160173 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1cb3ec5b-c796-4240-87ae-f862f2f8a355 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c7236078-291f-4ed2-9752-495f36f9d7e6 HTTP/1.1" status: 204 len: 168 time: 0.9334469 Nov 24 05:06:29.167666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35828) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:29.207932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456171db-94ed-44d5-a6ad-8ed3dc16b248 None None] Pushing event updated for resources: {'Port': ['ID=08fed49e-af88-47b9-bdaf-282bb0a4047f,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:29.218182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3ec5b-c796-4240-87ae-f862f2f8a355 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7236078-291f-4ed2-9752-495f36f9d7e6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:29.230345 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3354af9-55ef-4617-8107-8771bb891a61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:29.230845 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 98e04f31-9881-4e59-ac89-7dec0d8c31a5 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:29.231912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 98e04f31-9881-4e59-ac89-7dec0d8c31a5 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:29.235104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3354af9-55ef-4617-8107-8771bb891a61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.274284 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.285393 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.297691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Update dhcp port {'port': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'fixed_ips': [{'subnet_id': '25e61718-dd5e-4c4e-a503-b31a9643a08a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5a6be3d0-af9a-4680-88f0-dbac7e3c6837'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': '0e5e1e70-8770-4e24-a300-8fb63994e9b6'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:06:29.300609 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-be10be59-9d0e-467f-a2a1-dd9254a69e08 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1308002 Nov 24 05:06:29.302654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35830) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:29.341490 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb836b-71f5-4889-be49-bf8ba9559322 None None] Pushing event updated for resources: {'Port': ['ID=b3bed5ab-6903-4089-8c3d-b7b33d3d0a61,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:29.343259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.429626 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Attempting to bind port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:29.430263 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Attempting to bind port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '1122d486-d3c1-422f-b47a-9354f5e40967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '87aa443a-8a37-4884-9f25-752d50058771'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:29.433383 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Attempting to bind port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 on network 87aa443a-8a37-4884-9f25-752d50058771 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:29.453783 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:29.454521 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Checking segment: {'id': '1122d486-d3c1-422f-b47a-9354f5e40967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '87aa443a-8a37-4884-9f25-752d50058771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:29.455141 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.455904 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Bound using segment: {'id': '1122d486-d3c1-422f-b47a-9354f5e40967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '87aa443a-8a37-4884-9f25-752d50058771'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:29.458209 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Bound port: b3bed5ab-6903-4089-8c3d-b7b33d3d0a61, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1122d486-d3c1-422f-b47a-9354f5e40967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '87aa443a-8a37-4884-9f25-752d50058771'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:29.459417 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.462684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30000d1f-a31a-4c04-b1c2-136ac7a76bae tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.572146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30000d1f-a31a-4c04-b1c2-136ac7a76bae tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.633010 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] For port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:29.644635 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] For port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b3bed5ab-6903-4089-8c3d-b7b33d3d0a61,segment=NetworkSegment(1122d486-d3c1-422f-b47a-9354f5e40967),segment_id=1122d486-d3c1-422f-b47a-9354f5e40967)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:29.657251 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.693439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3354af9-55ef-4617-8107-8771bb891a61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.737548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30000d1f-a31a-4c04-b1c2-136ac7a76bae tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.737890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Allocated IP 2001:db8::2 (efd728c2-502d-4c27-9f43-6889b959b397/5a6be3d0-af9a-4680-88f0-dbac7e3c6837/0e5e1e70-8770-4e24-a300-8fb63994e9b6) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:29.740668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30000d1f-a31a-4c04-b1c2-136ac7a76bae tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.745929 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-30000d1f-a31a-4c04-b1c2-136ac7a76bae tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-groups/279c1500-c7b7-49b8-af21-999636ed7d34 HTTP/1.1" status: 204 len: 168 time: 0.4121411 Nov 24 05:06:29.746955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35834) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:29.777325 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb836b-71f5-4889-be49-bf8ba9559322 None None] Pushing event updated for resources: {'Port': ['ID=b3bed5ab-6903-4089-8c3d-b7b33d3d0a61,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:29.809186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30000d1f-a31a-4c04-b1c2-136ac7a76bae tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c1500-c7b7-49b8-af21-999636ed7d34,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:29.819879 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3354af9-55ef-4617-8107-8771bb891a61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:29.847895 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:29.848566 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:29.848936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.860323 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e161cd40-e95c-41c1-bb0e-cd05a9613cf8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1059980 Nov 24 05:06:29.862272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port c12497a9-ef04-4368-bd3b-8413c56a7862 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:06:29.863424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35836) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:29.866306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d3354af9-55ef-4617-8107-8771bb891a61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:29.872297 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c48f57f0-10f1-4a0b-851f-1124e3abcc3b tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group': {'name': 'tempest-secgroup--536859193'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:29.878354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3354af9-55ef-4617-8107-8771bb891a61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:29.878954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3354af9-55ef-4617-8107-8771bb891a61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.883365 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3354af9-55ef-4617-8107-8771bb891a61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Subnet': ['ID=05d6344d-dbcf-43ac-b444-ee166b701a46,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:29.894798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.extraroute_db [None req-87c1b843-a627-499f-b2f0-7463c7c6bf7c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 05:06:29.920724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c48f57f0-10f1-4a0b-851f-1124e3abcc3b tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.936305 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] For port 0e5e1e70-8770-4e24-a300-8fb63994e9b6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0e5e1e70-8770-4e24-a300-8fb63994e9b6,segment=NetworkSegment(7e7c75ad-6bb3-4853-9311-55b770e8173b),segment_id=7e7c75ad-6bb3-4853-9311-55b770e8173b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:29.947488 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d3354af9-55ef-4617-8107-8771bb891a61 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0345852 Nov 24 05:06:29.950337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35838) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:29.956347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f922f637-0b8e-4e48-9fa9-364bba60aea2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'security_group': {'name': 'tempest-secgroup-654816982'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:29.974229 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:29.989683 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a825124c-22ab-4476-bf70-b9b4ae2e69c6 None None] Network 392b32b4-dc27-4aff-817d-c4e36b638839 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:29.992012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.extraroute_db [None req-87c1b843-a627-499f-b2f0-7463c7c6bf7c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Removed routes are [] {{(pid=103233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 05:06:29.992508 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87c1b843-a627-499f-b2f0-7463c7c6bf7c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.016221 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:30.037585 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c48f57f0-10f1-4a0b-851f-1124e3abcc3b tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.049516 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.052603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c48f57f0-10f1-4a0b-851f-1124e3abcc3b tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.096519 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f922f637-0b8e-4e48-9fa9-364bba60aea2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.118298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.130490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f57f0-10f1-4a0b-851f-1124e3abcc3b tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5705b1dc-4a45-4aae-8dd1-d0c79fd64b20,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:30.136055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c48f57f0-10f1-4a0b-851f-1124e3abcc3b tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.142092 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c48f57f0-10f1-4a0b-851f-1124e3abcc3b tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2762930 Nov 24 05:06:30.142092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35840) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:30.150412 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7b5b8542-208d-407d-98af-cf04f3859a78 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': '5705b1dc-4a45-4aae-8dd1-d0c79fd64b20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:30.213228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.243419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8542-208d-407d-98af-cf04f3859a78 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.251352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e4e0a3c8-9838-4116-a9be-26d69a093dcc None None] Provisioning complete for port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:30.251755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a3c8-9838-4116-a9be-26d69a093dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.279931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.356013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.357995 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.5290396 Nov 24 05:06:30.371955 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:24Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3bed5ab-6903-4089-8c3d-b7b33d3d0a61', 'name': '', 'network_id': '87aa443a-8a37-4884-9f25-752d50058771', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:70:7a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:22Z', 'updated_at': '2021-11-24T05:06:29Z', 'revision_number': 4, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:30.382438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f922f637-0b8e-4e48-9fa9-364bba60aea2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.387454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35842) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:30.394193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b4021f-c7a9-42c0-971f-9fcb4aa6b782,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:30.395633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-35a8d04c-6ba1-4baa-8adb-2446917153b5 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'security_group': {'name': 'tempest-secgroup-607694256'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:30.409681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f922f637-0b8e-4e48-9fa9-364bba60aea2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.429039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:30.435012 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd86c2-d82a-4459-ab27-eead3a77c2b7 None None] The sync data for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv is: [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:24Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3bed5ab-6903-4089-8c3d-b7b33d3d0a61', 'name': '', 'network_id': '87aa443a-8a37-4884-9f25-752d50058771', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:70:7a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:22Z', 'updated_at': '2021-11-24T05:06:29Z', 'revision_number': 4, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:30.439892 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.440003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.440470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.440678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.441020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.441356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.441690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.442023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.442339 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.442670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.442997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.443323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c31f-77bc-49b0-b529-c488ff4c0cd0 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.483634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8542-208d-407d-98af-cf04f3859a78 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.508016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8542-208d-407d-98af-cf04f3859a78 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.536441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35a8d04c-6ba1-4baa-8adb-2446917153b5 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.579284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922f637-0b8e-4e48-9fa9-364bba60aea2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94597351-8c36-4a69-bbb7-0fade2be95f9,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:30.582535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.50 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/dc550979-8549-4e00-97d1-a3f14358d6b9) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:30.601078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Pushing event updated for resources: {'Port': ['ID=0e5e1e70-8770-4e24-a300-8fb63994e9b6,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:30.618171 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f922f637-0b8e-4e48-9fa9-364bba60aea2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.620068 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:30.622706 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f922f637-0b8e-4e48-9fa9-364bba60aea2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6710639 Nov 24 05:06:30.635847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35844) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:30.636714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b8542-208d-407d-98af-cf04f3859a78 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57095bb7-3997-4ab9-a714-b6edb0bc0d8b,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:30.647411 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:30.653914 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::5ae9:9139:cba0:54aa (ddc696b2-9bde-4196-b27a-8d16c6c5040f/1d084ef3-aeb4-4bc9-8dd9-4f354f63e83b/c12497a9-ef04-4368-bd3b-8413c56a7862) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:30.654981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1709886-4097-4c1c-ace9-9e9439e08a76 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:30.655573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1da93b08-1964-432b-8969-7561703f5b64 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'security_group': {'name': 'tempest-secgroup-640684816'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:30.661700 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.662257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.663290 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.663290 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.663290 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.663692 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.663935 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.664276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.664613 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.664943 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.665277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.665686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3a22-a681-4eb1-b1cc-db8b5c3a21f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:06:30.721098 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Pushing event updated for resources: {'Port': ['ID=74cd1eff-91f4-48b2-8501-ec564daf6a38,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:30.746920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a3c8-9838-4116-a9be-26d69a093dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.793748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87c1b843-a627-499f-b2f0-7463c7c6bf7c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.803961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-392b32b4-dc27-4aff-817d-c4e36b638839', 'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'tenant_id': 'dbf4560984f14b598e576e8bba19b586', 'fixed_ips': [{'subnet_id': '05d6344d-dbcf-43ac-b444-ee166b701a46'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:30.816475 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.836706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87c1b843-a627-499f-b2f0-7463c7c6bf7c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.842257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35a8d04c-6ba1-4baa-8adb-2446917153b5 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.847063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b5b8542-208d-407d-98af-cf04f3859a78 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.851922 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7b5b8542-208d-407d-98af-cf04f3859a78 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7057116 Nov 24 05:06:30.852725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35846) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:30.884889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8fbcdf27-d9b1-466f-8d38-32f3b30bc558 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': '5705b1dc-4a45-4aae-8dd1-d0c79fd64b20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:30.885857 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e4e0a3c8-9838-4116-a9be-26d69a093dcc None None] For port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b3bed5ab-6903-4089-8c3d-b7b33d3d0a61,segment=NetworkSegment(1122d486-d3c1-422f-b47a-9354f5e40967),segment_id=1122d486-d3c1-422f-b47a-9354f5e40967)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:30.897525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a3c8-9838-4116-a9be-26d69a093dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:30.910894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35a8d04c-6ba1-4baa-8adb-2446917153b5 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.085516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1da93b08-1964-432b-8969-7561703f5b64 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.123129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35a8d04c-6ba1-4baa-8adb-2446917153b5 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.125189 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-35a8d04c-6ba1-4baa-8adb-2446917153b5 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7361994 Nov 24 05:06:31.133430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35848) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:31.145309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-58728be2-788a-49dd-8700-a45ae2c51093 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'security_group': {'name': 'tempest-secgroup-1223581316'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:31.149076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8d04c-6ba1-4baa-8adb-2446917153b5 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37b497e-6837-42d4-9161-20f78621ef98,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:31.173661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d9401e9f-849b-4fb1-840c-4c9d9416cea7 None None] Provisioning complete for port 08fed49e-af88-47b9-bdaf-282bb0a4047f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:31.174044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d9401e9f-849b-4fb1-840c-4c9d9416cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.219265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0a3c8-9838-4116-a9be-26d69a093dcc None None] Pushing event updated for resources: {'Port': ['ID=b3bed5ab-6903-4089-8c3d-b7b33d3d0a61,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:31.232260 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.290266 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58728be2-788a-49dd-8700-a45ae2c51093 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.292656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8fbcdf27-d9b1-466f-8d38-32f3b30bc558 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.302343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0e5e1e70-8770-4e24-a300-8fb63994e9b6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:31.317186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.377664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Allocated IP 172.20.0.2 (392b32b4-dc27-4aff-817d-c4e36b638839/05d6344d-dbcf-43ac-b444-ee166b701a46/f9696ead-5a5d-4a4e-9606-85c5b4dd4259) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:31.395562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58728be2-788a-49dd-8700-a45ae2c51093 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.415270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:31.425046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:31.425436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.436811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:31.466553 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:31.475959 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=dc550979-8549-4e00-97d1-a3f14358d6b9,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:31.496930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c183c7ed-028b-47fe-aeb4-69196d7db950 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:31.524015 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58728be2-788a-49dd-8700-a45ae2c51093 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.569964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d9401e9f-849b-4fb1-840c-4c9d9416cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.591704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8fbcdf27-d9b1-466f-8d38-32f3b30bc558 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.614309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1da93b08-1964-432b-8969-7561703f5b64 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.617657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8fbcdf27-d9b1-466f-8d38-32f3b30bc558 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.642195 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58728be2-788a-49dd-8700-a45ae2c51093 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.643048 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d9401e9f-849b-4fb1-840c-4c9d9416cea7 None None] For port 08fed49e-af88-47b9-bdaf-282bb0a4047f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=08fed49e-af88-47b9-bdaf-282bb0a4047f,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:31.643863 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-58728be2-788a-49dd-8700-a45ae2c51093 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5045328 Nov 24 05:06:31.652517 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.681439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d9401e9f-849b-4fb1-840c-4c9d9416cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.701189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35850) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:31.701999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcdf27-d9b1-466f-8d38-32f3b30bc558 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d916c06c-985e-4afb-be6f-3ff61e5cb43a,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:31.708458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-581855180', 'security_groups': ['a29fe89e-6dd3-4043-86d7-85290f3a0dcd'], 'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a6be3d0-af9a-4680-88f0-dbac7e3c6837'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:31.716286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1da93b08-1964-432b-8969-7561703f5b64 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.767184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 08fed49e-af88-47b9-bdaf-282bb0a4047f up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:31.771370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58728be2-788a-49dd-8700-a45ae2c51093 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29fe89e-6dd3-4043-86d7-85290f3a0dcd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:31.786818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c1b843-a627-499f-b2f0-7463c7c6bf7c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:31.809471 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.831487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d9401e9f-849b-4fb1-840c-4c9d9416cea7 None None] Provisioning complete for port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:31.831910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d9401e9f-849b-4fb1-840c-4c9d9416cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.836582 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.856752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9401e9f-849b-4fb1-840c-4c9d9416cea7 None None] Pushing event updated for resources: {'Port': ['ID=08fed49e-af88-47b9-bdaf-282bb0a4047f,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:31.859802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.864389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8fbcdf27-d9b1-466f-8d38-32f3b30bc558 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.865637 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8fbcdf27-d9b1-466f-8d38-32f3b30bc558 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0058508 Nov 24 05:06:31.877173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35854) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:31.885829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1da93b08-1964-432b-8969-7561703f5b64 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:31.887076 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1da93b08-1964-432b-8969-7561703f5b64 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.2478354 Nov 24 05:06:31.894854 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ca11a22a-74da-4511-ae60-cbde608a8a3d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': '5705b1dc-4a45-4aae-8dd1-d0c79fd64b20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:31.898090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35856) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:31.918702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da93b08-1964-432b-8969-7561703f5b64 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948ad023-af1b-4898-859c-89325a1dd724,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:31.933747 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:31.941460 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1859506590', 'security_groups': ['948ad023-af1b-4898-859c-89325a1dd724'], 'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '05d6344d-dbcf-43ac-b444-ee166b701a46'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:31.942562 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:31.947575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:31.949865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Pushing event updated for resources: {'Port': ['ID=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:31.987505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 08fed49e-af88-47b9-bdaf-282bb0a4047f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:31.988159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.004637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca11a22a-74da-4511-ae60-cbde608a8a3d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.070176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Attempting to bind port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:32.070560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Attempting to bind port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '812fa348-acf1-4b8c-9c11-43eb36cf4fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:32.070936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Attempting to bind port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 on network 392b32b4-dc27-4aff-817d-c4e36b638839 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:32.083623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:32.083849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Checking segment: {'id': '812fa348-acf1-4b8c-9c11-43eb36cf4fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:32.084913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.084913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Bound using segment: {'id': '812fa348-acf1-4b8c-9c11-43eb36cf4fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:32.085223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Bound port: f9696ead-5a5d-4a4e-9606-85c5b4dd4259, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812fa348-acf1-4b8c-9c11-43eb36cf4fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:32.085609 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.133848 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d9401e9f-849b-4fb1-840c-4c9d9416cea7 None None] Provisioning complete for port 74cd1eff-91f4-48b2-8501-ec564daf6a38 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:32.134295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d9401e9f-849b-4fb1-840c-4c9d9416cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.146758 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.149197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.154176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c1b843-a627-499f-b2f0-7463c7c6bf7c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:32.169949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87c1b843-a627-499f-b2f0-7463c7c6bf7c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.171149 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-87c1b843-a627-499f-b2f0-7463c7c6bf7c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f HTTP/1.1" status: 200 len: 954 time: 4.1039233 Nov 24 05:06:32.182045 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35864) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:32.187862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f92d4-f70f-4123-97bd-4737834ad834 None None] Sync routers for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:32.199616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:32.240249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] For port f9696ead-5a5d-4a4e-9606-85c5b4dd4259, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:32.243329 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d9401e9f-849b-4fb1-840c-4c9d9416cea7 None None] Port 74cd1eff-91f4-48b2-8501-ec564daf6a38 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:32.248393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] For port f9696ead-5a5d-4a4e-9606-85c5b4dd4259, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,segment=NetworkSegment(812fa348-acf1-4b8c-9c11-43eb36cf4fb0),segment_id=812fa348-acf1-4b8c-9c11-43eb36cf4fb0)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:32.250773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:32.252722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f92d4-f70f-4123-97bd-4737834ad834 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:32.253385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ae4f92d4-f70f-4123-97bd-4737834ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:32.270639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.315903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:32.333315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:32.335801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.338150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:32.343881 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:32.344503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.359238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=c12497a9-ef04-4368-bd3b-8413c56a7862,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:32.362899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca11a22a-74da-4511-ae60-cbde608a8a3d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.410398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.430807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca11a22a-74da-4511-ae60-cbde608a8a3d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.483534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.502631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11a22a-74da-4511-ae60-cbde608a8a3d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc089d2a-0c10-4060-97b1-995cca84dbc7,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:32.547061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e756994d-b731-4154-9ffc-9c5d37a2fde0 None None] Provisioning complete for port dc550979-8549-4e00-97d1-a3f14358d6b9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:32.547795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e756994d-b731-4154-9ffc-9c5d37a2fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.562253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] device_id is not set on port 0863bc2d-68b6-4ea8-812d-e5c50a23df36 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:06:32.574998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-ae4f92d4-f70f-4123-97bd-4737834ad834 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:32.583623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca11a22a-74da-4511-ae60-cbde608a8a3d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.588678 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ca11a22a-74da-4511-ae60-cbde608a8a3d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7026246 Nov 24 05:06:32.589486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35876) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:32.597104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-13ee2bc3-cbdc-44a8-ba72-a2582d031625 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': '5705b1dc-4a45-4aae-8dd1-d0c79fd64b20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:32.655990 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:32.670960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c5310-f889-4336-9e4e-8209cb3b0846 None None] Pushing event updated for resources: {'Port': ['ID=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:32.724440 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-91bbb09e-7cb2-462c-93f1-24c4c3b50c71 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5411408 Nov 24 05:06:32.728750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35880) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:32.737960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e756994d-b731-4154-9ffc-9c5d37a2fde0 None None] Port dc550979-8549-4e00-97d1-a3f14358d6b9 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:32.800676 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ae965678-fb68-4990-ad89-9f4aab4b0065 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f HTTP/1.1" status: 200 len: 954 time: 0.6132402 Nov 24 05:06:32.801888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35882) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:32.818498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-daff2202-10d7-4e5c-83f8-c7a3fd27903f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'routes': None}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:32.837989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e756994d-b731-4154-9ffc-9c5d37a2fde0 None None] Provisioning complete for port 44db5ecb-e163-493d-a692-b77ebc1b2686 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:32.838721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e756994d-b731-4154-9ffc-9c5d37a2fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.866270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.895619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e756994d-b731-4154-9ffc-9c5d37a2fde0 None None] Port 44db5ecb-e163-493d-a692-b77ebc1b2686 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:32.912170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:32.912553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.929952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13ee2bc3-cbdc-44a8-ba72-a2582d031625 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:32.971366 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e756994d-b731-4154-9ffc-9c5d37a2fde0 None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:32.971793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e756994d-b731-4154-9ffc-9c5d37a2fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.149398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8::f4 (efd728c2-502d-4c27-9f43-6889b959b397/5a6be3d0-af9a-4680-88f0-dbac7e3c6837/0863bc2d-68b6-4ea8-812d-e5c50a23df36) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:33.226050 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13ee2bc3-cbdc-44a8-ba72-a2582d031625 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.234626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13ee2bc3-cbdc-44a8-ba72-a2582d031625 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.289655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee2bc3-cbdc-44a8-ba72-a2582d031625 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8eed9bd-37f7-43fd-9489-6a2f54f26b91,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:33.332702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13ee2bc3-cbdc-44a8-ba72-a2582d031625 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.333980 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-13ee2bc3-cbdc-44a8-ba72-a2582d031625 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7404935 Nov 24 05:06:33.342388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35884) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:33.346722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-40ef0dcc-d78d-429d-9a88-1af3887e7266 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': '5705b1dc-4a45-4aae-8dd1-d0c79fd64b20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:33.361467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ae4f92d4-f70f-4123-97bd-4737834ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:29Z', 'revision_number': 6, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3bed5ab-6903-4089-8c3d-b7b33d3d0a61', 'name': '', 'network_id': '87aa443a-8a37-4884-9f25-752d50058771', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:70:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:22Z', 'updated_at': '2021-11-24T05:06:30Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:33.376558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 33a7edab-206e-4707-ae7e-e1dce790e43f is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:06:33.402948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f92d4-f70f-4123-97bd-4737834ad834 None None] Checking router: daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:33.418884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40ef0dcc-d78d-429d-9a88-1af3887e7266 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.419570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f92d4-f70f-4123-97bd-4737834ad834 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:33.420254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ae4f92d4-f70f-4123-97bd-4737834ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:33.461705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088273c-9635-4c64-86d3-dbc3ed921000 req-20b73ae6-0c90-4961-9d7d-5b814ae99cc9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:33.464157 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2088273c-9635-4c64-86d3-dbc3ed921000 req-20b73ae6-0c90-4961-9d7d-5b814ae99cc9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.8026111 Nov 24 05:06:33.480782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.535201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc52cd-6506-4147-8a5d-3a15d1d84bc1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:33.541716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc52cd-6506-4147-8a5d-3a15d1d84bc1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:33.543570 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2bcc52cd-6506-4147-8a5d-3a15d1d84bc1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.7984827 Nov 24 05:06:33.549252 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Router 484474bf-8b3a-48cb-9d0f-66ec63c752fa is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:06:33.550607 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-379e96b1-726c-4e5a-8dd1-0bc66c9e0c15 None None] Provisioning complete for port c12497a9-ef04-4368-bd3b-8413c56a7862 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:33.550986 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-379e96b1-726c-4e5a-8dd1-0bc66c9e0c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.554172 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35886) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:33.561382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.595061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-ae4f92d4-f70f-4123-97bd-4737834ad834 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:33.617722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40ef0dcc-d78d-429d-9a88-1af3887e7266 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.625002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:33.637785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40ef0dcc-d78d-429d-9a88-1af3887e7266 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.640698 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Sync routers for ids ['33a7edab-206e-4707-ae7e-e1dce790e43f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:33.653991 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Routers {'33a7edab-206e-4707-ae7e-e1dce790e43f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:33.654626 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['33a7edab-206e-4707-ae7e-e1dce790e43f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:33.666398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port a523342d-f8a3-4e80-826e-d2098e9620e6 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:06:33.680309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.706972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f9696ead-5a5d-4a4e-9606-85c5b4dd4259 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:33.741003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef0dcc-d78d-429d-9a88-1af3887e7266 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1904346-844b-4115-bae4-0506e4898cdb,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:33.762772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.765545 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3cc1790b-ffe7-4b5e-a5ff-ac81300e9bbe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6766207 Nov 24 05:06:33.781571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40ef0dcc-d78d-429d-9a88-1af3887e7266 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.785390 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-40ef0dcc-d78d-429d-9a88-1af3887e7266 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4396546 Nov 24 05:06:33.785390 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network efd728c2-502d-4c27-9f43-6889b959b397 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:33.785745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35888) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:33.785832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35890) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:33.803234 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2088273c-9635-4c64-86d3-dbc3ed921000 req-0a76f1a0-b52d-4189-b854-40508e58cb5d tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288684 Nov 24 05:06:33.852096 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-afa5ae02-ef37-4efa-b22a-375a592f1235 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=227fcf8641794a6b9aef85d3570bf3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0632615 Nov 24 05:06:33.857872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35892) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:33.861287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-379e96b1-726c-4e5a-8dd1-0bc66c9e0c15 None None] Port c12497a9-ef04-4368-bd3b-8413c56a7862 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:33.871696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:33.874144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:33.876293 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Set router 33a7edab-206e-4707-ae7e-e1dce790e43f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:33.884933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:33.885612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.909256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=0863bc2d-68b6-4ea8-812d-e5c50a23df36,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:33.932466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c52211eb-d356-4221-bde3-efdef5ba5da3 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.981058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c52211eb-d356-4221-bde3-efdef5ba5da3 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:33.985732 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c216c0de-93db-4da0-a405-9940be9617ca tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2811723 Nov 24 05:06:33.993327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35894) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:34.036253 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:34.036914 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.049841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-21688934-7a44-4a63-895a-3d8076b97174 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:34.052988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5dff5a-1300-4d20-b75b-cd297f1210f9 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:34.060141 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3b5dff5a-1300-4d20-b75b-cd297f1210f9 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1971204 Nov 24 05:06:34.061236 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35896) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:34.106293 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b4b7d80c-5923-48da-b68f-8a3aa0d09a8f tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428903 Nov 24 05:06:34.107218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c52211eb-d356-4221-bde3-efdef5ba5da3 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.112320 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c52211eb-d356-4221-bde3-efdef5ba5da3 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.113758 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c52211eb-d356-4221-bde3-efdef5ba5da3 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d1904346-844b-4115-bae4-0506e4898cdb HTTP/1.1" status: 204 len: 168 time: 0.2928927 Nov 24 05:06:34.114338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35898) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:34.127872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113954365', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:34.131380 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35900) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:34.133497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52211eb-d356-4221-bde3-efdef5ba5da3 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1904346-844b-4115-bae4-0506e4898cdb,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:34.204721 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:31Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:34.253529 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fa5b41a1-6bd5-4408-b384-c46eca12d3fa tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1135061 Nov 24 05:06:34.254013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35902) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:34.261962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.269633 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Checking router: 33a7edab-206e-4707-ae7e-e1dce790e43f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:34.273009 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Updating router 33a7edab-206e-4707-ae7e-e1dce790e43f port dc550979-8549-4e00-97d1-a3f14358d6b9 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:06:34.303664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-290b8216-e732-4d7a-a64a-96cac9c31100 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.307483 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.312988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-290b8216-e732-4d7a-a64a-96cac9c31100 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.315376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port f9696ead-5a5d-4a4e-9606-85c5b4dd4259, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,segment=NetworkSegment(812fa348-acf1-4b8c-9c11-43eb36cf4fb0),segment_id=812fa348-acf1-4b8c-9c11-43eb36cf4fb0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:34.330066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.330820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 08fed49e-af88-47b9-bdaf-282bb0a4047f up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:34.343901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:34.347836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.364956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-290b8216-e732-4d7a-a64a-96cac9c31100 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.371090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-290b8216-e732-4d7a-a64a-96cac9c31100 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.372274 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-290b8216-e732-4d7a-a64a-96cac9c31100 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e8eed9bd-37f7-43fd-9489-6a2f54f26b91 HTTP/1.1" status: 204 len: 168 time: 0.1176224 Nov 24 05:06:34.389836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35904) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:34.394183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-399e3a6c-f323-467b-a9d3-f4595bcf8209 None None] Provisioning complete for port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:34.394559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-399e3a6c-f323-467b-a9d3-f4595bcf8209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.408957 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-1d89cf3e-3e7a-47fa-ad2c-4f415cf027a4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port c12497a9-ef04-4368-bd3b-8413c56a7862 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:34.409594 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d89cf3e-3e7a-47fa-ad2c-4f415cf027a4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.416128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b8216-e732-4d7a-a64a-96cac9c31100 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8eed9bd-37f7-43fd-9489-6a2f54f26b91,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:34.488579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ae4f92d4-f70f-4123-97bd-4737834ad834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:29Z', 'revision_number': 6, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3bed5ab-6903-4089-8c3d-b7b33d3d0a61', 'name': '', 'network_id': '87aa443a-8a37-4884-9f25-752d50058771', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:70:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:22Z', 'updated_at': '2021-11-24T05:06:30Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:34.498614 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-20084ce3-1286-42a0-ad31-5d49ffed26fb tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1070540 Nov 24 05:06:34.501688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35906) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:34.535837 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5e0970c-4d99-4733-8d2b-f3e644c209a7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.544568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5e0970c-4d99-4733-8d2b-f3e644c209a7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.554730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f92d4-f70f-4123-97bd-4737834ad834 None None] The sync data for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv is: [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:29Z', 'revision_number': 6, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3bed5ab-6903-4089-8c3d-b7b33d3d0a61', 'name': '', 'network_id': '87aa443a-8a37-4884-9f25-752d50058771', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:70:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:22Z', 'updated_at': '2021-11-24T05:06:30Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:34.559327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:34.578465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:34.579017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 08fed49e-af88-47b9-bdaf-282bb0a4047f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:34.579017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.586386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5e0970c-4d99-4733-8d2b-f3e644c209a7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.592388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5e0970c-4d99-4733-8d2b-f3e644c209a7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.596207 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b5e0970c-4d99-4733-8d2b-f3e644c209a7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/bc089d2a-0c10-4060-97b1-995cca84dbc7 HTTP/1.1" status: 204 len: 168 time: 0.0911415 Nov 24 05:06:34.600662 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35908) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:34.614087 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.617830 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-eb589ddd-cfe3-42fb-9dfb-a641331da829 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "PUT /v2.0/routers/484474bf-8b3a-48cb-9d0f-66ec63c752fa HTTP/1.1" status: 200 len: 920 time: 8.4915280 Nov 24 05:06:34.631999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe9c376-287e-405d-a959-b36e729aa638 None None] Sync routers for ids ['484474bf-8b3a-48cb-9d0f-66ec63c752fa'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:34.636794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35910) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:34.658953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0970c-4d99-4733-8d2b-f3e644c209a7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc089d2a-0c10-4060-97b1-995cca84dbc7,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:34.688769 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.706633 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.723757 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a8508e64-ac93-4fee-9638-671bb67927eb tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1192758 Nov 24 05:06:34.723967 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35912) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:34.739141 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-399e3a6c-f323-467b-a9d3-f4595bcf8209 None None] Provisioning complete for port 46b5d374-30c0-4cbb-bd35-974256af4e61 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:34.739507 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-399e3a6c-f323-467b-a9d3-f4595bcf8209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.787356 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-399e3a6c-f323-467b-a9d3-f4595bcf8209 None None] Port 46b5d374-30c0-4cbb-bd35-974256af4e61 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:34.789005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6351045b-192b-4ec4-bcdf-9cfd616ad46d None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:34.790713 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe9c376-287e-405d-a959-b36e729aa638 None None] Routers {'484474bf-8b3a-48cb-9d0f-66ec63c752fa'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:34.791839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6fe9c376-287e-405d-a959-b36e729aa638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['484474bf-8b3a-48cb-9d0f-66ec63c752fa'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:34.794419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47589710-1349-4388-b6e4-11baef7791b8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.811408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.14 (392b32b4-dc27-4aff-817d-c4e36b638839/05d6344d-dbcf-43ac-b444-ee166b701a46/a523342d-f8a3-4e80-826e-d2098e9620e6) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:34.824695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47589710-1349-4388-b6e4-11baef7791b8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.829836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d89cf3e-3e7a-47fa-ad2c-4f415cf027a4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.863068 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Attempting to bind port dc550979-8549-4e00-97d1-a3f14358d6b9 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:34.863247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6fe9c376-287e-405d-a959-b36e729aa638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:34.863755 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Attempting to bind port dc550979-8549-4e00-97d1-a3f14358d6b9 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:34.863858 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Attempting to bind port dc550979-8549-4e00-97d1-a3f14358d6b9 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:34.889171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-1d89cf3e-3e7a-47fa-ad2c-4f415cf027a4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for c12497a9-ef04-4368-bd3b-8413c56a7862 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:34.893638 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.893862 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bcca0-14a7-4aeb-9f51-3768fed45c7f None None] Pushing event updated for resources: {'Port': ['ID=dc550979-8549-4e00-97d1-a3f14358d6b9,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:34.908760 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:34.909546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe9c376-287e-405d-a959-b36e729aa638 None None] Routers {'484474bf-8b3a-48cb-9d0f-66ec63c752fa'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:34.910370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6fe9c376-287e-405d-a959-b36e729aa638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['484474bf-8b3a-48cb-9d0f-66ec63c752fa'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:34.910947 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:34.912419 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.912991 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:34.914170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:34.915809 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Bound port: dc550979-8549-4e00-97d1-a3f14358d6b9, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:34.916829 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.968465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21688934-7a44-4a63-895a-3d8076b97174 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:34.972084 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-21688934-7a44-4a63-895a-3d8076b97174 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.975772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47589710-1349-4388-b6e4-11baef7791b8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.993696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47589710-1349-4388-b6e4-11baef7791b8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:34.994929 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-47589710-1349-4388-b6e4-11baef7791b8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d916c06c-985e-4afb-be6f-3ff61e5cb43a HTTP/1.1" status: 204 len: 168 time: 0.2698045 Nov 24 05:06:35.000988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35916) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:35.020778 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] For port dc550979-8549-4e00-97d1-a3f14358d6b9, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:35.021115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47589710-1349-4388-b6e4-11baef7791b8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d916c06c-985e-4afb-be6f-3ff61e5cb43a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:35.022921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Subnet': ['ID=45f19bdd-b078-4e3d-afd3-961041803c89,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:35.026180 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6fe9c376-287e-405d-a959-b36e729aa638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:35.026987 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe9c376-287e-405d-a959-b36e729aa638 None None] The sync data for ids ['484474bf-8b3a-48cb-9d0f-66ec63c752fa'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:35.037324 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] For port dc550979-8549-4e00-97d1-a3f14358d6b9, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=dc550979-8549-4e00-97d1-a3f14358d6b9,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:35.048372 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.049341 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-83688002-29ad-4520-a993-ac51c400813d None None] Provisioning complete for port 0863bc2d-68b6-4ea8-812d-e5c50a23df36 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:35.049907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83688002-29ad-4520-a993-ac51c400813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.076330 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e9118a78-ff52-4519-87fb-1c579edc006f tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0695758 Nov 24 05:06:35.076802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Checking segment: {'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:35.077168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network hostable DHCP agents. Network: f3c2dfaf-9945-481d-a41c-4034a56be134, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:06:35.080002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35918) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:35.093137 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-83688002-29ad-4520-a993-ac51c400813d None None] Port 0863bc2d-68b6-4ea8-812d-e5c50a23df36 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:35.115389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-83688002-29ad-4520-a993-ac51c400813d None None] Provisioning complete for port dc550979-8549-4e00-97d1-a3f14358d6b9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:35.115900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83688002-29ad-4520-a993-ac51c400813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.122785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network f3c2dfaf-9945-481d-a41c-4034a56be134 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:06:35.137192 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9d27b09-d308-4b2f-852d-c5f98fd21d0d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.141878 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Routers {'33a7edab-206e-4707-ae7e-e1dce790e43f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:35.142497 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['33a7edab-206e-4707-ae7e-e1dce790e43f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:35.160567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9d27b09-d308-4b2f-852d-c5f98fd21d0d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.168102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e996414-290e-41a9-8793-84e105146c4f None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:35.189454 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bcca0-14a7-4aeb-9f51-3768fed45c7f None None] Pushing event updated for resources: {'Port': ['ID=dc550979-8549-4e00-97d1-a3f14358d6b9,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:35.219435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9d27b09-d308-4b2f-852d-c5f98fd21d0d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.227414 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9d27b09-d308-4b2f-852d-c5f98fd21d0d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.233337 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c9d27b09-d308-4b2f-852d-c5f98fd21d0d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/57095bb7-3997-4ab9-a714-b6edb0bc0d8b HTTP/1.1" status: 204 len: 168 time: 0.1523209 Nov 24 05:06:35.235146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35920) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:35.237629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83688002-29ad-4520-a993-ac51c400813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.254306 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:35.254306 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.264186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, f3c2dfaf-9945-481d-a41c-4034a56be134) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:35.266021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d27b09-d308-4b2f-852d-c5f98fd21d0d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57095bb7-3997-4ab9-a714-b6edb0bc0d8b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:35.271947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:35.272646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.285231 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2576a483-6562-461d-85bc-58173c950ab4 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/routers/484474bf-8b3a-48cb-9d0f-66ec63c752fa HTTP/1.1" status: 200 len: 926 time: 0.5948668 Nov 24 05:06:35.289508 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35922) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:35.309464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9724b525-4111-4f65-851e-f3289b86d2f9 None None] Network f3c2dfaf-9945-481d-a41c-4034a56be134 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:35.351769 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-83688002-29ad-4520-a993-ac51c400813d None None] For port dc550979-8549-4e00-97d1-a3f14358d6b9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=dc550979-8549-4e00-97d1-a3f14358d6b9,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:35.363028 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-05eb372e-7cad-431e-8d40-99ae06518b07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2392442 Nov 24 05:06:35.373606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35924) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:35.381542 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] Set router 33a7edab-206e-4707-ae7e-e1dce790e43f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:35.381833 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83688002-29ad-4520-a993-ac51c400813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.392452 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2ec5ad60-8f12-40bf-b404-f6053bdc3e85 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1517026 Nov 24 05:06:35.399573 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.extraroute_db [None req-daff2202-10d7-4e5c-83f8-c7a3fd27903f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added routes are [] {{(pid=103233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 05:06:35.400010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.extraroute_db [None req-daff2202-10d7-4e5c-83f8-c7a3fd27903f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 05:06:35.439910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-daff2202-10d7-4e5c-83f8-c7a3fd27903f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.530446 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35926) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:35.560080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83688002-29ad-4520-a993-ac51c400813d None None] Pushing event updated for resources: {'Port': ['ID=dc550979-8549-4e00-97d1-a3f14358d6b9,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:35.583306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.621315 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:31Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:35.631000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0a57a3c2-0b5a-4c84-aecd-63f03a104b7d None None] Provisioning complete for port dc550979-8549-4e00-97d1-a3f14358d6b9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:35.631370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0a57a3c2-0b5a-4c84-aecd-63f03a104b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.633460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-f3c2dfaf-9945-481d-a41c-4034a56be134', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ips': [{'subnet_id': '45f19bdd-b078-4e3d-afd3-961041803c89'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:35.635400 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.644143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d89cf3e-3e7a-47fa-ad2c-4f415cf027a4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:35.660418 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdde1867-8e59-42be-a9b0-f9171d5c1fce None None] The sync data for ids ['33a7edab-206e-4707-ae7e-e1dce790e43f'] in dv-neutron-818850-5-hyperv is: [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:31Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:35.669087 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa07d2-b087-474a-a69a-2f8aaaf74a18 req-8d4cceea-d500-4211-b7ba-c6d26f98f3c4 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:35.671675 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-22aa07d2-b087-474a-a69a-2f8aaaf74a18 req-8d4cceea-d500-4211-b7ba-c6d26f98f3c4 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.6843083 Nov 24 05:06:35.802802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9fd0d2-82fe-4bbb-bd4a-5974baa27d95 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:35.810757 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5a9fd0d2-82fe-4bbb-bd4a-5974baa27d95 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&device_id=484474bf-8b3a-48cb-9d0f-66ec63c752fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5161822 Nov 24 05:06:35.819148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35928) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:35.834422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89cf3e-3e7a-47fa-ad2c-4f415cf027a4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=c12497a9-ef04-4368-bd3b-8413c56a7862,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:35.866409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f9696ead-5a5d-4a4e-9606-85c5b4dd4259 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:35.873295 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.ipam_backend_mixin [None req-21688934-7a44-4a63-895a-3d8076b97174 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a6be3d0-af9a-4680-88f0-dbac7e3c6837 (CIDR: 2001:db8::/64) Nov 24 05:06:36.032932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-daff2202-10d7-4e5c-83f8-c7a3fd27903f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.048503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1d89cf3e-3e7a-47fa-ad2c-4f415cf027a4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.063462 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1d89cf3e-3e7a-47fa-ad2c-4f415cf027a4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/c12497a9-ef04-4368-bd3b-8413c56a7862 HTTP/1.1" status: 204 len: 168 time: 2.4845536 Nov 24 05:06:36.093690 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-21688934-7a44-4a63-895a-3d8076b97174 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:06:36.094197 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21688934-7a44-4a63-895a-3d8076b97174 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:36.106628 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35930) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:36.131077 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.137182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-daff2202-10d7-4e5c-83f8-c7a3fd27903f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.161992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03a1f8f-cf2e-44ee-8002-0eaebf3b3863 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:36.167029 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b03a1f8f-cf2e-44ee-8002-0eaebf3b3863 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/networks/ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 881 time: 0.3432863 Nov 24 05:06:36.167333 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35932) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:36.213154 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-51580367-37a2-4c59-b1a1-3dc008afefd2 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=484474bf-8b3a-48cb-9d0f-66ec63c752fa HTTP/1.1" status: 200 len: 205 time: 0.0444424 Nov 24 05:06:36.216256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35934) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:36.238820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:36.239232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.251834 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Allocated IP 172.20.0.2 (f3c2dfaf-9945-481d-a41c-4034a56be134/45f19bdd-b078-4e3d-afd3-961041803c89/a1b29335-09d9-4546-aa3a-df071d5a9f8d) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:36.266193 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-21688934-7a44-4a63-895a-3d8076b97174 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2580483 Nov 24 05:06:36.270396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35936) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:36.281862 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-19dd7fc4-923e-4d4f-83d0-0a8cd955befe tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:36.304717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b17246c2-3683-4a1c-b91a-381b89fac39c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.317877 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-22aa07d2-b087-474a-a69a-2f8aaaf74a18 req-b4b6ad3e-e5bb-4d2f-8f18-c713740e5201 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4911034 Nov 24 05:06:36.466951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.510142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.517753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.574164 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Network f3c2dfaf-9945-481d-a41c-4034a56be134 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:36.577702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:36.580262 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:36.590924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Pushing event updated for resources: {'Port': ['ID=a1b29335-09d9-4546-aa3a-df071d5a9f8d,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:36.648474 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Attempting to bind port a1b29335-09d9-4546-aa3a-df071d5a9f8d on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:36.649005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Attempting to bind port a1b29335-09d9-4546-aa3a-df071d5a9f8d by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:36.649525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Attempting to bind port a1b29335-09d9-4546-aa3a-df071d5a9f8d on network f3c2dfaf-9945-481d-a41c-4034a56be134 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:36.656312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:36.656865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Checking segment: {'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:36.657386 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.658067 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Bound using segment: {'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:36.658667 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Bound port: a1b29335-09d9-4546-aa3a-df071d5a9f8d, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:36.659185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.732330 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] For port a1b29335-09d9-4546-aa3a-df071d5a9f8d, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:36.736442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] For port a1b29335-09d9-4546-aa3a-df071d5a9f8d, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a1b29335-09d9-4546-aa3a-df071d5a9f8d,segment=NetworkSegment(66856b57-2c00-4371-bf85-dd5a2cb460c7),segment_id=66856b57-2c00-4371-bf85-dd5a2cb460c7)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:36.745359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.820307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458709a-be0b-400a-bc69-b9b9aafb7540 None None] Pushing event updated for resources: {'Port': ['ID=a1b29335-09d9-4546-aa3a-df071d5a9f8d,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:36.832849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dd7fc4-923e-4d4f-83d0-0a8cd955befe tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:36.837942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-19dd7fc4-923e-4d4f-83d0-0a8cd955befe tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.850814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f938c632-b084-4c29-a483-30b9c4aed767 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:36.852683 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f938c632-b084-4c29-a483-30b9c4aed767 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:36.857596 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f938c632-b084-4c29-a483-30b9c4aed767 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7473283 Nov 24 05:06:36.857596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=a523342d-f8a3-4e80-826e-d2098e9620e6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:36.863338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35938) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:36.865715 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:36.881911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.884102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:36.955105 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b17246c2-3683-4a1c-b91a-381b89fac39c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:36.971560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:37.026600 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.031543 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-d278dd02-588d-4635-bd08-f307dfad6496 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 1d084ef3-aeb4-4bc9-8dd9-4f354f63e83b {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:37.035040 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d278dd02-588d-4635-bd08-f307dfad6496 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.050335 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.ipam_backend_mixin [None req-19dd7fc4-923e-4d4f-83d0-0a8cd955befe tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 25e61718-dd5e-4c4e-a503-b31a9643a08a (CIDR: 2001:db8:0:1::/64) Nov 24 05:06:37.063544 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dd7fc4-923e-4d4f-83d0-0a8cd955befe tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:06:37.064022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19dd7fc4-923e-4d4f-83d0-0a8cd955befe tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:37.114078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daff2202-10d7-4e5c-83f8-c7a3fd27903f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:37.139085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:37.139770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.143857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d278dd02-588d-4635-bd08-f307dfad6496 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.149165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b17246c2-3683-4a1c-b91a-381b89fac39c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.151934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b17246c2-3683-4a1c-b91a-381b89fac39c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.153098 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b17246c2-3683-4a1c-b91a-381b89fac39c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-groups/5705b1dc-4a45-4aae-8dd1-d0c79fd64b20 HTTP/1.1" status: 204 len: 168 time: 1.6175847 Nov 24 05:06:37.156709 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-19dd7fc4-923e-4d4f-83d0-0a8cd955befe tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8832891 Nov 24 05:06:37.157298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35940) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:37.172516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35942) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:37.178202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'subnet': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:37.217427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17246c2-3683-4a1c-b91a-381b89fac39c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5705b1dc-4a45-4aae-8dd1-d0c79fd64b20,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:37.233577 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-daa5e725-a92a-4fa6-8919-5e488ac728e0 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.2992630 Nov 24 05:06:37.242480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Deleting port 74cd1eff-91f4-48b2-8501-ec564daf6a38 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:37.242729 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.247140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35944) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:37.255186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3b7f231e-7849-4e7b-8ae5-41b2b8a656dc tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:37.358972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-012d1753-e31f-40fa-a05d-1e5e62e793c1 None None] Provisioning complete for port a523342d-f8a3-4e80-826e-d2098e9620e6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:37.358972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-012d1753-e31f-40fa-a05d-1e5e62e793c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.377512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daff2202-10d7-4e5c-83f8-c7a3fd27903f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:37.385835 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-daff2202-10d7-4e5c-83f8-c7a3fd27903f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.387067 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-daff2202-10d7-4e5c-83f8-c7a3fd27903f tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f HTTP/1.1" status: 200 len: 704 time: 4.5745995 Nov 24 05:06:37.388672 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d278dd02-588d-4635-bd08-f307dfad6496 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.391939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35948) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:37.392523 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b2d02d-ebb9-4966-a9b0-f7ea5464d985 None None] Sync routers for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:37.408665 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2d02d-ebb9-4966-a9b0-f7ea5464d985 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:37.409557 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-00b2d02d-ebb9-4966-a9b0-f7ea5464d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:37.435938 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-775e656e-862f-4a96-8995-90c703fb1c13 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2698343 Nov 24 05:06:37.442086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-012d1753-e31f-40fa-a05d-1e5e62e793c1 None None] Port a523342d-f8a3-4e80-826e-d2098e9620e6 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:37.470553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35950) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:37.526714 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-31c5dc90-0202-4be4-9d28-7218e37340ee tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110420594'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:37.533456 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-00b2d02d-ebb9-4966-a9b0-f7ea5464d985 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:37.599036 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ef36d6f4-1984-4668-92a6-8f4a6306af07 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f HTTP/1.1" status: 200 len: 704 time: 0.2059283 Nov 24 05:06:37.602586 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-31c5dc90-0202-4be4-9d28-7218e37340ee tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.605892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.api [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 05:06:37.605892 dv-neutron-818850-5-hyperv neutron-server[103232]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 05:06:37.605892 dv-neutron-818850-5-hyperv neutron-server[103232]: [parameters: {'project_id_1': '36d394d4d634443c9c91331f4fe50566', 'expiration_1': datetime.datetime(2021, 11, 24, 5, 6, 17, 547465)}] Nov 24 05:06:37.605892 dv-neutron-818850-5-hyperv neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:06:37.606471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG oslo_db.api [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:06:37.606680 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35952) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:37.662561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7f231e-7849-4e7b-8ae5-41b2b8a656dc tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:37.666093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730a31-fffe-4ce2-a75c-a3e638d4258c req-6e7c991b-6555-4366-bb22-beab8d811c2c tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:37.666875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b7f231e-7849-4e7b-8ae5-41b2b8a656dc tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.667669 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-75730a31-fffe-4ce2-a75c-a3e638d4258c req-6e7c991b-6555-4366-bb22-beab8d811c2c tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.2504320 Nov 24 05:06:37.701120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d278dd02-588d-4635-bd08-f307dfad6496 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.716673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.756912 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278dd02-588d-4635-bd08-f307dfad6496 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=1d084ef3-aeb4-4bc9-8dd9-4f354f63e83b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:37.764014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d278dd02-588d-4635-bd08-f307dfad6496 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:37.769540 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d278dd02-588d-4635-bd08-f307dfad6496 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/1d084ef3-aeb4-4bc9-8dd9-4f354f63e83b HTTP/1.1" status: 204 len: 168 time: 0.9004004 Nov 24 05:06:37.770496 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35954) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:37.774445 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f581ec8-dd0b-48fc-8a25-ebe866bb96d4 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:37.822343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Calling delete_port for 74cd1eff-91f4-48b2-8501-ec564daf6a38 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:37.830102 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5e8eaa0b-6864-47ed-afab-8907ab97e94e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511601 Nov 24 05:06:37.840927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35956) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:37.847221 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-00b2d02d-ebb9-4966-a9b0-f7ea5464d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 7, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3bed5ab-6903-4089-8c3d-b7b33d3d0a61', 'name': '', 'network_id': '87aa443a-8a37-4884-9f25-752d50058771', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:70:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:22Z', 'updated_at': '2021-11-24T05:06:30Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:37.857261 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b2a9fa72-28c9-4189-aff6-343d806e0af5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:37.891097 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b2d02d-ebb9-4966-a9b0-f7ea5464d985 None None] Checking router: daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:37.917991 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2d02d-ebb9-4966-a9b0-f7ea5464d985 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:37.919239 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-00b2d02d-ebb9-4966-a9b0-f7ea5464d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:38.032171 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-75730a31-fffe-4ce2-a75c-a3e638d4258c req-925f3096-2a94-4893-b762-d18982202343 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048012 Nov 24 05:06:38.048725 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device dc550979-8549-4e00-97d1-a3f14358d6b9 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:38.078229 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-00b2d02d-ebb9-4966-a9b0-f7ea5464d985 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:38.177900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-31c5dc90-0202-4be4-9d28-7218e37340ee tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.191577 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-31c5dc90-0202-4be4-9d28-7218e37340ee tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.198006 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port dc550979-8549-4e00-97d1-a3f14358d6b9 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:38.198374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.220668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a9fa72-28c9-4189-aff6-343d806e0af5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:38.235361 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b2a9fa72-28c9-4189-aff6-343d806e0af5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.255013 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.ipam_backend_mixin [None req-3b7f231e-7849-4e7b-8ae5-41b2b8a656dc tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 05d6344d-dbcf-43ac-b444-ee166b701a46 (CIDR: 172.20.0.0/28) Nov 24 05:06:38.290532 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5dc90-0202-4be4-9d28-7218e37340ee tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec049f03-4603-4c0b-be19-3ac3883e6b9d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:38.318964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.1 (f3c2dfaf-9945-481d-a41c-4034a56be134/45f19bdd-b078-4e3d-afd3-961041803c89/016d4890-0718-4e94-b0d6-034f4f8a59a0) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:38.328148 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7f231e-7849-4e7b-8ae5-41b2b8a656dc tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:06:38.328543 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7f231e-7849-4e7b-8ae5-41b2b8a656dc tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:38.339630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88879d6-d593-4bc5-b47c-7d069a1b5c78 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:38.380023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a1b29335-09d9-4546-aa3a-df071d5a9f8d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:38.402681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.448210 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-00b2d02d-ebb9-4966-a9b0-f7ea5464d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 7, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3bed5ab-6903-4089-8c3d-b7b33d3d0a61', 'name': '', 'network_id': '87aa443a-8a37-4884-9f25-752d50058771', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:70:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:22Z', 'updated_at': '2021-11-24T05:06:30Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:38.483214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c88879d6-d593-4bc5-b47c-7d069a1b5c78 None None] Deleting port 08fed49e-af88-47b9-bdaf-282bb0a4047f {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:38.483612 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c88879d6-d593-4bc5-b47c-7d069a1b5c78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.496500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a1b29335-09d9-4546-aa3a-df071d5a9f8d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:38.496855 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b2d02d-ebb9-4966-a9b0-f7ea5464d985 None None] The sync data for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv is: [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 7, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3bed5ab-6903-4089-8c3d-b7b33d3d0a61', 'name': '', 'network_id': '87aa443a-8a37-4884-9f25-752d50058771', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:70:7a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:22Z', 'updated_at': '2021-11-24T05:06:30Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:38.497063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.529487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-31c5dc90-0202-4be4-9d28-7218e37340ee tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.533816 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-31c5dc90-0202-4be4-9d28-7218e37340ee tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0312800 Nov 24 05:06:38.534383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35958) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:38.580943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-255ffd63-6266-40d9-a5eb-1c38c5f34918 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': 'ec049f03-4603-4c0b-be19-3ac3883e6b9d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:38.585011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c88879d6-d593-4bc5-b47c-7d069a1b5c78 None None] For port 08fed49e-af88-47b9-bdaf-282bb0a4047f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=08fed49e-af88-47b9-bdaf-282bb0a4047f,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:38.585464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c88879d6-d593-4bc5-b47c-7d069a1b5c78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.596229 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33abf88-e0c9-46ab-9d48-088679a00c27 None None] Network f3c2dfaf-9945-481d-a41c-4034a56be134 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:38.617772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c88879d6-d593-4bc5-b47c-7d069a1b5c78 None None] Calling delete_port for 08fed49e-af88-47b9-bdaf-282bb0a4047f owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:38.755211 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:38.755726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.788407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.793318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4ca2c699-97ea-4aa5-a1dd-f2698e0929da None None] Provisioning complete for port a1b29335-09d9-4546-aa3a-df071d5a9f8d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:38.793722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c699-97ea-4aa5-a1dd-f2698e0929da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.876804 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port b3bed5ab-6903-4089-8c3d-b7b33d3d0a61, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b3bed5ab-6903-4089-8c3d-b7b33d3d0a61,segment=NetworkSegment(1122d486-d3c1-422f-b47a-9354f5e40967),segment_id=1122d486-d3c1-422f-b47a-9354f5e40967)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:38.876804 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.902373 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:38.913151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c88879d6-d593-4bc5-b47c-7d069a1b5c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.914505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Made reservation on behalf of 36d394d4d634443c9c91331f4fe50566 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:38.916672 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port a1b29335-09d9-4546-aa3a-df071d5a9f8d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a1b29335-09d9-4546-aa3a-df071d5a9f8d,segment=NetworkSegment(66856b57-2c00-4371-bf85-dd5a2cb460c7),segment_id=66856b57-2c00-4371-bf85-dd5a2cb460c7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:38.919140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.935699 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3b7f231e-7849-4e7b-8ae5-41b2b8a656dc tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6842749 Nov 24 05:06:38.961618 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:38.961887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35960) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:38.966742 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88879d6-d593-4bc5-b47c-7d069a1b5c78 None None] Pushing event deleted for resources: {'Port': ['ID=08fed49e-af88-47b9-bdaf-282bb0a4047f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:38.968840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-fac79705-a289-4c0e-aa9c-d13ffddf06a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:38.974270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88879d6-d593-4bc5-b47c-7d069a1b5c78 None None] No DVR routers for this DVR port 08fed49e-af88-47b9-bdaf-282bb0a4047f on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:39.006151 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-255ffd63-6266-40d9-a5eb-1c38c5f34918 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.068739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=a1b29335-09d9-4546-aa3a-df071d5a9f8d,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:39.264166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.270459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.281678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-255ffd63-6266-40d9-a5eb-1c38c5f34918 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.297488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cd4ee-0af7-4cf7-8000-6cbd79b9adab req-7fae882e-676d-45ac-89ff-7eb2f9eaa021 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:39.299002 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-639cd4ee-0af7-4cf7-8000-6cbd79b9adab req-7fae882e-676d-45ac-89ff-7eb2f9eaa021 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.1937966 Nov 24 05:06:39.305133 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-255ffd63-6266-40d9-a5eb-1c38c5f34918 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.317216 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Pushing event deleted for resources: {'Port': ['ID=74cd1eff-91f4-48b2-8501-ec564daf6a38,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:39.333685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f5434f-02b0-4c3e-a3c3-8dee43139ca7 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:39.377210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ffd63-6266-40d9-a5eb-1c38c5f34918 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1145322-2565-41dc-9fc5-d3de8e4191d0,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:39.378975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac79705-a289-4c0e-aa9c-d13ffddf06a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:39.383194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fac79705-a289-4c0e-aa9c-d13ffddf06a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.401766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a8502990-fd46-4182-ab9a-24555e0b30f3 None None] Provisioning complete for port a1b29335-09d9-4546-aa3a-df071d5a9f8d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:39.402433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a8502990-fd46-4182-ab9a-24555e0b30f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.409781 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-255ffd63-6266-40d9-a5eb-1c38c5f34918 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.413526 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-255ffd63-6266-40d9-a5eb-1c38c5f34918 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8337970 Nov 24 05:06:39.421382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35964) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:39.476129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b2a9fa72-28c9-4189-aff6-343d806e0af5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.489467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.516256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.551005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=b3bed5ab-6903-4089-8c3d-b7b33d3d0a61,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:39.565626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.566287 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-639cd4ee-0af7-4cf7-8000-6cbd79b9adab req-5da1dc6e-4270-4f73-a7f3-8cf24daddc4f tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578113 Nov 24 05:06:39.687167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9fa72-28c9-4189-aff6-343d806e0af5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:39.695984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8119-d682-4f9e-bc0d-910e92eef0b4 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.705395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.707566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b2a9fa72-28c9-4189-aff6-343d806e0af5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:39.717259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.719061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56c867e-960d-4e51-92af-fdace3a545c2 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:39.720022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9fa72-28c9-4189-aff6-343d806e0af5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:39.720510 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b2a9fa72-28c9-4189-aff6-343d806e0af5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.732191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9fa72-28c9-4189-aff6-343d806e0af5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=cfeae5f9-032b-46af-993d-a1ecc8c717de,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:39.749231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network f3c2dfaf-9945-481d-a41c-4034a56be134 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:39.782572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.788518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8119-d682-4f9e-bc0d-910e92eef0b4 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.838166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:39.846368 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b2a9fa72-28c9-4189-aff6-343d806e0af5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9945006 Nov 24 05:06:39.847482 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=016d4890-0718-4e94-b0d6-034f4f8a59a0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:39.850006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35966) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:39.851235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:39.923025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.923821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Fanout notify agent at l3_agent the message router_deleted on router 484474bf-8b3a-48cb-9d0f-66ec63c752fa {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:06:39.925256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.945669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': 'cfeae5f9-032b-46af-993d-a1ecc8c717de', 'ip_address': '2001:db8::3fdf:1a72:c1b5:5dbb'}], 'name': 'tempest-NetworksTestDHCPv6-1247719948'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:39.946175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': 'cfeae5f9-032b-46af-993d-a1ecc8c717de'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:39.947516 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:39.984688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a1b29335-09d9-4546-aa3a-df071d5a9f8d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:40.031159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8119-d682-4f9e-bc0d-910e92eef0b4 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.034157 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd9a8119-d682-4f9e-bc0d-910e92eef0b4 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.035559 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dd9a8119-d682-4f9e-bc0d-910e92eef0b4 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-groups/ec049f03-4603-4c0b-be19-3ac3883e6b9d HTTP/1.1" status: 204 len: 168 time: 0.6092629 Nov 24 05:06:40.049562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35968) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:40.070128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.072371 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4fb86724-7734-4285-be4e-1a152d28780c tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/484474bf-8b3a-48cb-9d0f-66ec63c752fa HTTP/1.1" status: 204 len: 168 time: 3.8540876 Nov 24 05:06:40.092713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35970) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:40.102199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a8119-d682-4f9e-bc0d-910e92eef0b4 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec049f03-4603-4c0b-be19-3ac3883e6b9d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:40.109681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1752523862', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:40.157037 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.161375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a1b29335-09d9-4546-aa3a-df071d5a9f8d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:40.162281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.202024 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:40.208670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/cfeae5f9-032b-46af-993d-a1ecc8c717de/43a4a593-21cb-41e6-8a6f-c0f5c3b22499) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:40.217751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Network efd728c2-502d-4c27-9f43-6889b959b397 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:40.241694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:40.256176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-848c6cf7-cf28-4efe-b220-65a0d79dcf6a None None] Provisioning complete for port 016d4890-0718-4e94-b0d6-034f4f8a59a0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:40.256176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-848c6cf7-cf28-4efe-b220-65a0d79dcf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.259130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:40.259130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.285873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b0125-2608-4482-bbee-65da17b58c9c None None] Network efd728c2-502d-4c27-9f43-6889b959b397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:40.286624 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.287451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.305083 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-52c0de3e-cf94-44ee-9e21-36d928cf4515 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2488661 Nov 24 05:06:40.305083 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fac79705-a289-4c0e-aa9c-d13ffddf06a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.308148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35972) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:40.321301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f2e6fe84-70f2-4dbb-97d1-cec1561d8b75 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group': {'name': 'tempest-secgroup--461864612'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:40.343856 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1678803 Nov 24 05:06:40.343856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245ec2b-2655-421a-9e4e-5c279a1b5cc8 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Subnet': ['ID=522edca1-8240-4204-a2d9-669c83fda5f6,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:40.350064 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35974) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:40.355105 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-30745258-3323-45d6-8638-f1da0fcf5b1d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1214467359', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '522edca1-8240-4204-a2d9-669c83fda5f6'}], 'security_groups': ['02b4021f-c7a9-42c0-971f-9fcb4aa6b782', 'a37b497e-6837-42d4-9161-20f78621ef98']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:40.372541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2e6fe84-70f2-4dbb-97d1-cec1561d8b75 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.419563 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:40.456135 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.458934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac79705-a289-4c0e-aa9c-d13ffddf06a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:40.464833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.481627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-fac79705-a289-4c0e-aa9c-d13ffddf06a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:40.483466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac79705-a289-4c0e-aa9c-d13ffddf06a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Subnet': ['ID=5b51b64d-763d-4628-a0e9-199a5172967e,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:40.486512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.488226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac79705-a289-4c0e-aa9c-d13ffddf06a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:40.488921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fac79705-a289-4c0e-aa9c-d13ffddf06a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.554501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 2bb9202a-02de-4758-8432-55ab047282c4 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:06:40.565793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-848c6cf7-cf28-4efe-b220-65a0d79dcf6a None None] Port 016d4890-0718-4e94-b0d6-034f4f8a59a0 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:40.576540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f448f021-969f-4556-a869-5635070d3086 None None] Network 392b32b4-dc27-4aff-817d-c4e36b638839 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:40.744249 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30745258-3323-45d6-8638-f1da0fcf5b1d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.819097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.825292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 08fed49e-af88-47b9-bdaf-282bb0a4047f no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:40.867504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:40.878435 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 08fed49e-af88-47b9-bdaf-282bb0a4047f {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:40.878775 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 08fed49e-af88-47b9-bdaf-282bb0a4047f not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:40.939464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:40.958812 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:40.966365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:40.967821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::3fdf:1a72:c1b5:5dbb (ddc696b2-9bde-4196-b27a-8d16c6c5040f/cfeae5f9-032b-46af-993d-a1ecc8c717de/2bb9202a-02de-4758-8432-55ab047282c4) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:40.974079 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Pushing event updated for resources: {'Port': ['ID=43a4a593-21cb-41e6-8a6f-c0f5c3b22499,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:41.017510 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fac79705-a289-4c0e-aa9c-d13ffddf06a2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0541050 Nov 24 05:06:41.032126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35978) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:41.043821 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Attempting to bind port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:41.044202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Attempting to bind port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:41.044574 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Attempting to bind port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:41.051711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:41.051711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:41.052267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.052366 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-364236bf-f938-4b9b-9160-1fde19cee711 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-65333244', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b51b64d-763d-4628-a0e9-199a5172967e'}], 'security_groups': ['94597351-8c36-4a69-bbb7-0fade2be95f9']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:41.052481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:41.053508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Bound port: 43a4a593-21cb-41e6-8a6f-c0f5c3b22499, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:41.053508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.156217 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4423521-0651-4d47-aae5-cc6a0100cf27 None None] Update dhcp port {'port': {'network_id': 'efd728c2-502d-4c27-9f43-6889b959b397', 'fixed_ips': [{'subnet_id': '25e61718-dd5e-4c4e-a503-b31a9643a08a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5a6be3d0-af9a-4680-88f0-dbac7e3c6837', 'ip_address': '2001:db8::2'}, {'subnet_id': '522edca1-8240-4204-a2d9-669c83fda5f6'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': '0e5e1e70-8770-4e24-a300-8fb63994e9b6'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:06:41.206538 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] For port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:41.211778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4423521-0651-4d47-aae5-cc6a0100cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.215375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] For port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=43a4a593-21cb-41e6-8a6f-c0f5c3b22499,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:41.224960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1cb9f6-9043-44f0-800f-4722c68d831e None None] Update dhcp port {'port': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'fixed_ips': [{'subnet_id': '05d6344d-dbcf-43ac-b444-ee166b701a46', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b51b64d-763d-4628-a0e9-199a5172967e'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': 'f9696ead-5a5d-4a4e-9606-85c5b4dd4259'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:06:41.230645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.233078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.246298 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:41.261614 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e844b5d3-0146-49b9-bc41-3482975d825b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6499259 Nov 24 05:06:41.263800 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2e6fe84-70f2-4dbb-97d1-cec1561d8b75 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.264408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35980) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:41.284267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ef12d-4d38-4b1d-a6c6-ff16c56fa079 None None] Sync routers for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:41.304074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0e8dd-105f-4509-84e5-aa64e35fcac2 req-f1a8e6d4-74dd-4212-b836-ea039d94a653 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:41.305768 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ffa0e8dd-105f-4509-84e5-aa64e35fcac2 req-f1a8e6d4-74dd-4212-b836-ea039d94a653 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.2970662 Nov 24 05:06:41.312549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2e6fe84-70f2-4dbb-97d1-cec1561d8b75 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.327736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb9f6-9043-44f0-800f-4722c68d831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.368706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.398302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ef12d-4d38-4b1d-a6c6-ff16c56fa079 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:41.398302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8c3ef12d-4d38-4b1d-a6c6-ff16c56fa079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:41.399320 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.422828 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2e6fe84-70f2-4dbb-97d1-cec1561d8b75 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.426451 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f2e6fe84-70f2-4dbb-97d1-cec1561d8b75 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1105938 Nov 24 05:06:41.428071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35984) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:41.437350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8bc2c29e-6dba-4485-8c08-0d757ca1e9d6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group': {'name': 'tempest-secgroup--186320639'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:41.442925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-5517a96e-bf2a-4839-a42e-379177348300 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting subnet 50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:41.445393 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6fe84-70f2-4dbb-97d1-cec1561d8b75 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c4bc5-8d3e-4840-866c-bc70367327f2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:41.522148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5517a96e-bf2a-4839-a42e-379177348300 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.546044 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-364236bf-f938-4b9b-9160-1fde19cee711 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.582897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9bff-3868-4a7d-9446-307ce9a00609 None None] Pushing event updated for resources: {'Port': ['ID=43a4a593-21cb-41e6-8a6f-c0f5c3b22499,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:41.587243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bc2c29e-6dba-4485-8c08-0d757ca1e9d6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.627896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.721948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-8c3ef12d-4d38-4b1d-a6c6-ff16c56fa079 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:41.723733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5517a96e-bf2a-4839-a42e-379177348300 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.739397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=016d4890-0718-4e94-b0d6-034f4f8a59a0,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:41.789732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.830606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-30745258-3323-45d6-8638-f1da0fcf5b1d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Delete allocated IP 2001:db8::f4 (efd728c2-502d-4c27-9f43-6889b959b397/5a6be3d0-af9a-4680-88f0-dbac7e3c6837) {{(pid=103232) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 05:06:41.857422 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-30745258-3323-45d6-8638-f1da0fcf5b1d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Allocated IP 2001:db8:0:2::258 (efd728c2-502d-4c27-9f43-6889b959b397/522edca1-8240-4204-a2d9-669c83fda5f6/0863bc2d-68b6-4ea8-812d-e5c50a23df36) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:41.867669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:41.951896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:42.006673 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ffa0e8dd-105f-4509-84e5-aa64e35fcac2 req-1318c658-0141-4cba-b761-f1a922104f89 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6692615 Nov 24 05:06:42.047269 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-bb1cb9f6-9043-44f0-800f-4722c68d831e None None] Allocated IP 172.20.0.18 (392b32b4-dc27-4aff-817d-c4e36b638839/5b51b64d-763d-4628-a0e9-199a5172967e/f9696ead-5a5d-4a4e-9606-85c5b4dd4259) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:42.076547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.122131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.134845 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bc2c29e-6dba-4485-8c08-0d757ca1e9d6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.179536 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bc2c29e-6dba-4485-8c08-0d757ca1e9d6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.201530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:42.201912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.264384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bb1cb9f6-9043-44f0-800f-4722c68d831e None None] For port f9696ead-5a5d-4a4e-9606-85c5b4dd4259, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,segment=NetworkSegment(812fa348-acf1-4b8c-9c11-43eb36cf4fb0),segment_id=812fa348-acf1-4b8c-9c11-43eb36cf4fb0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:42.275006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2c29e-6dba-4485-8c08-0d757ca1e9d6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bedc7f-e91f-45e6-aed2-d485ad271fdd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:42.282899 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8bc2c29e-6dba-4485-8c08-0d757ca1e9d6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.286915 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8bc2c29e-6dba-4485-8c08-0d757ca1e9d6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8535638 Nov 24 05:06:42.290937 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35986) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:42.298256 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9c4cced8-3563-4847-aca9-e128b98b8362 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': 'd64c4bc5-8d3e-4840-866c-bc70367327f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '08bedc7f-e91f-45e6-aed2-d485ad271fdd', 'remote_ip_prefix': None}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:42.312611 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8c3ef12d-4d38-4b1d-a6c6-ff16c56fa079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:39Z', 'revision_number': 8, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:42.315992 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb9f6-9043-44f0-800f-4722c68d831e None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.370074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ef12d-4d38-4b1d-a6c6-ff16c56fa079 None None] Checking router: daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:42.371693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb9f6-9043-44f0-800f-4722c68d831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.417231 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Allocated IP 172.26.0.17 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/3068da22-f37b-4b8c-ab15-db79c8c36330) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:42.434630 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5517a96e-bf2a-4839-a42e-379177348300 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.443351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ef12d-4d38-4b1d-a6c6-ff16c56fa079 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:42.444035 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8c3ef12d-4d38-4b1d-a6c6-ff16c56fa079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:42.445908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.475245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c4cced8-3563-4847-aca9-e128b98b8362 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.493949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:42.584939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-364236bf-f938-4b9b-9160-1fde19cee711 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Delete allocated IP 172.20.0.14 (392b32b4-dc27-4aff-817d-c4e36b638839/05d6344d-dbcf-43ac-b444-ee166b701a46) {{(pid=103233) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 05:06:42.609034 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-364236bf-f938-4b9b-9160-1fde19cee711 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.28 (392b32b4-dc27-4aff-817d-c4e36b638839/5b51b64d-763d-4628-a0e9-199a5172967e/a523342d-f8a3-4e80-826e-d2098e9620e6) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:42.652663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30745258-3323-45d6-8638-f1da0fcf5b1d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.662633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:42.664987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=2bb9202a-02de-4758-8432-55ab047282c4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:42.674013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:42.680686 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:42.682328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c4cced8-3563-4847-aca9-e128b98b8362 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.682463 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.685674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30745258-3323-45d6-8638-f1da0fcf5b1d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.700352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c4cced8-3563-4847-aca9-e128b98b8362 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.706076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.744712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cb9f6-9043-44f0-800f-4722c68d831e None None] Pushing event updated for resources: {'Port': ['ID=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:42.745838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cced8-3563-4847-aca9-e128b98b8362 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70b27d9-817b-4b36-a576-c822f9a907dd,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:42.755733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30745258-3323-45d6-8638-f1da0fcf5b1d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event updated for resources: {'Port': ['ID=0863bc2d-68b6-4ea8-812d-e5c50a23df36,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:42.774150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c4cced8-3563-4847-aca9-e128b98b8362 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.779206 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9c4cced8-3563-4847-aca9-e128b98b8362 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4871092 Nov 24 05:06:42.780573 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35988) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:42.797515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-30745258-3323-45d6-8638-f1da0fcf5b1d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] In _notify_port_updated(), no bound segment for port 0863bc2d-68b6-4ea8-812d-e5c50a23df36 on network efd728c2-502d-4c27-9f43-6889b959b397 {{(pid=103232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:06:42.803441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30745258-3323-45d6-8638-f1da0fcf5b1d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:42.804475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30745258-3323-45d6-8638-f1da0fcf5b1d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.809721 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-30745258-3323-45d6-8638-f1da0fcf5b1d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "PUT /v2.0/ports/0863bc2d-68b6-4ea8-812d-e5c50a23df36 HTTP/1.1" status: 200 len: 970 time: 2.4549336 Nov 24 05:06:42.809721 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5517a96e-bf2a-4839-a42e-379177348300 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.820436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-8c3ef12d-4d38-4b1d-a6c6-ff16c56fa079 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:42.820651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35990) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:42.852592 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=43a4a593-21cb-41e6-8a6f-c0f5c3b22499,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:42.875334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-a4423521-0651-4d47-aae5-cc6a0100cf27 None None] Allocated IP 2001:db8:0:2::2 (efd728c2-502d-4c27-9f43-6889b959b397/522edca1-8240-4204-a2d9-669c83fda5f6/0e5e1e70-8770-4e24-a300-8fb63994e9b6) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:42.882906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.907515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a58ac8-2edf-4ad5-9cac-a42ff3762c28 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.924835 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.933709 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a58ac8-2edf-4ad5-9cac-a42ff3762c28 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.944347 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a71d7e-aba5-4438-9513-e401a720aef6 None None] Network 87aa443a-8a37-4884-9f25-752d50058771 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:42.959543 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5517a96e-bf2a-4839-a42e-379177348300 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:42.963274 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5517a96e-bf2a-4839-a42e-379177348300 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc HTTP/1.1" status: 204 len: 168 time: 1.6985278 Nov 24 05:06:42.964183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517a96e-bf2a-4839-a42e-379177348300 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Subnet': ['ID=50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:42.984441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 35992) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:43.025561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Pushing event updated for resources: {'Port': ['ID=3068da22-f37b-4b8c-ab15-db79c8c36330,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:43.033923 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f64152fd-6088-4b05-a63a-c1937aa8c058 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1123314 Nov 24 05:06:43.038564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35994) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:43.054283 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:43.090706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:43.110562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:43.114718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-364236bf-f938-4b9b-9160-1fde19cee711 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.126220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a58ac8-2edf-4ad5-9cac-a42ff3762c28 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.129585 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network f3c2dfaf-9945-481d-a41c-4034a56be134 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:43.141980 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:43.155997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-364236bf-f938-4b9b-9160-1fde19cee711 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.173701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a58ac8-2edf-4ad5-9cac-a42ff3762c28 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.174915 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-59a58ac8-2edf-4ad5-9cac-a42ff3762c28 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f70b27d9-817b-4b36-a576-c822f9a907dd HTTP/1.1" status: 204 len: 168 time: 0.3857243 Nov 24 05:06:43.183030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 35998) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:43.228987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.268947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3add7c0-cfe3-4fe5-88fe-1afb7b55c53a None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:43.326844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-98c1585c-ff1b-47b1-b18b-0f57011f76b3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 0863bc2d-68b6-4ea8-812d-e5c50a23df36 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:43.327347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-98c1585c-ff1b-47b1-b18b-0f57011f76b3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.393485 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a58ac8-2edf-4ad5-9cac-a42ff3762c28 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f70b27d9-817b-4b36-a576-c822f9a907dd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:43.426158 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5352229e-28cd-47eb-a1db-099af9971cf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:43.449526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5352229e-28cd-47eb-a1db-099af9971cf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:43.451230 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5352229e-28cd-47eb-a1db-099af9971cf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3940740 Nov 24 05:06:43.456391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36000) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:43.513516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 33a7edab-206e-4707-ae7e-e1dce790e43f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:43.520541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364236bf-f938-4b9b-9160-1fde19cee711 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=a523342d-f8a3-4e80-826e-d2098e9620e6,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:43.551738 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-98c1585c-ff1b-47b1-b18b-0f57011f76b3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.567224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-98c1585c-ff1b-47b1-b18b-0f57011f76b3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 0863bc2d-68b6-4ea8-812d-e5c50a23df36 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:43.637006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port 0ada2bea-1180-4110-9d5e-e087e545ec41 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:43.637556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.638115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=43a4a593-21cb-41e6-8a6f-c0f5c3b22499,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:43.641793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-512781c8-e44c-4bae-a8e3-2882037418fa None None] Provisioning complete for port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:43.642626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-512781c8-e44c-4bae-a8e3-2882037418fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.693908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a4423521-0651-4d47-aae5-cc6a0100cf27 None None] For port 0e5e1e70-8770-4e24-a300-8fb63994e9b6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0e5e1e70-8770-4e24-a300-8fb63994e9b6,segment=NetworkSegment(7e7c75ad-6bb3-4853-9311-55b770e8173b),segment_id=7e7c75ad-6bb3-4853-9311-55b770e8173b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:43.711530 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9644364-3dc9-46e2-9d86-c927acc18e04 req-4e88d5e5-70b6-4574-ae59-9fbac7420954 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:43.713919 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e9644364-3dc9-46e2-9d86-c927acc18e04 req-4e88d5e5-70b6-4574-ae59-9fbac7420954 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.4795916 Nov 24 05:06:43.780334 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port 0ada2bea-1180-4110-9d5e-e087e545ec41, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0ada2bea-1180-4110-9d5e-e087e545ec41,segment=NetworkSegment(1122d486-d3c1-422f-b47a-9354f5e40967),segment_id=1122d486-d3c1-422f-b47a-9354f5e40967)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:43.780784 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.789001 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dd9879d6-2276-4d7f-8955-79a740a2cdea tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5809379 Nov 24 05:06:43.789196 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4423521-0651-4d47-aae5-cc6a0100cf27 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.796754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36002) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:43.836410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4423521-0651-4d47-aae5-cc6a0100cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.877979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8c3ef12d-4d38-4b1d-a6c6-ff16c56fa079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:39Z', 'revision_number': 8, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:43.909969 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-364236bf-f938-4b9b-9160-1fde19cee711 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] In _notify_port_updated(), no bound segment for port a523342d-f8a3-4e80-826e-d2098e9620e6 on network 392b32b4-dc27-4aff-817d-c4e36b638839 {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:06:43.915945 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364236bf-f938-4b9b-9160-1fde19cee711 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:43.917816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-364236bf-f938-4b9b-9160-1fde19cee711 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:43.920927 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-364236bf-f938-4b9b-9160-1fde19cee711 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "PUT /v2.0/ports/a523342d-f8a3-4e80-826e-d2098e9620e6 HTTP/1.1" status: 200 len: 919 time: 2.8791647 Nov 24 05:06:43.926023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36004) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:43.934271 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4423521-0651-4d47-aae5-cc6a0100cf27 None None] Pushing event updated for resources: {'Port': ['ID=0e5e1e70-8770-4e24-a300-8fb63994e9b6,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:43.935497 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e9644364-3dc9-46e2-9d86-c927acc18e04 req-b9bdc030-ebc6-4d19-b149-722cb642de32 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416433 Nov 24 05:06:43.971773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ccbd35-4319-45ba-85ef-08759d6b47b9 None None] DHCP port deletion for 87aa443a-8a37-4884-9f25-752d50058771 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:43.973750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:43.985252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for 0ada2bea-1180-4110-9d5e-e087e545ec41 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:43.994970 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:43.997908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ef12d-4d38-4b1d-a6c6-ff16c56fa079 None None] The sync data for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv is: [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:39Z', 'revision_number': 8, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a2b919c-e9df-4255-9986-b9a514177b66', 'name': '', 'network_id': '083ed426-d132-4764-9909-fd3c42d33b22', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:b0:1c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:14Z', 'updated_at': '2021-11-24T05:06:21Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '870e5552-4cf4-4d49-b9ea-05ddadf9911f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:44.004102 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-49047aca-6283-4951-9448-b2324242341b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/33a7edab-206e-4707-ae7e-e1dce790e43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6279917 Nov 24 05:06:44.007388 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Sync routers for ids ['33a7edab-206e-4707-ae7e-e1dce790e43f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:44.013814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36006) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:44.027493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-98c1585c-ff1b-47b1-b18b-0f57011f76b3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.030966 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Routers {'33a7edab-206e-4707-ae7e-e1dce790e43f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:44.032501 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['33a7edab-206e-4707-ae7e-e1dce790e43f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:44.113575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d5ccbd35-4319-45ba-85ef-08759d6b47b9 None None] Deleting port 0ada2bea-1180-4110-9d5e-e087e545ec41 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:44.113958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbd35-4319-45ba-85ef-08759d6b47b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.140534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:44.140965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.168739 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Set router 33a7edab-206e-4707-ae7e-e1dce790e43f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:44.206987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1585c-ff1b-47b1-b18b-0f57011f76b3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=0863bc2d-68b6-4ea8-812d-e5c50a23df36,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:44.270892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.283370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d5ccbd35-4319-45ba-85ef-08759d6b47b9 None None] For port 0ada2bea-1180-4110-9d5e-e087e545ec41, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0ada2bea-1180-4110-9d5e-e087e545ec41,segment=NetworkSegment(1122d486-d3c1-422f-b47a-9354f5e40967),segment_id=1122d486-d3c1-422f-b47a-9354f5e40967)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:44.283822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbd35-4319-45ba-85ef-08759d6b47b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.288737 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-98c1585c-ff1b-47b1-b18b-0f57011f76b3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.294771 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-98c1585c-ff1b-47b1-b18b-0f57011f76b3 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/0863bc2d-68b6-4ea8-812d-e5c50a23df36 HTTP/1.1" status: 204 len: 168 time: 1.4249468 Nov 24 05:06:44.304510 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36008) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:44.340358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d5ccbd35-4319-45ba-85ef-08759d6b47b9 None None] Calling delete_port for 0ada2bea-1180-4110-9d5e-e087e545ec41 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:44.349252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Provisioning complete for port 2bb9202a-02de-4758-8432-55ab047282c4 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:44.349618 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.350744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No DVR routers for this DVR port 0ada2bea-1180-4110-9d5e-e087e545ec41 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:44.391090 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-5058db33-d862-4647-bf54-1b9abd6e4074 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] GET failed (client error): The resource could not be found. Nov 24 05:06:44.395090 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5058db33-d862-4647-bf54-1b9abd6e4074 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports/0863bc2d-68b6-4ea8-812d-e5c50a23df36 HTTP/1.1" status: 404 len: 333 time: 0.0865636 Nov 24 05:06:44.410008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.410504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.410977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.411651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.413850 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.414330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.414829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.415882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.416979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.416979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.417241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.417703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:44.419842 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3b8183f5-e301-42de-a7d3-39dd51e125eb tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8490 time: 0.4042571 Nov 24 05:06:44.434190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36010) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:44.434887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36012) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:44.493501 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:40Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '016d4890-0718-4e94-b0d6-034f4f8a59a0', 'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:26:63:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:37Z', 'updated_at': '2021-11-24T05:06:40Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:44.565824 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Checking router: 33a7edab-206e-4707-ae7e-e1dce790e43f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:44.566186 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Updating router 33a7edab-206e-4707-ae7e-e1dce790e43f port 016d4890-0718-4e94-b0d6-034f4f8a59a0 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:06:44.591481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Port 2bb9202a-02de-4758-8432-55ab047282c4 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:44.623916 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.644614 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.678386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=0ada2bea-1180-4110-9d5e-e087e545ec41,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:44.690930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f9696ead-5a5d-4a4e-9606-85c5b4dd4259 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:44.704500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aa443a-8a37-4884-9f25-752d50058771']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:44.728388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1122d486-d3c1-422f-b47a-9354f5e40967') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:44.730280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1122d486-d3c1-422f-b47a-9354f5e40967') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:44.764457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Provisioning complete for port 016d4890-0718-4e94-b0d6-034f4f8a59a0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:44.764830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.767141 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.810092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.824264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:06:44.824958 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:06:44.828762 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:06:44.860115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Port 016d4890-0718-4e94-b0d6-034f4f8a59a0 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:44.866693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbd35-4319-45ba-85ef-08759d6b47b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.909960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccbd35-4319-45ba-85ef-08759d6b47b9 None None] Pushing event deleted for resources: {'Port': ['ID=0ada2bea-1180-4110-9d5e-e087e545ec41,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:44.916882 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Provisioning complete for port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:44.917256 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.919008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccbd35-4319-45ba-85ef-08759d6b47b9 None None] No DVR routers for this DVR port 0ada2bea-1180-4110-9d5e-e087e545ec41 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:44.923738 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:44.923738 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.928773 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.939466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:44.945441 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/networks/87aa443a-8a37-4884-9f25-752d50058771 HTTP/1.1" status: 204 len: 168 time: 1.9571669 Nov 24 05:06:44.948030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36020) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:45.018119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df055ba-ec43-4427-8a12-2b5dbc02e82a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Network': ['ID=87aa443a-8a37-4884-9f25-752d50058771,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:45.216589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Provisioning complete for port a523342d-f8a3-4e80-826e-d2098e9620e6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:45.217214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.273351 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.273950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Port a523342d-f8a3-4e80-826e-d2098e9620e6 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:45.282110 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.288129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Provisioning complete for port 3068da22-f37b-4b8c-ab15-db79c8c36330 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:45.288721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.329688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Port 3068da22-f37b-4b8c-ab15-db79c8c36330 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:45.348051 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Provisioning complete for port 46b5d374-30c0-4cbb-bd35-974256af4e61 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:45.348293 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.358913 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0d004-426d-4092-bf4e-cdc98efb0f3e None None] Pushing event updated for resources: {'Port': ['ID=016d4890-0718-4e94-b0d6-034f4f8a59a0,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:45.391974 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Attempting to bind port 016d4890-0718-4e94-b0d6-034f4f8a59a0 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:45.392776 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Attempting to bind port 016d4890-0718-4e94-b0d6-034f4f8a59a0 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:45.393377 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Attempting to bind port 016d4890-0718-4e94-b0d6-034f4f8a59a0 on network f3c2dfaf-9945-481d-a41c-4034a56be134 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:45.404874 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:45.405253 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Checking segment: {'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:45.405652 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.406041 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Bound using segment: {'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:45.406508 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Bound port: 016d4890-0718-4e94-b0d6-034f4f8a59a0, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:45.406880 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.416861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-49739d06-3f8c-4339-80ad-39a6432b97e2 None None] Port 46b5d374-30c0-4cbb-bd35-974256af4e61 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:45.454608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.506932 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] For port 016d4890-0718-4e94-b0d6-034f4f8a59a0, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:45.510722 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] For port 016d4890-0718-4e94-b0d6-034f4f8a59a0, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=016d4890-0718-4e94-b0d6-034f4f8a59a0,segment=NetworkSegment(66856b57-2c00-4371-bf85-dd5a2cb460c7),segment_id=66856b57-2c00-4371-bf85-dd5a2cb460c7)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:45.533291 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.533579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f9f7e86c-523f-490d-81a8-519afe93b551 None None] Could not find standard attr ID for object 0863bc2d-68b6-4ea8-812d-e5c50a23df36. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:06:45.558273 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f9f7e86c-523f-490d-81a8-519afe93b551 None None] Provisioning complete for port a523342d-f8a3-4e80-826e-d2098e9620e6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:45.561006 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e86c-523f-490d-81a8-519afe93b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.648823 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0d004-426d-4092-bf4e-cdc98efb0f3e None None] Pushing event updated for resources: {'Port': ['ID=016d4890-0718-4e94-b0d6-034f4f8a59a0,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:45.651389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7e86c-523f-490d-81a8-519afe93b551 None None] Port a523342d-f8a3-4e80-826e-d2098e9620e6 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:45.660443 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Routers {'33a7edab-206e-4707-ae7e-e1dce790e43f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:45.661073 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['33a7edab-206e-4707-ae7e-e1dce790e43f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:45.682753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f9f7e86c-523f-490d-81a8-519afe93b551 None None] Provisioning complete for port 44db5ecb-e163-493d-a692-b77ebc1b2686 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:45.683128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e86c-523f-490d-81a8-519afe93b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.726489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.785698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7e86c-523f-490d-81a8-519afe93b551 None None] Port 44db5ecb-e163-493d-a692-b77ebc1b2686 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:45.820681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f9f7e86c-523f-490d-81a8-519afe93b551 None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:45.821174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f9f7e86c-523f-490d-81a8-519afe93b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:45.854307 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] Set router 33a7edab-206e-4707-ae7e-e1dce790e43f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:45.887771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0e5e1e70-8770-4e24-a300-8fb63994e9b6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:46.066507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port 2a2b919c-e9df-4255-9986-b9a514177b66 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:46.067132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.104676 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.105411 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.106058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.106717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.107344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.107997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.108622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.109297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.110162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.110797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.111417 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.112070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.112186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d131c-435d-48f8-8b13-9d5ac94c83f8 req-b8772a4d-bc39-4b6f-8e46-c16b5f8599b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.112833 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.113467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.113663 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c7d131c-435d-48f8-8b13-9d5ac94c83f8 req-b8772a4d-bc39-4b6f-8e46-c16b5f8599b9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 1098 time: 0.2038565 Nov 24 05:06:46.116623 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4d874f74-c49a-4ddb-a18b-3dfac7838f8b tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8882 time: 1.6515162 Nov 24 05:06:46.125845 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36024) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:46.134506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.143228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:46.143787 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.159882 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:40Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '016d4890-0718-4e94-b0d6-034f4f8a59a0', 'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:26:63:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:37Z', 'updated_at': '2021-11-24T05:06:45Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:46.184966 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-feca2c89-98b3-4979-aa01-cd8d395894ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.194436 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e1800-b7d0-41dc-8bfe-11440d9b9264 None None] The sync data for ids ['33a7edab-206e-4707-ae7e-e1dce790e43f'] in dv-neutron-818850-5-hyperv is: [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:40Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '016d4890-0718-4e94-b0d6-034f4f8a59a0', 'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:26:63:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:37Z', 'updated_at': '2021-11-24T05:06:45Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:46.222759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c717bd94-9334-49c9-8aec-0e10d55dcc25 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.231170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-afad4043-91e3-4700-a122-d65688fb91ea None None] Could not find standard attr ID for object 0863bc2d-68b6-4ea8-812d-e5c50a23df36. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:06:46.298958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-afad4043-91e3-4700-a122-d65688fb91ea None None] Provisioning complete for port 016d4890-0718-4e94-b0d6-034f4f8a59a0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:46.299556 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afad4043-91e3-4700-a122-d65688fb91ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.310878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f57c892d-45ec-4452-9e6a-83c328654ab6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 2bb9202a-02de-4758-8432-55ab047282c4 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:46.311221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f57c892d-45ec-4452-9e6a-83c328654ab6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.377013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port 2a2b919c-e9df-4255-9986-b9a514177b66, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2a2b919c-e9df-4255-9986-b9a514177b66,segment=NetworkSegment(0b5844b4-3514-4859-99b6-af20904d956a),segment_id=0b5844b4-3514-4859-99b6-af20904d956a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:46.377463 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.400703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8eb53fa3-0f43-4913-8796-192a7c49fe13 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port a523342d-f8a3-4e80-826e-d2098e9620e6 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:46.401049 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8eb53fa3-0f43-4913-8796-192a7c49fe13 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.402805 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c7d131c-435d-48f8-8b13-9d5ac94c83f8 req-443b5b24-3a78-4b2b-ad2d-c3f9d6a7b3fd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778039 Nov 24 05:06:46.407723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for 2a2b919c-e9df-4255-9986-b9a514177b66 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:46.412541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba27a6-c5a3-413b-b0d2-67cf0e038818 req-8f8dda6e-2565-4548-b1e0-f19bbd0ee67f tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:46.414328 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-23ba27a6-c5a3-413b-b0d2-67cf0e038818 req-8f8dda6e-2565-4548-b1e0-f19bbd0ee67f tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.8800459 Nov 24 05:06:46.422250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-73411f0b-1ed3-4db7-84dc-74517b3ef962 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.433231 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afad4043-91e3-4700-a122-d65688fb91ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.448600 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-73411f0b-1ed3-4db7-84dc-74517b3ef962 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.459697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c717bd94-9334-49c9-8aec-0e10d55dcc25 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.489616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-afad4043-91e3-4700-a122-d65688fb91ea None None] For port 016d4890-0718-4e94-b0d6-034f4f8a59a0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=016d4890-0718-4e94-b0d6-034f4f8a59a0,segment=NetworkSegment(66856b57-2c00-4371-bf85-dd5a2cb460c7),segment_id=66856b57-2c00-4371-bf85-dd5a2cb460c7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:46.510270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0ada2bea-1180-4110-9d5e-e087e545ec41 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:46.535298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afad4043-91e3-4700-a122-d65688fb91ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.560955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 0ada2bea-1180-4110-9d5e-e087e545ec41 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:46.561311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0ada2bea-1180-4110-9d5e-e087e545ec41 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:46.561747 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:46.594916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:46.595273 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b3bed5ab-6903-4089-8c3d-b7b33d3d0a61 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:46.626436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad4043-91e3-4700-a122-d65688fb91ea None None] Pushing event updated for resources: {'Port': ['ID=016d4890-0718-4e94-b0d6-034f4f8a59a0,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:46.750034 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eac2bfc9-60ad-4829-a30a-995b16728573 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 0.6197274 Nov 24 05:06:46.765195 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f57c892d-45ec-4452-9e6a-83c328654ab6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.786674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c717bd94-9334-49c9-8aec-0e10d55dcc25 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.789347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c717bd94-9334-49c9-8aec-0e10d55dcc25 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.793574 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c717bd94-9334-49c9-8aec-0e10d55dcc25 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-groups/08bedc7f-e91f-45e6-aed2-d485ad271fdd HTTP/1.1" status: 204 len: 168 time: 2.9890139 Nov 24 05:06:46.798440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36028) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:46.813495 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-23ba27a6-c5a3-413b-b0d2-67cf0e038818 req-ebf14221-e56e-4816-b701-ebc89fc414c2 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559496 Nov 24 05:06:46.824470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.839922 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717bd94-9334-49c9-8aec-0e10d55dcc25 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bedc7f-e91f-45e6-aed2-d485ad271fdd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:46.841710 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-73411f0b-1ed3-4db7-84dc-74517b3ef962 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.844344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-73411f0b-1ed3-4db7-84dc-74517b3ef962 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.845540 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-73411f0b-1ed3-4db7-84dc-74517b3ef962 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/security-groups/a29fe89e-6dd3-4043-86d7-85290f3a0dcd HTTP/1.1" status: 204 len: 168 time: 2.3878758 Nov 24 05:06:46.858078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f57c892d-45ec-4452-9e6a-83c328654ab6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 2bb9202a-02de-4758-8432-55ab047282c4 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:46.860076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73411f0b-1ed3-4db7-84dc-74517b3ef962 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29fe89e-6dd3-4043-86d7-85290f3a0dcd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:46.863008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8eb53fa3-0f43-4913-8796-192a7c49fe13 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:46.865244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36030) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:46.893020 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:06:46.909118 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=2a2b919c-e9df-4255-9986-b9a514177b66,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:46.926074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8eb53fa3-0f43-4913-8796-192a7c49fe13 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for a523342d-f8a3-4e80-826e-d2098e9620e6 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:46.983340 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-45913abd-c0f5-48a0-beab-690b108f865f tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1810117 Nov 24 05:06:46.989632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36032) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:47.085021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:47.098093 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36034) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:47.101369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'port_id': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'mac_address': 'fa:16:3e:ba:d8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:06:47.102536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-65ebac57-77ee-4f3f-81b5-2bbb10f8c14b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480606902', 'description': 'tempest-secgroup-smoke-480606902 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:47.162970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.187552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.189044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:06:47.228358 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8eb53fa3-0f43-4913-8796-192a7c49fe13 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.230786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:47.242549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.305478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f5811bee-424a-4523-8004-ac42dca05c7a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.316526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-199f6db3-5e79-402a-8895-b8370acd29ca tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.326503 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:47.348821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65ebac57-77ee-4f3f-81b5-2bbb10f8c14b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.355869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Router 2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:06:47.406760 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-199f6db3-5e79-402a-8895-b8370acd29ca tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.420533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb53fa3-0f43-4913-8796-192a7c49fe13 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=a523342d-f8a3-4e80-826e-d2098e9620e6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:47.435233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f5811bee-424a-4523-8004-ac42dca05c7a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.699357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['3b4da1f9-3ed7-4164-83dd-d2bba03e6860'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:06:47.726587 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8eb53fa3-0f43-4913-8796-192a7c49fe13 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.731380 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8eb53fa3-0f43-4913-8796-192a7c49fe13 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/a523342d-f8a3-4e80-826e-d2098e9620e6 HTTP/1.1" status: 204 len: 168 time: 3.7947915 Nov 24 05:06:47.769519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36036) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:47.823825 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34447e1-e01a-4fef-b286-740b4f30312b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:06:47.828814 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e34447e1-e01a-4fef-b286-740b4f30312b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/a523342d-f8a3-4e80-826e-d2098e9620e6 HTTP/1.1" status: 404 len: 333 time: 0.0574574 Nov 24 05:06:47.830221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f5811bee-424a-4523-8004-ac42dca05c7a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.833078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f5811bee-424a-4523-8004-ac42dca05c7a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.834551 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f5811bee-424a-4523-8004-ac42dca05c7a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/security-groups/a37b497e-6837-42d4-9161-20f78621ef98 HTTP/1.1" status: 204 len: 168 time: 0.9659407 Nov 24 05:06:47.839020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36038) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:47.839435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36040) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:47.889955 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f57c892d-45ec-4452-9e6a-83c328654ab6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:47.893043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5811bee-424a-4523-8004-ac42dca05c7a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37b497e-6837-42d4-9161-20f78621ef98,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:47.963727 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c892d-45ec-4452-9e6a-83c328654ab6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=2bb9202a-02de-4758-8432-55ab047282c4,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:47.991897 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:48.025151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58266afa-af5b-40bf-97b5-0a1ca2fa9fa3 None None] Sync routers for ids ['2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:48.034815 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 016d4890-0718-4e94-b0d6-034f4f8a59a0 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:48.080181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65ebac57-77ee-4f3f-81b5-2bbb10f8c14b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.093999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f57c892d-45ec-4452-9e6a-83c328654ab6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.099973 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f57c892d-45ec-4452-9e6a-83c328654ab6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/2bb9202a-02de-4758-8432-55ab047282c4 HTTP/1.1" status: 204 len: 168 time: 4.6345019 Nov 24 05:06:48.103216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36044) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:48.104336 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58266afa-af5b-40bf-97b5-0a1ca2fa9fa3 None None] Routers {'2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:48.104916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-58266afa-af5b-40bf-97b5-0a1ca2fa9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:48.114381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65ebac57-77ee-4f3f-81b5-2bbb10f8c14b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.145211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-199f6db3-5e79-402a-8895-b8370acd29ca tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.148197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-199f6db3-5e79-402a-8895-b8370acd29ca tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.150279 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-199f6db3-5e79-402a-8895-b8370acd29ca tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-groups/d64c4bc5-8d3e-4840-866c-bc70367327f2 HTTP/1.1" status: 204 len: 168 time: 1.1575069 Nov 24 05:06:48.156067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36046) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:48.168588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8bb050-3183-4da5-9f31-be8eb2a8e50f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:48.169465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65ebac57-77ee-4f3f-81b5-2bbb10f8c14b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.170140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8bb050-3183-4da5-9f31-be8eb2a8e50f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:48.173732 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-65ebac57-77ee-4f3f-81b5-2bbb10f8c14b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0717778 Nov 24 05:06:48.174412 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2e8bb050-3183-4da5-9f31-be8eb2a8e50f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0683291 Nov 24 05:06:48.176813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36048) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:48.177196 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36050) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:48.187878 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-90665d70-c665-4237-8a76-37e3d4634fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '8590d0f5-cfa3-4892-bb90-30ed1e26fabd', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:48.193122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-58266afa-af5b-40bf-97b5-0a1ca2fa9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:48.225726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.229824 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d477278e-7738-42f5-9a0b-2435c3be2282 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.1291735 Nov 24 05:06:48.230600 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c74d243d-49a2-4cac-a1c1-a10d813bc16b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.233565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58266afa-af5b-40bf-97b5-0a1ca2fa9fa3 None None] Routers {'2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:48.234217 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-58266afa-af5b-40bf-97b5-0a1ca2fa9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:48.235178 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36052) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:48.243201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e286b25-494b-44f9-8640-9b9ff5fbc0ad req-42b835ca-8421-4b8c-bcf0-8a8b9afaefd1 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:48.244820 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1e286b25-494b-44f9-8640-9b9ff5fbc0ad req-42b835ca-8421-4b8c-bcf0-8a8b9afaefd1 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 944 time: 0.2875240 Nov 24 05:06:48.253524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebac57-77ee-4f3f-81b5-2bbb10f8c14b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8590d0f5-cfa3-4892-bb90-30ed1e26fabd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:48.260370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:48.286775 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-998475e7-8bc7-4e63-812a-07b0d4e13b25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.291161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-58266afa-af5b-40bf-97b5-0a1ca2fa9fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:48.292078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58266afa-af5b-40bf-97b5-0a1ca2fa9fa3 None None] The sync data for ids ['2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:48.296241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 016d4890-0718-4e94-b0d6-034f4f8a59a0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:48.296543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.317061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f6db3-5e79-402a-8895-b8370acd29ca tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c4bc5-8d3e-4840-866c-bc70367327f2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:48.337996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:48.353961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccffeb1e-efae-463a-80b8-bdf12b4a657a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet cfeae5f9-032b-46af-993d-a1ecc8c717de {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:48.360577 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1ce363b-e8a0-4ca4-99fe-f3fa395f96e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.370918 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-893567b2-9002-4bae-afb4-2e520d1b5646 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1988919 Nov 24 05:06:48.372025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccffeb1e-efae-463a-80b8-bdf12b4a657a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.376085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90665d70-c665-4237-8a76-37e3d4634fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.378702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36054) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:48.405083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-eb26c159-63e5-4e27-b3e7-a98746ea6a24 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group': {'name': 'tempest-secgroup--238332351'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:48.466935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccffeb1e-efae-463a-80b8-bdf12b4a657a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.558985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb26c159-63e5-4e27-b3e7-a98746ea6a24 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.622605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c74d243d-49a2-4cac-a1c1-a10d813bc16b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.645967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-998475e7-8bc7-4e63-812a-07b0d4e13b25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.663055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:48.673096 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d3840-a487-4fd5-85d0-06af47072fc9 None None] Sync routers for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:48.677367 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e4b86447-a060-4a7c-93c5-d41b06a99475 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7255588 Nov 24 05:06:48.685312 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d3840-a487-4fd5-85d0-06af47072fc9 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:48.685503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36056) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:48.686357 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f03d3840-a487-4fd5-85d0-06af47072fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:48.696348 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90665d70-c665-4237-8a76-37e3d4634fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.726445 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90665d70-c665-4237-8a76-37e3d4634fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.728103 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1e286b25-494b-44f9-8640-9b9ff5fbc0ad req-b4421840-0cb1-4346-8a11-65d96c81ff9b tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4601932 Nov 24 05:06:48.768745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36058) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:48.789535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccffeb1e-efae-463a-80b8-bdf12b4a657a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.797925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90665d70-c665-4237-8a76-37e3d4634fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8848f65-14db-416f-a87b-fe45892ec47f,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:48.814403 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-f03d3840-a487-4fd5-85d0-06af47072fc9 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:48.836451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb26c159-63e5-4e27-b3e7-a98746ea6a24 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.837223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-998475e7-8bc7-4e63-812a-07b0d4e13b25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.839725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90665d70-c665-4237-8a76-37e3d4634fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.839984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-998475e7-8bc7-4e63-812a-07b0d4e13b25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.843694 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-90665d70-c665-4237-8a76-37e3d4634fd6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6569490 Nov 24 05:06:48.844559 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-998475e7-8bc7-4e63-812a-07b0d4e13b25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/security-groups/02b4021f-c7a9-42c0-971f-9fcb4aa6b782 HTTP/1.1" status: 204 len: 168 time: 0.9934845 Nov 24 05:06:48.845313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c74d243d-49a2-4cac-a1c1-a10d813bc16b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.845661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36060) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:48.845999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36062) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:48.849266 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c74d243d-49a2-4cac-a1c1-a10d813bc16b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.853581 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c74d243d-49a2-4cac-a1c1-a10d813bc16b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/security-groups/948ad023-af1b-4898-859c-89325a1dd724 HTTP/1.1" status: 204 len: 168 time: 1.0038412 Nov 24 05:06:48.853814 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3967980-90cd-428a-945b-9ff3b4c42d1d tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting subnet 870e5552-4cf4-4d49-b9ea-05ddadf9911f {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:48.864691 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36064) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:48.869108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-500c5a63-c198-4573-923f-ac769146f961 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '8590d0f5-cfa3-4892-bb90-30ed1e26fabd', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:48.874223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb26c159-63e5-4e27-b3e7-a98746ea6a24 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.878883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3967980-90cd-428a-945b-9ff3b4c42d1d tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:48.891061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:48.917064 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998475e7-8bc7-4e63-812a-07b0d4e13b25 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b4021f-c7a9-42c0-971f-9fcb4aa6b782,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:48.938873 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d243d-49a2-4cac-a1c1-a10d813bc16b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948ad023-af1b-4898-859c-89325a1dd724,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:48.972997 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7f9d96ed-f8fd-471f-a5f4-ea4ef288de37 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/floatingips/941170c8-e7e6-4b57-a019-f34a38abcb87 HTTP/1.1" status: 200 len: 991 time: 0.2024837 Nov 24 05:06:49.012126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:49.012126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.035225 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26c159-63e5-4e27-b3e7-a98746ea6a24 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64e1610-374f-4449-8758-671f0d5d1e5c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:49.040976 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3967980-90cd-428a-945b-9ff3b4c42d1d tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.088263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb26c159-63e5-4e27-b3e7-a98746ea6a24 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.089622 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eb26c159-63e5-4e27-b3e7-a98746ea6a24 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6888013 Nov 24 05:06:49.099063 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f03d3840-a487-4fd5-85d0-06af47072fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:46Z', 'revision_number': 9, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:49.099624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7698785-147d-43d2-9157-ba3703294c15 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting subnet 5a6be3d0-af9a-4680-88f0-dbac7e3c6837 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:49.101720 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36066) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.104645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-500c5a63-c198-4573-923f-ac769146f961 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.107562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-89db40c5-c6ab-4249-994d-71eb48732bc5 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': 'd64e1610-374f-4449-8758-671f0d5d1e5c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:49.112798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccffeb1e-efae-463a-80b8-bdf12b4a657a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.116588 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.118440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7698785-147d-43d2-9157-ba3703294c15 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.144755 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d3840-a487-4fd5-85d0-06af47072fc9 None None] Checking router: daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:06:49.152760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:06:49.154925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37e0361-c758-44d3-b129-98c734a76f89" -d '{"events": [{"server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "name": "network-vif-plugged", "status": "completed", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:06:49.158220 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d3840-a487-4fd5-85d0-06af47072fc9 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:49.158856 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f03d3840-a487-4fd5-85d0-06af47072fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:49.174188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:49.183365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.217096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffeb1e-efae-463a-80b8-bdf12b4a657a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=cfeae5f9-032b-46af-993d-a1ecc8c717de,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:49.218707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-89db40c5-c6ab-4249-994d-71eb48732bc5 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.219423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccffeb1e-efae-463a-80b8-bdf12b4a657a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.224995 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ccffeb1e-efae-463a-80b8-bdf12b4a657a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/cfeae5f9-032b-46af-993d-a1ecc8c717de HTTP/1.1" status: 204 len: 168 time: 1.0287819 Nov 24 05:06:49.230077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0533ad96-3fed-4eca-b78b-dc1e1e3738d3 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.236023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da3adf4-d64f-49ce-a1ee-fa4a5498f981 x-openstack-request-id: req-9da3adf4-d64f-49ce-a1ee-fa4a5498f981 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:06:49.236321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "name": "network-vif-plugged", "status": "completed", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:06:49.236576 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9da3adf4-d64f-49ce-a1ee-fa4a5498f981 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:06:49.236976 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'code': 200} Nov 24 05:06:49.238099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d970211-73bc-4f2f-8697-ea498e03820d None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:49.238948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36070) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.253510 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7698785-147d-43d2-9157-ba3703294c15 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.285956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-89db40c5-c6ab-4249-994d-71eb48732bc5 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.291139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.295836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-89db40c5-c6ab-4249-994d-71eb48732bc5 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.322679 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-f03d3840-a487-4fd5-85d0-06af47072fc9 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:06:49.323891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db40c5-c6ab-4249-994d-71eb48732bc5 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017294bc-9699-44f0-beda-7af50997d2eb,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:49.329759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.337440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-89db40c5-c6ab-4249-994d-71eb48732bc5 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.338931 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-89db40c5-c6ab-4249-994d-71eb48732bc5 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2357740 Nov 24 05:06:49.342718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36072) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.350186 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f1af2e38-a7cf-48b3-a783-f1933be23a7d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079845 Nov 24 05:06:49.350492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36074) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.361982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:49.388372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0533ad96-3fed-4eca-b78b-dc1e1e3738d3 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.423561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3967980-90cd-428a-945b-9ff3b4c42d1d tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.463333 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12af4935-e43b-43e5-a6d0-03830ea03c4f tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.473296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12af4935-e43b-43e5-a6d0-03830ea03c4f tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.477270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-500c5a63-c198-4573-923f-ac769146f961 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.497510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a1356-f649-49ce-a3fd-3ca2492301c7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:49.500961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-500c5a63-c198-4573-923f-ac769146f961 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.505521 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fa6a1356-f649-49ce-a3fd-3ca2492301c7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1532674 Nov 24 05:06:49.506963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.507121 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36076) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.538986 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee9e10d-345e-4d4b-96bf-91f8e98533b5 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:49.548184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7698785-147d-43d2-9157-ba3703294c15 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.573197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c5a63-c198-4573-923f-ac769146f961 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f562755-771d-4bc0-8023-c0e7c28063ae,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:49.584939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-500c5a63-c198-4573-923f-ac769146f961 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.586445 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-500c5a63-c198-4573-923f-ac769146f961 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7252276 Nov 24 05:06:49.593153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36078) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.599706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8c358e7f-ae59-46b8-83a7-144c544d35dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '8590d0f5-cfa3-4892-bb90-30ed1e26fabd', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:49.605467 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0533ad96-3fed-4eca-b78b-dc1e1e3738d3 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.608027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0533ad96-3fed-4eca-b78b-dc1e1e3738d3 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.609132 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0533ad96-3fed-4eca-b78b-dc1e1e3738d3 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/security-groups/94597351-8c36-4a69-bbb7-0fade2be95f9 HTTP/1.1" status: 204 len: 168 time: 0.7357945 Nov 24 05:06:49.619236 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-aee9e10d-345e-4d4b-96bf-91f8e98533b5 None None] Deleting port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:49.620018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aee9e10d-345e-4d4b-96bf-91f8e98533b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.622930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36080) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.647111 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-f03d3840-a487-4fd5-85d0-06af47072fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:46Z', 'revision_number': 9, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:49.657016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Deleting port 3068da22-f37b-4b8c-ab15-db79c8c36330 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:49.657754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.661043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12af4935-e43b-43e5-a6d0-03830ea03c4f tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.666734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533ad96-3fed-4eca-b78b-dc1e1e3738d3 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94597351-8c36-4a69-bbb7-0fade2be95f9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:49.671405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12af4935-e43b-43e5-a6d0-03830ea03c4f tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.674250 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-12af4935-e43b-43e5-a6d0-03830ea03c4f tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/017294bc-9699-44f0-beda-7af50997d2eb HTTP/1.1" status: 204 len: 168 time: 0.3302352 Nov 24 05:06:49.681177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36082) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.688847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3967980-90cd-428a-945b-9ff3b4c42d1d tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.689803 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d3840-a487-4fd5-85d0-06af47072fc9 None None] The sync data for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv is: [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:46Z', 'revision_number': 9, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78211f8e-592a-4e7c-97fc-13d6a392b013', 'name': '', 'network_id': 'd81f8f02-67c3-48fb-9c18-cf61a80a8a6a', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:12:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:05Z', 'updated_at': '2021-11-24T05:06:15Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6e5a81fc-d36f-4a8b-94f0-736641768594', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:49.694022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f6824-94bc-4a80-b525-335f94a8bc56 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:49.698849 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3a2f6824-94bc-4a80-b525-335f94a8bc56 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1782994 Nov 24 05:06:49.703528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36084) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.754098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3967980-90cd-428a-945b-9ff3b4c42d1d tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.755930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-aee9e10d-345e-4d4b-96bf-91f8e98533b5 None None] For port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=43a4a593-21cb-41e6-8a6f-c0f5c3b22499,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:49.756326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aee9e10d-345e-4d4b-96bf-91f8e98533b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.761408 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e3967980-90cd-428a-945b-9ff3b4c42d1d tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/870e5552-4cf4-4d49-b9ea-05ddadf9911f HTTP/1.1" status: 204 len: 168 time: 1.0716181 Nov 24 05:06:49.763501 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-49fcb7f7-074d-4270-883c-2f1516a8d303 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521274 Nov 24 05:06:49.764441 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af4935-e43b-43e5-a6d0-03830ea03c4f tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=017294bc-9699-44f0-beda-7af50997d2eb,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:49.768526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36086) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.769487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36088) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.772925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3967980-90cd-428a-945b-9ff3b4c42d1d tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Subnet': ['ID=870e5552-4cf4-4d49-b9ea-05ddadf9911f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:49.782344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c4daebea-798b-4cf7-9401-ab85bf0aa787 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:49.782817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-add4729f-8b59-41f6-8a6d-2d6bd464f710 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting subnet 05d6344d-dbcf-43ac-b444-ee166b701a46 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:49.784772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47d28a2-340c-4162-bb70-fe9282cb1c43 None None] Network 083ed426-d132-4764-9909-fd3c42d33b22 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:49.786553 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-add4729f-8b59-41f6-8a6d-2d6bd464f710 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.796793 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c358e7f-ae59-46b8-83a7-144c544d35dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.809675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-aee9e10d-345e-4d4b-96bf-91f8e98533b5 None None] Calling delete_port for 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:49.840943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7698785-147d-43d2-9157-ba3703294c15 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.896973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7698785-147d-43d2-9157-ba3703294c15 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.906926 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a7698785-147d-43d2-9157-ba3703294c15 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/5a6be3d0-af9a-4680-88f0-dbac7e3c6837 HTTP/1.1" status: 204 len: 168 time: 1.0533404 Nov 24 05:06:49.907921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7698785-147d-43d2-9157-ba3703294c15 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6be3d0-af9a-4680-88f0-dbac7e3c6837,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:49.910514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36090) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.926909 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d6dcdfdc-daf5-4244-b7f3-e8506d65ea16 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2408252 Nov 24 05:06:49.931563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36092) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:49.933251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-add4729f-8b59-41f6-8a6d-2d6bd464f710 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:49.937469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b1d95-5c08-44f3-b50e-f291f7150659 None None] Network efd728c2-502d-4c27-9f43-6889b959b397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:50.013205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.017626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c358e7f-ae59-46b8-83a7-144c544d35dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.028440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.033473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c358e7f-ae59-46b8-83a7-144c544d35dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.055465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1a5e44-146b-4d9e-8673-021f1ad8d479 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting subnet 522edca1-8240-4204-a2d9-669c83fda5f6 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:50.060410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd1a5e44-146b-4d9e-8673-021f1ad8d479 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.062599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aee9e10d-345e-4d4b-96bf-91f8e98533b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.106509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd1a5e44-146b-4d9e-8673-021f1ad8d479 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.112630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9e10d-345e-4d4b-96bf-91f8e98533b5 None None] Pushing event deleted for resources: {'Port': ['ID=43a4a593-21cb-41e6-8a6f-c0f5c3b22499,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:50.112913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c358e7f-ae59-46b8-83a7-144c544d35dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3508b5bc-ebe8-47ca-ae95-deb11335e53d,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:50.115863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24aa536-e686-462d-b89c-9a4f77937505 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.129799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9e10d-345e-4d4b-96bf-91f8e98533b5 None None] No DVR routers for this DVR port 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:50.147234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Calling delete_port for 3068da22-f37b-4b8c-ab15-db79c8c36330 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:50.173026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-add4729f-8b59-41f6-8a6d-2d6bd464f710 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.180026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24aa536-e686-462d-b89c-9a4f77937505 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.234201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9790348-de56-4a85-a6c1-d165326564fe None None] DHCP port deletion for 083ed426-d132-4764-9909-fd3c42d33b22 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:50.273064 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c358e7f-ae59-46b8-83a7-144c544d35dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.274613 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8c358e7f-ae59-46b8-83a7-144c544d35dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6804683 Nov 24 05:06:50.285493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36094) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:50.293453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b6f1ad52-897d-4fcd-9014-ccd102ab3391 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '8590d0f5-cfa3-4892-bb90-30ed1e26fabd', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:50.294321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4daebea-798b-4cf7-9401-ab85bf0aa787 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:50.298554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4daebea-798b-4cf7-9401-ab85bf0aa787 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.305370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:50.351462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:50.351863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 43a4a593-21cb-41e6-8a6f-c0f5c3b22499 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:50.352276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2a2b919c-e9df-4255-9986-b9a514177b66 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:50.382976 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad52-897d-4fcd-9014-ccd102ab3391 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.392343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24aa536-e686-462d-b89c-9a4f77937505 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.396623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24aa536-e686-462d-b89c-9a4f77937505 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.398240 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a24aa536-e686-462d-b89c-9a4f77937505 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-groups/d64e1610-374f-4449-8758-671f0d5d1e5c HTTP/1.1" status: 204 len: 168 time: 0.4616768 Nov 24 05:06:50.401246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 2a2b919c-e9df-4255-9986-b9a514177b66 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:50.401736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2a2b919c-e9df-4255-9986-b9a514177b66 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:50.420795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36096) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:50.437677 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b9790348-de56-4a85-a6c1-d165326564fe None None] Deleting port a6f305fb-7573-4277-ac21-5442c1e1e24c {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:50.438563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b9790348-de56-4a85-a6c1-d165326564fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.445041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aa536-e686-462d-b89c-9a4f77937505 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64e1610-374f-4449-8758-671f0d5d1e5c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:50.447866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-add4729f-8b59-41f6-8a6d-2d6bd464f710 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.449490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd1a5e44-146b-4d9e-8673-021f1ad8d479 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.518441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4729f-8b59-41f6-8a6d-2d6bd464f710 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Subnet': ['ID=05d6344d-dbcf-43ac-b444-ee166b701a46,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:50.520812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-add4729f-8b59-41f6-8a6d-2d6bd464f710 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.524349 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-add4729f-8b59-41f6-8a6d-2d6bd464f710 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/05d6344d-dbcf-43ac-b444-ee166b701a46 HTTP/1.1" status: 204 len: 168 time: 0.8991959 Nov 24 05:06:50.532104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36098) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:50.554135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa932ef-d99c-42c7-9b2f-ac015323b5b5 None None] Network 392b32b4-dc27-4aff-817d-c4e36b638839 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:50.569884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port a6f305fb-7573-4277-ac21-5442c1e1e24c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:50.570262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.579863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad52-897d-4fcd-9014-ccd102ab3391 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.590257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b9790348-de56-4a85-a6c1-d165326564fe None None] For port a6f305fb-7573-4277-ac21-5442c1e1e24c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a6f305fb-7573-4277-ac21-5442c1e1e24c,segment=NetworkSegment(0b5844b4-3514-4859-99b6-af20904d956a),segment_id=0b5844b4-3514-4859-99b6-af20904d956a)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:50.592192 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8e89421a-b838-481d-8c3b-0c49cc25235a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:50.596802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b9790348-de56-4a85-a6c1-d165326564fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.624732 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b9790348-de56-4a85-a6c1-d165326564fe None None] Calling delete_port for a6f305fb-7573-4277-ac21-5442c1e1e24c owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:50.627894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad52-897d-4fcd-9014-ccd102ab3391 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.695877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6f1ad52-897d-4fcd-9014-ccd102ab3391 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.700906 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b6f1ad52-897d-4fcd-9014-ccd102ab3391 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4120126 Nov 24 05:06:50.706714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36100) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:50.714279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0d67d6bb-6b24-4027-a0ff-162aa23b7fe6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '8590d0f5-cfa3-4892-bb90-30ed1e26fabd', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:50.715477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd1a5e44-146b-4d9e-8673-021f1ad8d479 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.735533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd1a5e44-146b-4d9e-8673-021f1ad8d479 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.741624 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dd1a5e44-146b-4d9e-8673-021f1ad8d479 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/522edca1-8240-4204-a2d9-669c83fda5f6 HTTP/1.1" status: 204 len: 168 time: 0.8299537 Nov 24 05:06:50.751670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36102) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:50.752012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36104) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:50.752670 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-11d5f710-7167-4038-b823-9391121895fe tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3012424 Nov 24 05:06:50.754151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1ad52-897d-4fcd-9014-ccd102ab3391 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91c4916-1b04-4163-9e6b-63137e46e0b9,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:50.768911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0438b0a3-01da-4171-ad22-9eb736be751a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group': {'name': 'tempest-secgroup--110927450'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:50.796862 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-0d67d6bb-6b24-4027-a0ff-162aa23b7fe6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:06:50.813844 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.816238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d67d6bb-6b24-4027-a0ff-162aa23b7fe6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.838682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a5e44-146b-4d9e-8673-021f1ad8d479 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Subnet': ['ID=522edca1-8240-4204-a2d9-669c83fda5f6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:50.848293 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f98dd1-6de2-45fe-a200-d48b24b3bd66 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:50.848741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f98dd1-6de2-45fe-a200-d48b24b3bd66 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:50.854623 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-63f98dd1-6de2-45fe-a200-d48b24b3bd66 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/5a6be3d0-af9a-4680-88f0-dbac7e3c6837 HTTP/1.1" status: 404 len: 337 time: 0.0977273 Nov 24 05:06:50.855583 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port a6f305fb-7573-4277-ac21-5442c1e1e24c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a6f305fb-7573-4277-ac21-5442c1e1e24c,segment=NetworkSegment(0b5844b4-3514-4859-99b6-af20904d956a),segment_id=0b5844b4-3514-4859-99b6-af20904d956a)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:50.855998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.867103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36106) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:50.909955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b9790348-de56-4a85-a6c1-d165326564fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.927502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d67d6bb-6b24-4027-a0ff-162aa23b7fe6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.931171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9790348-de56-4a85-a6c1-d165326564fe None None] No DVR routers for this DVR port a6f305fb-7573-4277-ac21-5442c1e1e24c on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:50.940241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d67d6bb-6b24-4027-a0ff-162aa23b7fe6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.942066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for a6f305fb-7573-4277-ac21-5442c1e1e24c owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:50.954663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:50.961478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9790348-de56-4a85-a6c1-d165326564fe None None] Pushing event deleted for resources: {'Port': ['ID=a6f305fb-7573-4277-ac21-5442c1e1e24c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:50.981935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67d6bb-6b24-4027-a0ff-162aa23b7fe6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56561df1-a865-48f7-abfc-5b16d5333446,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:50.984306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0438b0a3-01da-4171-ad22-9eb736be751a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.006760 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d67d6bb-6b24-4027-a0ff-162aa23b7fe6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.012049 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0d67d6bb-6b24-4027-a0ff-162aa23b7fe6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3036530 Nov 24 05:06:51.013572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36108) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:51.018234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6c903141-485b-4dc7-a863-9912a9b22670 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '8590d0f5-cfa3-4892-bb90-30ed1e26fabd', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:51.022642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e89421a-b838-481d-8c3b-0c49cc25235a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:51.026217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e89421a-b838-481d-8c3b-0c49cc25235a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.086708 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Pushing event deleted for resources: {'Port': ['ID=3068da22-f37b-4b8c-ab15-db79c8c36330,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:51.096495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4daebea-798b-4cf7-9401-ab85bf0aa787 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.104302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aeadfc-85da-4ea8-b020-4d66e9b5094a None None] Network efd728c2-502d-4c27-9f43-6889b959b397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:51.141922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2761ead9-06d9-4a07-b9f7-e3f3e10f50f3 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:51.147198 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-6c903141-485b-4dc7-a863-9912a9b22670 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:06:51.157841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c903141-485b-4dc7-a863-9912a9b22670 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.175524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-d889d0b4-221d-4990-aa72-4ff0ba0c2ffd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting subnet 25e61718-dd5e-4c4e-a503-b31a9643a08a {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:51.178970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d889d0b4-221d-4990-aa72-4ff0ba0c2ffd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.212866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2e0f9a1f-9c04-4445-bdf5-88fb3302b796 None None] Provisioning complete for port 44db5ecb-e163-493d-a692-b77ebc1b2686 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:51.213246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9a1f-9c04-4445-bdf5-88fb3302b796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.272700 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f9a1f-9c04-4445-bdf5-88fb3302b796 None None] Port 44db5ecb-e163-493d-a692-b77ebc1b2686 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:51.312802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2e0f9a1f-9c04-4445-bdf5-88fb3302b796 None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:51.313173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9a1f-9c04-4445-bdf5-88fb3302b796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.357274 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e89421a-b838-481d-8c3b-0c49cc25235a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.424203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e89421a-b838-481d-8c3b-0c49cc25235a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:51.429957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8e89421a-b838-481d-8c3b-0c49cc25235a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:51.433661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89421a-b838-481d-8c3b-0c49cc25235a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:51.434274 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e89421a-b838-481d-8c3b-0c49cc25235a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.455562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c903141-485b-4dc7-a863-9912a9b22670 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.464336 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89421a-b838-481d-8c3b-0c49cc25235a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Subnet': ['ID=f3f8c277-5c15-4494-b7b8-7e37fd375266,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:51.467569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c903141-485b-4dc7-a863-9912a9b22670 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.478118 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8e89421a-b838-481d-8c3b-0c49cc25235a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8958910 Nov 24 05:06:51.486182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36110) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:51.490722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b4d5a378-bf0c-448b-bb60-b98ed0621d14 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'security_group': {'name': 'tempest-secgroup-923755677'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:51.506140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c903141-485b-4dc7-a863-9912a9b22670 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38dd4d85-3b6c-4c88-be34-e17f4f390714,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:51.517077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c903141-485b-4dc7-a863-9912a9b22670 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.526952 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6c903141-485b-4dc7-a863-9912a9b22670 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5038886 Nov 24 05:06:51.534685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a378-bf0c-448b-bb60-b98ed0621d14 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.623378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4daebea-798b-4cf7-9401-ab85bf0aa787 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:51.638023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c4daebea-798b-4cf7-9401-ab85bf0aa787 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:51.647655 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91555d4c-8df8-43a1-8eaf-ed41fa3e9608 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:51.665757 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4daebea-798b-4cf7-9401-ab85bf0aa787 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:51.666984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4daebea-798b-4cf7-9401-ab85bf0aa787 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.672281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a378-bf0c-448b-bb60-b98ed0621d14 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.690342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a378-bf0c-448b-bb60-b98ed0621d14 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.720074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.762842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5a378-bf0c-448b-bb60-b98ed0621d14 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72f5912-598f-4954-966b-e31596840c6a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:51.775326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d889d0b4-221d-4990-aa72-4ff0ba0c2ffd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.777884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a378-bf0c-448b-bb60-b98ed0621d14 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.781679 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b4d5a378-bf0c-448b-bb60-b98ed0621d14 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2919319 Nov 24 05:06:51.784057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36124) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:51.790826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-54d58408-2b79-410a-9d53-567cd099605e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'security_group': {'name': 'tempest-secgroup-1883240127'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:51.799008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.845058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54d58408-2b79-410a-9d53-567cd099605e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.859839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4daebea-798b-4cf7-9401-ab85bf0aa787 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=665e423f-ac34-4b66-88bc-d4ddd55dda8b,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:51.906623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0438b0a3-01da-4171-ad22-9eb736be751a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.918588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=a6f305fb-7573-4277-ac21-5442c1e1e24c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:51.921671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.935014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0438b0a3-01da-4171-ad22-9eb736be751a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.985862 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54d58408-2b79-410a-9d53-567cd099605e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:51.992127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54d58408-2b79-410a-9d53-567cd099605e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.028388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d58408-2b79-410a-9d53-567cd099605e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f0760b-8898-4acb-b7bd-4f7f23c3b22b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:52.037558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54d58408-2b79-410a-9d53-567cd099605e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.038871 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-54d58408-2b79-410a-9d53-567cd099605e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2536876 Nov 24 05:06:52.042255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36126) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.047498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-713e73f8-35de-4e17-85ab-99cc87aa63b6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'security_group': {'name': 'tempest-secgroup-1525874612'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:52.053979 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c4daebea-798b-4cf7-9401-ab85bf0aa787 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2728622 Nov 24 05:06:52.059811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40554c-a7ff-4898-8a0a-0b2ef4cc64ee None None] Network 392b32b4-dc27-4aff-817d-c4e36b638839 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:52.060168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36128) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.064279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No DVR routers for this DVR port a6f305fb-7573-4277-ac21-5442c1e1e24c on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:52.082711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': '665e423f-ac34-4b66-88bc-d4ddd55dda8b', 'ip_address': '2001:db8::f1e2:a3d6:b652:1853'}], 'name': 'tempest-NetworksTestDHCPv6-232759298'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:52.114245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d889d0b4-221d-4990-aa72-4ff0ba0c2ffd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.115968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a6f305fb-7573-4277-ac21-5442c1e1e24c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:52.158378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: a6f305fb-7573-4277-ac21-5442c1e1e24c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:52.159075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a6f305fb-7573-4277-ac21-5442c1e1e24c not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:06:52.183004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0f215a64-d281-4701-bdc9-f51e8f78d9b1 None None] Provisioning complete for port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:52.183378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f215a64-d281-4701-bdc9-f51e8f78d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.207520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438b0a3-01da-4171-ad22-9eb736be751a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8a46b7-7473-4ed3-ba7b-9ce88b17022f,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:52.219009 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-713e73f8-35de-4e17-85ab-99cc87aa63b6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.230336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0438b0a3-01da-4171-ad22-9eb736be751a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.231744 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0438b0a3-01da-4171-ad22-9eb736be751a tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4674268 Nov 24 05:06:52.241823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36130) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.253269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c11bfcee-defb-449f-a645-2373a1ea39c7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': 'af8a46b7-7473-4ed3-ba7b-9ce88b17022f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:52.278459 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '665e423f-ac34-4b66-88bc-d4ddd55dda8b'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:06:52.279737 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.289038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:52.406424 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-cc5cdb9b-f417-4c8f-9810-da916b973854 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480606902&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.4928954 Nov 24 05:06:52.409738 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c11bfcee-defb-449f-a645-2373a1ea39c7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.435874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-713e73f8-35de-4e17-85ab-99cc87aa63b6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.456244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-713e73f8-35de-4e17-85ab-99cc87aa63b6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.490614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.492456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.499426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.500597 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-713e73f8-35de-4e17-85ab-99cc87aa63b6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.504544 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-713e73f8-35de-4e17-85ab-99cc87aa63b6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4586148 Nov 24 05:06:52.504770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d889d0b4-221d-4990-aa72-4ff0ba0c2ffd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.505696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36132) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.528167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0f215a64-d281-4701-bdc9-f51e8f78d9b1 None None] Provisioning complete for port 46b5d374-30c0-4cbb-bd35-974256af4e61 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:52.528533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0f215a64-d281-4701-bdc9-f51e8f78d9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.536425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/665e423f-ac34-4b66-88bc-d4ddd55dda8b/0f39feba-44d9-4938-bec0-270ceac8bfa7) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:52.543239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 36d45efa-1a95-4617-aa01-63319152774f yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:06:52.548387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e73f8-35de-4e17-85ab-99cc87aa63b6 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab2b491-0a7c-4f93-835e-5846de172247,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:52.556100 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.558107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c11bfcee-defb-449f-a645-2373a1ea39c7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.593810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c11bfcee-defb-449f-a645-2373a1ea39c7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.600636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-393989276', 'security_groups': ['aab2b491-0a7c-4f93-835e-5846de172247'], 'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3f8c277-5c15-4494-b7b8-7e37fd375266'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:52.619856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0f215a64-d281-4701-bdc9-f51e8f78d9b1 None None] Port 46b5d374-30c0-4cbb-bd35-974256af4e61 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:52.628401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bfcee-defb-449f-a645-2373a1ea39c7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1b62f1-1602-470a-a12d-f84935a23a26,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:52.643631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a15b73d-0e23-4030-8576-fdf1523d7639 None None] Update dhcp port {'port': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'fixed_ips': [{'subnet_id': '5b51b64d-763d-4628-a0e9-199a5172967e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f3f8c277-5c15-4494-b7b8-7e37fd375266'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': 'f9696ead-5a5d-4a4e-9606-85c5b4dd4259'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:06:52.662391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c11bfcee-defb-449f-a645-2373a1ea39c7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.663631 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c11bfcee-defb-449f-a645-2373a1ea39c7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4159887 Nov 24 05:06:52.669579 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36134) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.685429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083ed426-d132-4764-9909-fd3c42d33b22']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:52.693292 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bfede600-44f5-454e-95d2-57864314f254 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules/7a1b62f1-1602-470a-a12d-f84935a23a26 HTTP/1.1" status: 200 len: 763 time: 0.0226328 Nov 24 05:06:52.696044 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36136) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.705624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4a15b73d-0e23-4030-8576-fdf1523d7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.745033 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8a771fb8-ec4d-4280-bdee-145e2073a872 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0469599 Nov 24 05:06:52.745979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889d0b4-221d-4990-aa72-4ff0ba0c2ffd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Subnet': ['ID=25e61718-dd5e-4c4e-a503-b31a9643a08a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:52.748072 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36138) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.768111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462562c0-41a5-407c-b943-f11a5da1f9b6 None None] Network efd728c2-502d-4c27-9f43-6889b959b397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:52.771239 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d889d0b4-221d-4990-aa72-4ff0ba0c2ffd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.777518 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d889d0b4-221d-4990-aa72-4ff0ba0c2ffd tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/25e61718-dd5e-4c4e-a503-b31a9643a08a HTTP/1.1" status: 204 len: 168 time: 1.9033706 Nov 24 05:06:52.777518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5844b4-3514-4859-99b6-af20904d956a') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:52.777518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5844b4-3514-4859-99b6-af20904d956a') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:52.782557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36140) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.811266 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f830c95a-3841-43b8-a97c-3ae3a7dfee62 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:52.811912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f830c95a-3841-43b8-a97c-3ae3a7dfee62 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:52.815033 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f830c95a-3841-43b8-a97c-3ae3a7dfee62 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/2aa4bc0e-2dc3-40a9-adc4-30aa30922f6a HTTP/1.1" status: 404 len: 337 time: 0.0314105 Nov 24 05:06:52.817654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36142) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.827637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c91ffcc-67a9-4053-acef-03be937686a6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.850476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c91ffcc-67a9-4053-acef-03be937686a6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.856176 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f29284e0-d5eb-45a7-aa57-990bf4a76ce2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "GET /v2.0/ports?device_id=004bafa0-456b-44f7-9744-c348cdcb526a HTTP/1.1" status: 200 len: 205 time: 0.0353298 Nov 24 05:06:52.858170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36144) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.865855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.909718 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-22b111ef-b980-4a39-bb76-104951c04e58 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] delete failed (client error): The resource could not be found. Nov 24 05:06:52.912899 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-22b111ef-b980-4a39-bb76-104951c04e58 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/routers/004bafa0-456b-44f7-9744-c348cdcb526a HTTP/1.1" status: 404 len: 336 time: 0.0515509 Nov 24 05:06:52.913045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a21725d1-74ab-4290-b9f7-1a2a18978603 None None] Provisioning complete for port 44db5ecb-e163-493d-a692-b77ebc1b2686 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:52.913045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a21725d1-74ab-4290-b9f7-1a2a18978603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.916185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36146) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.947719 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Router 2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:52.949215 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0cdb31-2d77-496a-9d01-fe1f5374d967 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:52.949656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0cdb31-2d77-496a-9d01-fe1f5374d967 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:52.955465 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0c0cdb31-2d77-496a-9d01-fe1f5374d967 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/6c7542cb-6200-4992-81ce-ca11f55e0892 HTTP/1.1" status: 404 len: 337 time: 0.0396085 Nov 24 05:06:52.955759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36148) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:52.967358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c91ffcc-67a9-4053-acef-03be937686a6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.971450 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.973282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c91ffcc-67a9-4053-acef-03be937686a6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.976357 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9c91ffcc-67a9-4053-acef-03be937686a6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7a1b62f1-1602-470a-a12d-f84935a23a26 HTTP/1.1" status: 204 len: 168 time: 0.2243183 Nov 24 05:06:52.976528 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:52.986322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36150) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.002548 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5de834-85a9-42fe-bbe1-df32b2b2fa06 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:53.003455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5de834-85a9-42fe-bbe1-df32b2b2fa06 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:53.011541 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fd5de834-85a9-42fe-bbe1-df32b2b2fa06 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/899ca8b9-ada9-4b9a-9bff-3915c8ee92bf HTTP/1.1" status: 404 len: 337 time: 0.0546491 Nov 24 05:06:53.012220 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36152) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.015994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:06:53.016404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a21725d1-74ab-4290-b9f7-1a2a18978603 None None] Port 44db5ecb-e163-493d-a692-b77ebc1b2686 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:53.016530 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.018220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:06:53.025426 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:06:53.070603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91ffcc-67a9-4053-acef-03be937686a6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a1b62f1-1602-470a-a12d-f84935a23a26,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:53.087923 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-37701e0a-d8db-4759-a1dc-8bdb1059b01d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:53.088304 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37701e0a-d8db-4759-a1dc-8bdb1059b01d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:53.093851 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-37701e0a-d8db-4759-a1dc-8bdb1059b01d tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/cbf42cf5-b187-4b18-b754-d05bd2f63922 HTTP/1.1" status: 404 len: 337 time: 0.0748215 Nov 24 05:06:53.094135 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36154) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.119368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:53.126102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a21725d1-74ab-4290-b9f7-1a2a18978603 None None] Provisioning complete for port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:53.126757 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a21725d1-74ab-4290-b9f7-1a2a18978603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.130369 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc9ac55-d433-46b9-bdf5-845e92fc8832 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:53.131057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc9ac55-d433-46b9-bdf5-845e92fc8832 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:53.136461 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9cc9ac55-d433-46b9-bdf5-845e92fc8832 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/7daa0cdd-2101-4ca3-b7e9-17e34bd68128 HTTP/1.1" status: 404 len: 333 time: 0.0391016 Nov 24 05:06:53.136626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:53.136626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Pushing event updated for resources: {'Port': ['ID=0f39feba-44d9-4938-bec0-270ceac8bfa7,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:53.136815 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36156) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.139208 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-b3c5ae71-c65f-44d3-ba50-21d1c30e4c98 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:53.139753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-4a15b73d-0e23-4030-8576-fdf1523d7639 None None] Allocated IP 172.20.0.2 (392b32b4-dc27-4aff-817d-c4e36b638839/f3f8c277-5c15-4494-b7b8-7e37fd375266/f9696ead-5a5d-4a4e-9606-85c5b4dd4259) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:53.142403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:53.145834 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-b3c5ae71-c65f-44d3-ba50-21d1c30e4c98 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/networks?id=f3c2dfaf-9945-481d-a41c-4034a56be134 HTTP/1.1" status: 200 len: 797 time: 0.6509025 Nov 24 05:06:53.176176 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa2b94d-06cc-4ee7-9ebc-5fe59453de4c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:53.177068 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa2b94d-06cc-4ee7-9ebc-5fe59453de4c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:53.181455 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-daa2b94d-06cc-4ee7-9ebc-5fe59453de4c tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/5f55ae50-5734-4f39-83f4-12a56ec566a3 HTTP/1.1" status: 404 len: 337 time: 0.0428047 Nov 24 05:06:53.183077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::f1e2:a3d6:b652:1853 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/665e423f-ac34-4b66-88bc-d4ddd55dda8b/36d45efa-1a95-4617-aa01-63319152774f) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:53.185385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36158) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.214479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:53.217404 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-b046be17-faef-4a01-a8c7-f05460ebffc2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:53.218063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b046be17-faef-4a01-a8c7-f05460ebffc2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:53.221527 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b046be17-faef-4a01-a8c7-f05460ebffc2 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/3480d28c-587a-4409-bded-e9c58877f795 HTTP/1.1" status: 404 len: 337 time: 0.0350163 Nov 24 05:06:53.224916 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-dc1c9e38-8b2e-4ea7-a413-fd346f23ddb7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/quotas/227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 375 time: 0.0781882 Nov 24 05:06:53.229833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36160) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.231331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cac4f-c661-47c1-985f-5669f134a6f9 None None] Sync routers for ids ['2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:53.234169 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.235343 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9d304819-71c5-40b1-b9bf-0dd1b801f20e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "PUT /v2.0/routers/2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d HTTP/1.1" status: 200 len: 710 time: 4.9888525 Nov 24 05:06:53.238893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36162) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.239576 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.264894 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e54002b-7691-4e2d-912d-7806156d45be tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:53.266632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e54002b-7691-4e2d-912d-7806156d45be tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:53.271941 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2e54002b-7691-4e2d-912d-7806156d45be tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/ec649304-414a-4156-9702-879764d249db HTTP/1.1" status: 404 len: 333 time: 0.0328238 Nov 24 05:06:53.274398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36164) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.308112 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.313855 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/networks/083ed426-d132-4764-9909-fd3c42d33b22 HTTP/1.1" status: 204 len: 168 time: 3.5416176 Nov 24 05:06:53.316840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36166) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.329606 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-569ce7d0-c566-49cf-9545-1be1ead5c92a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:53.330072 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569ce7d0-c566-49cf-9545-1be1ead5c92a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:53.335932 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-569ce7d0-c566-49cf-9545-1be1ead5c92a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/e5a972cc-043e-4626-a451-25b28be6ecd2 HTTP/1.1" status: 404 len: 337 time: 0.0573366 Nov 24 05:06:53.337206 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a28c9-2395-4d68-89d6-6682912ce715 None None] DHCP port deletion for efd728c2-502d-4c27-9f43-6889b959b397 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:53.341677 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36168) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.345349 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Attempting to bind port 0f39feba-44d9-4938-bec0-270ceac8bfa7 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:06:53.345717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Attempting to bind port 0f39feba-44d9-4938-bec0-270ceac8bfa7 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:06:53.346078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Attempting to bind port 0f39feba-44d9-4938-bec0-270ceac8bfa7 on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:06:53.354859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cac4f-c661-47c1-985f-5669f134a6f9 None None] Routers {'2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:53.355483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a36cac4f-c661-47c1-985f-5669f134a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:53.370272 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:06:53.370723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:06:53.371034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.371519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:06:53.372000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Bound port: 0f39feba-44d9-4938-bec0-270ceac8bfa7, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:06:53.372479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.418031 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bcd5fb80-56a4-4ceb-a645-528badd09f74 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4158964 Nov 24 05:06:53.419511 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9dd5f-09d4-4acf-a024-0a148d61cb9e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Network': ['ID=083ed426-d132-4764-9909-fd3c42d33b22,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:53.421355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36170) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.423070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:53.449723 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-43a4e0ec-e666-4fd2-b6f0-cb70554f9ca3 tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/routers/2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d HTTP/1.1" status: 200 len: 745 time: 0.2080219 Nov 24 05:06:53.453010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a3ce9669-0e07-452d-a9c8-bf68acf8a33e tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': 'af8a46b7-7473-4ed3-ba7b-9ce88b17022f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:53.460203 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36172) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.462664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a36cac4f-c661-47c1-985f-5669f134a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:53.476987 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa5b953-6390-4cf3-b612-93dd746aca3a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:53.477637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa5b953-6390-4cf3-b612-93dd746aca3a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:53.483404 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ffa5b953-6390-4cf3-b612-93dd746aca3a tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/subnets/2c9a06a1-eca7-4d67-bc08-4d22230c5fc0 HTTP/1.1" status: 404 len: 337 time: 0.1393452 Nov 24 05:06:53.489903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.495612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36174) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.499860 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4a15b73d-0e23-4030-8576-fdf1523d7639 None None] For port f9696ead-5a5d-4a4e-9606-85c5b4dd4259, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,segment=NetworkSegment(812fa348-acf1-4b8c-9c11-43eb36cf4fb0),segment_id=812fa348-acf1-4b8c-9c11-43eb36cf4fb0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:53.519355 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a62a3a77-90c5-4722-ade7-bac83f408c9d tempest-RoutersIpV6AdminTest-1232928390 tempest-RoutersIpV6AdminTest-1232928390-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&device_id=2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d HTTP/1.1" status: 200 len: 205 time: 0.0555813 Nov 24 05:06:53.535080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cac4f-c661-47c1-985f-5669f134a6f9 None None] Routers {'2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:53.535742 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a36cac4f-c661-47c1-985f-5669f134a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:53.547788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36176) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.596711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a36cac4f-c661-47c1-985f-5669f134a6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:53.597367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cac4f-c661-47c1-985f-5669f134a6f9 None None] The sync data for ids ['2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:06:53.614314 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6c0cde71-0070-4833-bbc8-c00579c6acb4 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d HTTP/1.1" status: 200 len: 205 time: 0.0649376 Nov 24 05:06:53.614599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4a15b73d-0e23-4030-8576-fdf1523d7639 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.622791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36178) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:53.625908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4a15b73d-0e23-4030-8576-fdf1523d7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.636714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a28c9-2395-4d68-89d6-6682912ce715 None None] Deleting port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:53.637086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6d2a28c9-2395-4d68-89d6-6682912ce715 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.666326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3ce9669-0e07-452d-a9c8-bf68acf8a33e tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.675858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] For port 0f39feba-44d9-4938-bec0-270ceac8bfa7, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:06:53.825388 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-afebf65b-9dd4-492c-99c6-c5561de70678 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5992973 Nov 24 05:06:53.883459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.920251 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] For port 0f39feba-44d9-4938-bec0-270ceac8bfa7, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0f39feba-44d9-4938-bec0-270ceac8bfa7,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:06:53.931568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] device_id is not set on port 1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:06:53.934878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0e5e1e70-8770-4e24-a300-8fb63994e9b6 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:53.970105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.990202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6d2a28c9-2395-4d68-89d6-6682912ce715 None None] For port 0e5e1e70-8770-4e24-a300-8fb63994e9b6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0e5e1e70-8770-4e24-a300-8fb63994e9b6,segment=NetworkSegment(7e7c75ad-6bb3-4853-9311-55b770e8173b),segment_id=7e7c75ad-6bb3-4853-9311-55b770e8173b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:53.990715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6d2a28c9-2395-4d68-89d6-6682912ce715 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:53.996995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15b73d-0e23-4030-8576-fdf1523d7639 None None] Pushing event updated for resources: {'Port': ['ID=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:54.064559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a28c9-2395-4d68-89d6-6682912ce715 None None] Calling delete_port for 0e5e1e70-8770-4e24-a300-8fb63994e9b6 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:54.113389 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-58b569bd-ba09-4b05-aa72-516e60f4b1c9 service neutron] 10.222.0.37 "GET /v2.0/networks/f3c2dfaf-9945-481d-a41c-4034a56be134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846875 Nov 24 05:06:54.140879 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b584c47-d185-4f35-9af6-aacf887ee019 None None] Pushing event updated for resources: {'Port': ['ID=0f39feba-44d9-4938-bec0-270ceac8bfa7,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:54.213347 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.252113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.13 (392b32b4-dc27-4aff-817d-c4e36b638839/f3f8c277-5c15-4494-b7b8-7e37fd375266/1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:54.271416 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31a3346-d3fa-4335-bc8b-31bf9fb5a945 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.287223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 0e5e1e70-8770-4e24-a300-8fb63994e9b6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0e5e1e70-8770-4e24-a300-8fb63994e9b6,segment=NetworkSegment(7e7c75ad-6bb3-4853-9311-55b770e8173b),segment_id=7e7c75ad-6bb3-4853-9311-55b770e8173b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:54.287863 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-c3376ba5-9932-4ac3-bef3-8937ad5e6f70 service neutron] 10.222.0.37 "GET /v2.0/networks/f3c2dfaf-9945-481d-a41c-4034a56be134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729720 Nov 24 05:06:54.307249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.386647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6d2a28c9-2395-4d68-89d6-6682912ce715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.402244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.414462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a28c9-2395-4d68-89d6-6682912ce715 None None] No DVR routers for this DVR port 0e5e1e70-8770-4e24-a300-8fb63994e9b6 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:54.439061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=0e5e1e70-8770-4e24-a300-8fb63994e9b6,revision_number=11']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:54.509451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a28c9-2395-4d68-89d6-6682912ce715 None None] Pushing event deleted for resources: {'Port': ['ID=0e5e1e70-8770-4e24-a300-8fb63994e9b6,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:54.619666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.659564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3ce9669-0e07-452d-a9c8-bf68acf8a33e tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.661302 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-78af6f79-d39d-4025-8ff9-8f6c63d42d45 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Deleting port 44db5ecb-e163-493d-a692-b77ebc1b2686 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:54.661810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78af6f79-d39d-4025-8ff9-8f6c63d42d45 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.697109 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec0a95b3-9538-48a4-b053-dec37d1c52ea req-19a8bb97-aa67-4424-ae13-932b1692da92 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 210 time: 0.1615686 Nov 24 05:06:54.697485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3ce9669-0e07-452d-a9c8-bf68acf8a33e tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.720174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.727006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31a3346-d3fa-4335-bc8b-31bf9fb5a945 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.738205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31a3346-d3fa-4335-bc8b-31bf9fb5a945 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.770542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce9669-0e07-452d-a9c8-bf68acf8a33e tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97776759-12fb-4b18-bb9d-d44546c24bb9,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:54.829895 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:54.831346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:54.836533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:54.843385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:54.887891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3ce9669-0e07-452d-a9c8-bf68acf8a33e tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.892018 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a3ce9669-0e07-452d-a9c8-bf68acf8a33e tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4462526 Nov 24 05:06:54.895487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78af6f79-d39d-4025-8ff9-8f6c63d42d45 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.897960 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36190) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:54.914875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.921023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:54.921954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.945062 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f3accdb3-5eaf-42ac-ae6a-b48a7730b355 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3683369 Nov 24 05:06:54.950196 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36192) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:54.957091 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d7f42dc4-c9b5-48e3-938a-071dc29051c1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:54.961266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31a3346-d3fa-4335-bc8b-31bf9fb5a945 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.962323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31a3346-d3fa-4335-bc8b-31bf9fb5a945 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Fanout notify agent at l3_agent the message router_deleted on router 2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:06:54.969569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e31a3346-d3fa-4335-bc8b-31bf9fb5a945 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:54.976899 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e31a3346-d3fa-4335-bc8b-31bf9fb5a945 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d HTTP/1.1" status: 204 len: 168 time: 1.3518398 Nov 24 05:06:54.978227 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-78af6f79-d39d-4025-8ff9-8f6c63d42d45 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Calling delete_port for 44db5ecb-e163-493d-a692-b77ebc1b2686 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:54.981720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36194) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.023600 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d388cccc-2ddd-42f4-a667-835e3d815dd6 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules/97776759-12fb-4b18-bb9d-d44546c24bb9 HTTP/1.1" status: 200 len: 763 time: 0.1240423 Nov 24 05:06:55.047793 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36196) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.074754 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a3678e45-59aa-4a3f-8b2b-4fb81c675fab tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d HTTP/1.1" status: 200 len: 205 time: 0.0875831 Nov 24 05:06:55.077072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36200) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.081718 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:55.099311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:55.101866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:55.107885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:55.108518 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.123632 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-bddcaf16-cd1a-43b5-a205-4c1f8d6c36ea tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] delete failed (client error): The resource could not be found. Nov 24 05:06:55.124658 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bddcaf16-cd1a-43b5-a205-4c1f8d6c36ea tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/2e15ee2a-ca9c-4125-8bcb-b3cc85439e7d HTTP/1.1" status: 404 len: 336 time: 0.0447927 Nov 24 05:06:55.127247 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36204) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.146506 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=36d45efa-1a95-4617-aa01-63319152774f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:55.190073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e377e81a-60d1-41ac-9528-99405d4300b2 None None] Provisioning complete for port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:55.190772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e377e81a-60d1-41ac-9528-99405d4300b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.194986 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bb618354-a5c0-442a-81d1-18e9fb887563 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=484474bf-8b3a-48cb-9d0f-66ec63c752fa HTTP/1.1" status: 200 len: 205 time: 0.0662329 Nov 24 05:06:55.200783 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36206) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.209760 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4473921b-bc9b-4658-99ae-2a2d1fb85d4d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1335373 Nov 24 05:06:55.210904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36208) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.228533 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-df04510b-c53c-4440-ad7e-37c17ca53e5d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1700997 Nov 24 05:06:55.233958 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36210) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.263975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b6adf9b7-cc29-4f22-9e2f-6049a078d293 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': '665e423f-ac34-4b66-88bc-d4ddd55dda8b', 'ip_address': '2001:db8::f1e2:a3d6:b652:1853'}], 'name': 'tempest-NetworksTestDHCPv6-2072077397'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:55.277009 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-f3b871bf-ff85-4294-82e4-776bf55fb26b tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] delete failed (client error): The resource could not be found. Nov 24 05:06:55.282244 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f3b871bf-ff85-4294-82e4-776bf55fb26b tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/484474bf-8b3a-48cb-9d0f-66ec63c752fa HTTP/1.1" status: 404 len: 336 time: 0.0779932 Nov 24 05:06:55.289703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36212) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.339580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36216) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.340165 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-15deb4a8-baae-4f22-9ea5-a35e49cc309a tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=350d53c6-9ae1-42db-8c8a-325c69d4bd44 HTTP/1.1" status: 200 len: 205 time: 0.0478318 Nov 24 05:06:55.351479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f42dc4-c9b5-48e3-938a-071dc29051c1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:55.356086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7f42dc4-c9b5-48e3-938a-071dc29051c1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.360662 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e377e81a-60d1-41ac-9528-99405d4300b2 None None] Provisioning complete for port 46b5d374-30c0-4cbb-bd35-974256af4e61 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:55.363053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e377e81a-60d1-41ac-9528-99405d4300b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.378871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc7835ed-4d1a-4a68-bf7a-df9141d3b2ce tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.390495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78af6f79-d39d-4025-8ff9-8f6c63d42d45 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.396551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc7835ed-4d1a-4a68-bf7a-df9141d3b2ce tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.426571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e377e81a-60d1-41ac-9528-99405d4300b2 None None] Port 46b5d374-30c0-4cbb-bd35-974256af4e61 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:55.441051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af6f79-d39d-4025-8ff9-8f6c63d42d45 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Port': ['ID=44db5ecb-e163-493d-a692-b77ebc1b2686,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:55.456651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78af6f79-d39d-4025-8ff9-8f6c63d42d45 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.460571 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-78af6f79-d39d-4025-8ff9-8f6c63d42d45 tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/ports/44db5ecb-e163-493d-a692-b77ebc1b2686 HTTP/1.1" status: 204 len: 168 time: 1.9651186 Nov 24 05:06:55.468106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36218) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.479485 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-53957982-8eee-4307-a9a8-e467e310d144 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] delete failed (client error): The resource could not be found. Nov 24 05:06:55.480812 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-53957982-8eee-4307-a9a8-e467e310d144 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/350d53c6-9ae1-42db-8c8a-325c69d4bd44 HTTP/1.1" status: 404 len: 336 time: 0.1399088 Nov 24 05:06:55.505247 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36220) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.556571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-adab67f5-0938-44c1-a9f9-76b9fbeb4d9b None None] Provisioning complete for port 1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:55.557384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-adab67f5-0938-44c1-a9f9-76b9fbeb4d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.560370 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a1309654-c2ff-4c7f-a8db-379cc721ca98 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b24399-a2e5-45ff-900a-999a13773b05 HTTP/1.1" status: 200 len: 205 time: 0.0519466 Nov 24 05:06:55.566143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36222) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.569566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc7835ed-4d1a-4a68-bf7a-df9141d3b2ce tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.574749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc7835ed-4d1a-4a68-bf7a-df9141d3b2ce tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.578503 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fc7835ed-4d1a-4a68-bf7a-df9141d3b2ce tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/97776759-12fb-4b18-bb9d-d44546c24bb9 HTTP/1.1" status: 204 len: 168 time: 0.3432896 Nov 24 05:06:55.583152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36224) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.623219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7835ed-4d1a-4a68-bf7a-df9141d3b2ce tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97776759-12fb-4b18-bb9d-d44546c24bb9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:55.632072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-adab67f5-0938-44c1-a9f9-76b9fbeb4d9b None None] Port 1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:55.638452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.643071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:55.667753 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-d915dfdd-326a-45c8-ab9e-a7bbd7e87e11 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] delete failed (client error): The resource could not be found. Nov 24 05:06:55.669201 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d915dfdd-326a-45c8-ab9e-a7bbd7e87e11 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/a2b24399-a2e5-45ff-900a-999a13773b05 HTTP/1.1" status: 404 len: 336 time: 0.0996571 Nov 24 05:06:55.675340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36226) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.733709 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-977e2f6f-a616-4a01-9424-4ea367ddd7da tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=482b025e-3f41-4d32-91e4-a51b4269a104 HTTP/1.1" status: 200 len: 205 time: 0.0568421 Nov 24 05:06:55.739263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36230) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.768746 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.ipam_backend_mixin [None req-d7f42dc4-c9b5-48e3-938a-071dc29051c1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3f8c277-5c15-4494-b7b8-7e37fd375266 (CIDR: 172.20.0.0/28) Nov 24 05:06:55.826663 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-0b706ffa-7730-4382-8246-c681b547dc5e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] delete failed (client error): The resource could not be found. Nov 24 05:06:55.827643 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0b706ffa-7730-4382-8246-c681b547dc5e tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/482b025e-3f41-4d32-91e4-a51b4269a104 HTTP/1.1" status: 404 len: 336 time: 0.0829396 Nov 24 05:06:55.828523 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f42dc4-c9b5-48e3-938a-071dc29051c1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:06:55.829009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f42dc4-c9b5-48e3-938a-071dc29051c1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:55.843459 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3cfc8160-d201-4d92-b577-e7a72bbb4eb8 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2522902 Nov 24 05:06:55.844638 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36232) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.844795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36234) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.857184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-660eb1a8-7b2c-4a6a-92b5-fb0fc455b7ea tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Request body: {'security_group_rule': {'security_group_id': 'af8a46b7-7473-4ed3-ba7b-9ce88b17022f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:55.864227 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ffaae50-a3e9-4bd8-af31-8ab10e5118a5 req-6390aaab-6102-440e-b9bd-74b0788e2a5f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 210 time: 0.0416241 Nov 24 05:06:55.868649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6adf9b7-cc29-4f22-9e2f-6049a078d293 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:55.919719 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-273382fd-1033-4c35-b6b1-009f79d98287 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "GET /v2.0/ports?device_id=381f598b-352e-42ec-be2e-e3657e0dcf9c HTTP/1.1" status: 200 len: 205 time: 0.0732143 Nov 24 05:06:55.940479 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36236) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:55.968127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-19824b6b-8bed-4f53-ac86-758f559ea9c9 None None] Provisioning complete for port 0f39feba-44d9-4938-bec0-270ceac8bfa7 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:55.968549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19824b6b-8bed-4f53-ac86-758f559ea9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.009589 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d7f42dc4-c9b5-48e3-938a-071dc29051c1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0580363 Nov 24 05:06:56.011061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f9696ead-5a5d-4a4e-9606-85c5b4dd4259 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:56.012614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36238) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:56.018087 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-750d574a-dd43-483e-92fc-f97ff9829d65 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:56.027770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6adf9b7-cc29-4f22-9e2f-6049a078d293 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.038197 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-660eb1a8-7b2c-4a6a-92b5-fb0fc455b7ea tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Project 2ed74101f8f148678e766743f3da355d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:06:56.042630 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-47763fe9-9e09-4ef8-8cf3-676fd33e9770 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] delete failed (client error): The resource could not be found. Nov 24 05:06:56.047482 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-47763fe9-9e09-4ef8-8cf3-676fd33e9770 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/routers/381f598b-352e-42ec-be2e-e3657e0dcf9c HTTP/1.1" status: 404 len: 336 time: 0.1042099 Nov 24 05:06:56.049781 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36240) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:56.117589 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-b6adf9b7-cc29-4f22-9e2f-6049a078d293 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 2c5eca2e-ef93-416d-888b-d8471b0eabdb yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:06:56.117855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19824b6b-8bed-4f53-ac86-758f559ea9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.163130 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:56.163504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.168748 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-19824b6b-8bed-4f53-ac86-758f559ea9c9 None None] For port 0f39feba-44d9-4938-bec0-270ceac8bfa7, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0f39feba-44d9-4938-bec0-270ceac8bfa7,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:56.187981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19824b6b-8bed-4f53-ac86-758f559ea9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.188910 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-189a985b-531c-431d-bbd1-da588f2780f0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] DELETE failed (client error): The resource could not be found. Nov 24 05:06:56.190511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189a985b-531c-431d-bbd1-da588f2780f0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:56.198258 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-189a985b-531c-431d-bbd1-da588f2780f0 tempest-RoutersIpV6AdminTest-907852703 tempest-RoutersIpV6AdminTest-907852703-project] 10.222.0.37 "DELETE /v2.0/subnets/e2f60fb2-b0a1-4bce-a9e0-0ad0131c09f9 HTTP/1.1" status: 404 len: 337 time: 0.1288655 Nov 24 05:06:56.211322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660eb1a8-7b2c-4a6a-92b5-fb0fc455b7ea tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.262858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750d574a-dd43-483e-92fc-f97ff9829d65 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:56.267262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-750d574a-dd43-483e-92fc-f97ff9829d65 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.335370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19824b6b-8bed-4f53-ac86-758f559ea9c9 None None] Pushing event updated for resources: {'Port': ['ID=0f39feba-44d9-4938-bec0-270ceac8bfa7,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:56.340472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.365960 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd728c2-502d-4c27-9f43-6889b959b397']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:56.389737 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.ipam_backend_mixin [None req-750d574a-dd43-483e-92fc-f97ff9829d65 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5b51b64d-763d-4628-a0e9-199a5172967e (CIDR: 172.20.0.16/28) Nov 24 05:06:56.393003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0f39feba-44d9-4938-bec0-270ceac8bfa7 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:56.394720 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-750d574a-dd43-483e-92fc-f97ff9829d65 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:06:56.395224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750d574a-dd43-483e-92fc-f97ff9829d65 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:56.400256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7c75ad-6bb3-4853-9311-55b770e8173b') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:56.400603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7c75ad-6bb3-4853-9311-55b770e8173b') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:56.404413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-121b498c-8464-4546-85db-0a81bd21e4b2 None None] Provisioning complete for port 36d45efa-1a95-4617-aa01-63319152774f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:56.405444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-121b498c-8464-4546-85db-0a81bd21e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.437777 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-750d574a-dd43-483e-92fc-f97ff9829d65 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4215147 Nov 24 05:06:56.456454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36246) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:56.462475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0b79c732-3e26-4231-9e54-440afe511747 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'subnet': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:56.468101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-121b498c-8464-4546-85db-0a81bd21e4b2 None None] Port 36d45efa-1a95-4617-aa01-63319152774f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:56.516621 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.517970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0f39feba-44d9-4938-bec0-270ceac8bfa7 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:56.518453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.558463 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.559685 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6adf9b7-cc29-4f22-9e2f-6049a078d293 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 05:06:56.560218 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6adf9b7-cc29-4f22-9e2f-6049a078d293 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:06:56.564668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660eb1a8-7b2c-4a6a-92b5-fb0fc455b7ea tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.573566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:06:56.574182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:06:56.578096 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:06:56.591276 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b6adf9b7-cc29-4f22-9e2f-6049a078d293 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3777823 Nov 24 05:06:56.593973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36252) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:56.596341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660eb1a8-7b2c-4a6a-92b5-fb0fc455b7ea tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.632167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-753cfa01-9bcd-4806-8d15-6f576b270862 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:56.634101 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-753cfa01-9bcd-4806-8d15-6f576b270862 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=f3c2dfaf-9945-481d-a41c-4034a56be134 HTTP/1.1" status: 200 len: 797 time: 0.4130492 Nov 24 05:06:56.654961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36254) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:56.663910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a7ce1-93fe-48c6-9d8d-366c812d2270 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:56.671199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a7ce1-93fe-48c6-9d8d-366c812d2270 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:56.675491 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e12a7ce1-93fe-48c6-9d8d-366c812d2270 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0767698 Nov 24 05:06:56.675662 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660eb1a8-7b2c-4a6a-92b5-fb0fc455b7ea tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594cb2ca-e689-468f-a906-207ae902b957,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:56.676363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36256) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:56.683113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b79c732-3e26-4231-9e54-440afe511747 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Made reservation on behalf of dbf4560984f14b598e576e8bba19b586 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:56.686706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b79c732-3e26-4231-9e54-440afe511747 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.696812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660eb1a8-7b2c-4a6a-92b5-fb0fc455b7ea tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.700374 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-660eb1a8-7b2c-4a6a-92b5-fb0fc455b7ea tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8505619 Nov 24 05:06:56.702969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36260) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:56.744430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.761620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.766980 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] 10.222.0.37 "DELETE /v2.0/networks/efd728c2-502d-4c27-9f43-6889b959b397 HTTP/1.1" status: 204 len: 168 time: 1.2956266 Nov 24 05:06:56.826369 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-db74277d-7455-49bf-b14a-19194e2ff602 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules/594cb2ca-e689-468f-a906-207ae902b957 HTTP/1.1" status: 200 len: 769 time: 0.1220505 Nov 24 05:06:56.833471 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-d4d8d8f1-9dc0-4c20-9c3e-2bfbadf4b4eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 379 time: 0.1623495 Nov 24 05:06:56.835059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36264) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:56.850061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'device_id': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'admin_state_up': True, 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'security_groups': ['8590d0f5-cfa3-4892-bb90-30ed1e26fabd']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:56.853457 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff27409-d931-4199-bbd7-6712609ee27b tempest-PortsIpV6TestJSON-1866102111 tempest-PortsIpV6TestJSON-1866102111-project] Pushing event deleted for resources: {'Network': ['ID=efd728c2-502d-4c27-9f43-6889b959b397,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:56.856495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d3c26d43-679e-4bb0-9c05-36de057aa872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.980754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port 78211f8e-592a-4e7c-97fc-13d6a392b013 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:56.981600 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.983761 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-25ad7a26-21b1-4fbe-96fc-529a02974265 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1377692 Nov 24 05:06:56.986158 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c070df81-3102-4389-93d7-d12bbca4eb06 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 36d45efa-1a95-4617-aa01-63319152774f {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:56.986504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c070df81-3102-4389-93d7-d12bbca4eb06 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:56.992334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36270) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:57.026444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36272) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:57.045750 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d53254a4-4ac6-47d9-a2d0-13e90b887b00 req-847e0d61-77d8-4861-b455-352457b3eefe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 210 time: 0.0938609 Nov 24 05:06:57.101282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:57.105705 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.136790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port 78211f8e-592a-4e7c-97fc-13d6a392b013, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=78211f8e-592a-4e7c-97fc-13d6a392b013,segment=NetworkSegment(224db3e7-d8e2-4751-9d82-f9da2e11a379),segment_id=224db3e7-d8e2-4751-9d82-f9da2e11a379)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:57.137316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.148948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-02a94bd4-3156-4c67-bafa-9f56e993fa7c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.159807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for 78211f8e-592a-4e7c-97fc-13d6a392b013 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:57.165535 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-02a94bd4-3156-4c67-bafa-9f56e993fa7c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.342763 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e1628ffb-5102-42bc-81c8-1411d2ac3125 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36d394d4d634443c9c91331f4fe50566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150103 Nov 24 05:06:57.346864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36276) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:57.445990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.8 (f3c2dfaf-9945-481d-a41c-4034a56be134/45f19bdd-b078-4e3d-afd3-961041803c89/d8c26965-48b7-42c7-9dbf-0b5f1b4c267f) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:57.484057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d3c26d43-679e-4bb0-9c05-36de057aa872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.505924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c070df81-3102-4389-93d7-d12bbca4eb06 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.512420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f6fe31-9af5-49e0-ac84-16be3ec8a7b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.517121 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d3c26d43-679e-4bb0-9c05-36de057aa872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.541110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-02a94bd4-3156-4c67-bafa-9f56e993fa7c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.543038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c070df81-3102-4389-93d7-d12bbca4eb06 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 36d45efa-1a95-4617-aa01-63319152774f owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:57.560824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f6fe31-9af5-49e0-ac84-16be3ec8a7b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.561239 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-02a94bd4-3156-4c67-bafa-9f56e993fa7c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.562343 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-02a94bd4-3156-4c67-bafa-9f56e993fa7c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/594cb2ca-e689-468f-a906-207ae902b957 HTTP/1.1" status: 204 len: 168 time: 0.5652466 Nov 24 05:06:57.567298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36278) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:57.581446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.605296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a94bd4-3156-4c67-bafa-9f56e993fa7c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=594cb2ca-e689-468f-a906-207ae902b957,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:57.649508 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d3c26d43-679e-4bb0-9c05-36de057aa872 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5dca1f5226f427ca423d76180615755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9753044 Nov 24 05:06:57.655857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c26d43-679e-4bb0-9c05-36de057aa872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a840f8-b936-47e4-8875-8595b3d706d0,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:57.657084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36280) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:57.673253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=78211f8e-592a-4e7c-97fc-13d6a392b013,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:57.677720 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b79c732-3e26-4231-9e54-440afe511747 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.736983 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b79c732-3e26-4231-9e54-440afe511747 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Network 392b32b4-dc27-4aff-817d-c4e36b638839 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:57.741045 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-0b79c732-3e26-4231-9e54-440afe511747 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:57.746832 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b79c732-3e26-4231-9e54-440afe511747 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:57.747691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b79c732-3e26-4231-9e54-440afe511747 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.762761 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79c732-3e26-4231-9e54-440afe511747 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Subnet': ['ID=ba265f08-db1c-42e5-b171-373708e7ca60,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:57.768533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ac988a-c68c-47c7-bf45-6f3c028f0de0 None None] Network 392b32b4-dc27-4aff-817d-c4e36b638839 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:57.803626 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0b79c732-3e26-4231-9e54-440afe511747 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3360054 Nov 24 05:06:57.847795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c070df81-3102-4389-93d7-d12bbca4eb06 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.849842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36282) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:57.861168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0767b99c-9baa-47a1-ad74-22841f7cb717 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-457351922', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba265f08-db1c-42e5-b171-373708e7ca60'}], 'security_groups': ['b72f5912-598f-4954-966b-e31596840c6a', '39f0760b-8898-4acb-b7bd-4f7f23c3b22b']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:57.901242 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1a45780e-a3f6-4eae-bd0a-da632119868c tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3327258 Nov 24 05:06:57.914163 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36284) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:57.931276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070df81-3102-4389-93d7-d12bbca4eb06 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=36d45efa-1a95-4617-aa01-63319152774f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:57.969408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f6fe31-9af5-49e0-ac84-16be3ec8a7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.971907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f6fe31-9af5-49e0-ac84-16be3ec8a7b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.973060 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f6f6fe31-9af5-49e0-ac84-16be3ec8a7b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0be7bf3c-6508-4c87-bd6c-b736e3ada2fe HTTP/1.1" status: 204 len: 168 time: 0.6239998 Nov 24 05:06:57.984088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0767b99c-9baa-47a1-ad74-22841f7cb717 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:57.997851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.035221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6fe31-9af5-49e0-ac84-16be3ec8a7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be7bf3c-6508-4c87-bd6c-b736e3ada2fe,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:58.037016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb6d9-4aab-462b-aab7-4b22e8a7db53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.049235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.056800 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0f39feba-44d9-4938-bec0-270ceac8bfa7 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:06:58.141963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c070df81-3102-4389-93d7-d12bbca4eb06 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.150114 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c070df81-3102-4389-93d7-d12bbca4eb06 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/36d45efa-1a95-4617-aa01-63319152774f HTTP/1.1" status: 204 len: 168 time: 1.4673519 Nov 24 05:06:58.155136 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36290) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:58.156005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb6d9-4aab-462b-aab7-4b22e8a7db53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.201093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0f39feba-44d9-4938-bec0-270ceac8bfa7 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:58.201603 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.261315 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f427421c-f2b6-4f40-bd18-12dfa3b5a787 req-1656d454-3d35-44ef-af56-9e17ebcb14ab tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 210 time: 0.0531709 Nov 24 05:06:58.296062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28012f07-59da-48cf-b22d-71e068c9724d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.328834 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df8f7da-0ccf-4778-ad63-c74e4d2a768d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:58.330852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df8f7da-0ccf-4778-ad63-c74e4d2a768d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:58.335188 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4df8f7da-0ccf-4778-ad63-c74e4d2a768d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1764512 Nov 24 05:06:58.337937 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36294) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:58.344772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4648b6-8cfe-4a06-8c91-11926319399c None None] Update dhcp port {'port': {'network_id': '392b32b4-dc27-4aff-817d-c4e36b638839', 'fixed_ips': [{'subnet_id': '5b51b64d-763d-4628-a0e9-199a5172967e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f3f8c277-5c15-4494-b7b8-7e37fd375266', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ba265f08-db1c-42e5-b171-373708e7ca60'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': 'f9696ead-5a5d-4a4e-9606-85c5b4dd4259'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:06:58.452928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f4648b6-8cfe-4a06-8c91-11926319399c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.471189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28012f07-59da-48cf-b22d-71e068c9724d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.482839 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:06:58.484467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47c21de-63e1-4550-9403-2a2fbada8439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 665e423f-ac34-4b66-88bc-d4ddd55dda8b {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:58.489697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a47c21de-63e1-4550-9403-2a2fbada8439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.512137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.550071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a47c21de-63e1-4550-9403-2a2fbada8439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.579227 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network f3c2dfaf-9945-481d-a41c-4034a56be134 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:06:58.653655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:06:58.657867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:06:58.717152 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a47c21de-63e1-4550-9403-2a2fbada8439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.721936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-0767b99c-9baa-47a1-ad74-22841f7cb717 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Delete allocated IP 172.20.0.13 (392b32b4-dc27-4aff-817d-c4e36b638839/f3f8c277-5c15-4494-b7b8-7e37fd375266) {{(pid=103233) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 05:06:58.754850 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-0767b99c-9baa-47a1-ad74-22841f7cb717 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Allocated IP 172.20.0.35 (392b32b4-dc27-4aff-817d-c4e36b638839/ba265f08-db1c-42e5-b171-373708e7ca60/1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:58.862745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a47c21de-63e1-4550-9403-2a2fbada8439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.903347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c21de-63e1-4550-9403-2a2fbada8439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=665e423f-ac34-4b66-88bc-d4ddd55dda8b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:58.908548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a47c21de-63e1-4550-9403-2a2fbada8439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:58.914763 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a47c21de-63e1-4550-9403-2a2fbada8439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/665e423f-ac34-4b66-88bc-d4ddd55dda8b HTTP/1.1" status: 204 len: 168 time: 0.5739241 Nov 24 05:06:58.914989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb30370a-3214-4e2e-a131-9dae861c0493 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:06:58.915721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36310) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:58.973870 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8ac49c12-ab68-4c6f-8bbc-d7f574e9c31e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574386 Nov 24 05:06:58.979206 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36314) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:58.985512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-87fa1073-2fb8-4f33-82c2-1a4b1ca6aeab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:59.056466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9d68439e-4827-42a1-abb2-4cf9b5fe066a None None] Provisioning complete for port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:06:59.056951 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d68439e-4827-42a1-abb2-4cf9b5fe066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.104301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9d68439e-4827-42a1-abb2-4cf9b5fe066a None None] Port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:06:59.107964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb6d9-4aab-462b-aab7-4b22e8a7db53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.110517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb6d9-4aab-462b-aab7-4b22e8a7db53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.114752 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a3bdb6d9-4aab-462b-aab7-4b22e8a7db53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4a840f8-b936-47e4-8875-8595b3d706d0 HTTP/1.1" status: 204 len: 168 time: 1.4491022 Nov 24 05:06:59.120543 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fa1073-2fb8-4f33-82c2-1a4b1ca6aeab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:59.128198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87fa1073-2fb8-4f33-82c2-1a4b1ca6aeab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.132877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdb6d9-4aab-462b-aab7-4b22e8a7db53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a840f8-b936-47e4-8875-8595b3d706d0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:59.140103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36318) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:59.147981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:59.148632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.163127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28012f07-59da-48cf-b22d-71e068c9724d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.166159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28012f07-59da-48cf-b22d-71e068c9724d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.171366 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-28012f07-59da-48cf-b22d-71e068c9724d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "DELETE /v2.0/security-groups/af8a46b7-7473-4ed3-ba7b-9ce88b17022f HTTP/1.1" status: 204 len: 168 time: 1.2576191 Nov 24 05:06:59.178266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36322) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:59.182368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:59.200233 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e8720d-c1f3-455a-8074-a905a44d9c42 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:06:59.220783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28012f07-59da-48cf-b22d-71e068c9724d tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8a46b7-7473-4ed3-ba7b-9ce88b17022f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:59.234510 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:06:59.244072 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-892c3c96-99a4-431b-9b3c-aad5ef105ad1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3978403 Nov 24 05:06:59.302721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8720d-c1f3-455a-8074-a905a44d9c42 None None] Deleting port 0f39feba-44d9-4938-bec0-270ceac8bfa7 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:06:59.303118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e5e8720d-c1f3-455a-8074-a905a44d9c42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.366935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3fc6d745-8d26-453a-8f9e-9754ba928433 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1845013460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:59.394635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e5e8720d-c1f3-455a-8074-a905a44d9c42 None None] For port 0f39feba-44d9-4938-bec0-270ceac8bfa7, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0f39feba-44d9-4938-bec0-270ceac8bfa7,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:06:59.396052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e5e8720d-c1f3-455a-8074-a905a44d9c42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.407846 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-03453ae5-55cd-435e-95cd-756937972f11 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2185276 Nov 24 05:06:59.408896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36328) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:59.414228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d745-8d26-453a-8f9e-9754ba928433 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.415299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d745-8d26-453a-8f9e-9754ba928433 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.427638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8720d-c1f3-455a-8074-a905a44d9c42 None None] Calling delete_port for 0f39feba-44d9-4938-bec0-270ceac8bfa7 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:06:59.534330 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0542571b-e885-436f-a5da-cfe2f9089fe7 tempest-SecGroupIPv6Test-731135170 tempest-SecGroupIPv6Test-731135170-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1223044 Nov 24 05:06:59.544166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Request body: {'port': {'device_id': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:59.571532 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d745-8d26-453a-8f9e-9754ba928433 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.573244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e5e8720d-c1f3-455a-8074-a905a44d9c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.588327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4ecca-d324-49fc-898a-cadd3da5ed2d req-8a05eae2-ee67-479c-b8f4-08834ff93925 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:06:59.589341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:06:59.589924 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d2f4ecca-d324-49fc-898a-cadd3da5ed2d req-8a05eae2-ee67-479c-b8f4-08834ff93925 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 931 time: 0.1941476 Nov 24 05:06:59.601742 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0a61494b-ca59-4e77-b8d5-b9598e7e4307 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2831521 Nov 24 05:06:59.602934 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36334) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:59.603052 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af029f0-4988-41c4-b5c4-56541d4b71f4 None None] Sync routers for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:06:59.623213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8720d-c1f3-455a-8074-a905a44d9c42 None None] No DVR routers for this DVR port 0f39feba-44d9-4938-bec0-270ceac8bfa7 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:06:59.624941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0767b99c-9baa-47a1-ad74-22841f7cb717 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.630616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d745-8d26-453a-8f9e-9754ba928433 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.632723 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af029f0-4988-41c4-b5c4-56541d4b71f4 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:06:59.636223 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0af029f0-4988-41c4-b5c4-56541d4b71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:06:59.655778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0767b99c-9baa-47a1-ad74-22841f7cb717 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.692707 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.711350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc31633-eb2e-4ab2-8896-ca3dca16d65b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting subnet 6e5a81fc-d36f-4a8b-94f0-736641768594 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:06:59.722436 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ecc31633-eb2e-4ab2-8896-ca3dca16d65b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.723399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d745-8d26-453a-8f9e-9754ba928433 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.727136 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3fc6d745-8d26-453a-8f9e-9754ba928433 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5835512 Nov 24 05:06:59.729672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36336) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:59.794121 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d2f4ecca-d324-49fc-898a-cadd3da5ed2d req-589350ac-0a25-4e9b-98d3-26b5d308c5ff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944985 Nov 24 05:06:59.802183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8720d-c1f3-455a-8074-a905a44d9c42 None None] Pushing event deleted for resources: {'Port': ['ID=0f39feba-44d9-4938-bec0-270ceac8bfa7,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:59.827247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1434354938'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:06:59.851500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-7f4648b6-8cfe-4a06-8c91-11926319399c None None] Allocated IP 172.20.0.34 (392b32b4-dc27-4aff-817d-c4e36b638839/ba265f08-db1c-42e5-b171-373708e7ca60/f9696ead-5a5d-4a4e-9606-85c5b4dd4259) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:06:59.886420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ecc31633-eb2e-4ab2-8896-ca3dca16d65b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.893046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36338) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:06:59.912327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Made reservation on behalf of 87422c3e53c44c5cab201edf98f14d9d for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:06:59.916981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.920650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0f39feba-44d9-4938-bec0-270ceac8bfa7 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:06:59.928028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767b99c-9baa-47a1-ad74-22841f7cb717 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event updated for resources: {'Port': ['ID=1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:06:59.947037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87fa1073-2fb8-4f33-82c2-1a4b1ca6aeab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.957523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:06:59.984144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 0f39feba-44d9-4938-bec0-270ceac8bfa7 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:06:59.984530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0f39feba-44d9-4938-bec0-270ceac8bfa7 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:00.080841 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0af029f0-4988-41c4-b5c4-56541d4b71f4 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:00.081835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7f4648b6-8cfe-4a06-8c91-11926319399c None None] For port f9696ead-5a5d-4a4e-9606-85c5b4dd4259, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,segment=NetworkSegment(812fa348-acf1-4b8c-9c11-43eb36cf4fb0),segment_id=812fa348-acf1-4b8c-9c11-43eb36cf4fb0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:00.121157 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f4648b6-8cfe-4a06-8c91-11926319399c None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.132311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7f4648b6-8cfe-4a06-8c91-11926319399c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.144840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fa1073-2fb8-4f33-82c2-1a4b1ca6aeab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:00.156488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-87fa1073-2fb8-4f33-82c2-1a4b1ca6aeab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:00.189499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fa1073-2fb8-4f33-82c2-1a4b1ca6aeab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:00.190519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87fa1073-2fb8-4f33-82c2-1a4b1ca6aeab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.194818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ecc31633-eb2e-4ab2-8896-ca3dca16d65b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.214290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0767b99c-9baa-47a1-ad74-22841f7cb717 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] In _notify_port_updated(), no bound segment for port 1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f on network 392b32b4-dc27-4aff-817d-c4e36b638839 {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:07:00.223184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0767b99c-9baa-47a1-ad74-22841f7cb717 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:00.225089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0767b99c-9baa-47a1-ad74-22841f7cb717 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.227703 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0767b99c-9baa-47a1-ad74-22841f7cb717 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "PUT /v2.0/ports/1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f HTTP/1.1" status: 200 len: 959 time: 2.3759084 Nov 24 05:07:00.236260 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36342) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:00.236727 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-87fa1073-2fb8-4f33-82c2-1a4b1ca6aeab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2556767 Nov 24 05:07:00.245547 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-62c87bab-abb3-47fa-9fe1-f4ce91b42150 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e86f1b216a946b5846eeacdfd9501b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236601 Nov 24 05:07:00.247389 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36344) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:00.248946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a9e99-69e1-4a7d-ab71-89da4d91bae8 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:00.256247 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-22b7da6b-c1cd-4e44-9a40-1448a2434f87 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': '287b4769-e36b-4570-98c1-b66e0ac24540', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1045194'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:00.262085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36346) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:00.262336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36348) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:00.291271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa1073-2fb8-4f33-82c2-1a4b1ca6aeab tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=287b4769-e36b-4570-98c1-b66e0ac24540,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:00.384709 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0af029f0-4988-41c4-b5c4-56541d4b71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:57Z', 'revision_number': 10, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:00.400358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.432380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db18c805-d63c-4b3d-b94c-8fdd47abb9a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.434431 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af029f0-4988-41c4-b5c4-56541d4b71f4 None None] Checking router: daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:07:00.456740 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af029f0-4988-41c4-b5c4-56541d4b71f4 None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:00.457731 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0af029f0-4988-41c4-b5c4-56541d4b71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:00.472028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db18c805-d63c-4b3d-b94c-8fdd47abb9a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.498493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.565018 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:07:00.573886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ecc31633-eb2e-4ab2-8896-ca3dca16d65b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.578855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db18c805-d63c-4b3d-b94c-8fdd47abb9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.582677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db18c805-d63c-4b3d-b94c-8fdd47abb9a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.586398 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-db18c805-d63c-4b3d-b94c-8fdd47abb9a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9e34a74-4ddb-47c1-84c4-cd90ec9255c6 HTTP/1.1" status: 204 len: 168 time: 0.3209724 Nov 24 05:07:00.598552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18c805-d63c-4b3d-b94c-8fdd47abb9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e34a74-4ddb-47c1-84c4-cd90ec9255c6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:00.621817 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0af029f0-4988-41c4-b5c4-56541d4b71f4 None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:00.631853 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8caefa1-70dd-4045-ae3f-cfd30c6acd43,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:00.640851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.641235 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Added segment c56a3c80-9913-4bdb-9d86-9e3aaf294d1f of type vlan for network 0919f847-381b-41ac-995e-f25b478254d0 Nov 24 05:07:00.644192 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc31633-eb2e-4ab2-8896-ca3dca16d65b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5a81fc-d36f-4a8b-94f0-736641768594,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:00.650382 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ecc31633-eb2e-4ab2-8896-ca3dca16d65b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.657298 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ecc31633-eb2e-4ab2-8896-ca3dca16d65b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/6e5a81fc-d36f-4a8b-94f0-736641768594 HTTP/1.1" status: 204 len: 168 time: 1.0496411 Nov 24 05:07:00.657644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36354) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:00.715684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c26965-48b7-42c7-9dbf-0b5f1b4c267f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:07:00.724025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.738378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Transition to ACTIVE for port object d8c26965-48b7-42c7-9dbf-0b5f1b4c267f will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:07:00.749247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4ee99b35-ba34-48cb-9a2e-8af06f2de325 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:00.749618 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4ee99b35-ba34-48cb-9a2e-8af06f2de325 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.824879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b7da6b-c1cd-4e44-9a40-1448a2434f87 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:00.832572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-22b7da6b-c1cd-4e44-9a40-1448a2434f87 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.846739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.860903 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f116ffec-ba18-4bcd-9372-b0a577fd3b87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ed74101f8f148678e766743f3da355d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5958481 Nov 24 05:07:00.886348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4648b6-8cfe-4a06-8c91-11926319399c None None] Pushing event updated for resources: {'Port': ['ID=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:00.886969 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36360) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:00.894431 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4ee99b35-ba34-48cb-9a2e-8af06f2de325 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:00.894887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf4169d-becf-42de-9bf6-8445c2af09e7 None None] Network d81f8f02-67c3-48fb-9c18-cf61a80a8a6a requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:00.905331 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0af029f0-4988-41c4-b5c4-56541d4b71f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:57Z', 'revision_number': 10, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:00.934895 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af029f0-4988-41c4-b5c4-56541d4b71f4 None None] The sync data for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv is: [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:06:57Z', 'revision_number': 10, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None, '_interfaces': [{'id': '2273eb80-b138-462e-9981-9890d0c10f30', 'name': '', 'network_id': '26ec9495-33ca-40b0-9bc2-fd4e2c0cc916', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'mac_address': 'fa:16:3e:64:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:54Z', 'updated_at': '2021-11-24T05:06:02Z', 'revision_number': 5, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'subnets': [{'id': '6ae503b8-8012-48b8-b242-eb75b77e39e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:00.974722 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-22b7da6b-c1cd-4e44-9a40-1448a2434f87 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 9baed5d0-e475-4d12-a905-217231793833 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:07:00.976550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4ee99b35-ba34-48cb-9a2e-8af06f2de325 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:01.011570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '287b4769-e36b-4570-98c1-b66e0ac24540'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:01.012524 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:01.016500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:01.052704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:01.229345 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Pushing event updated for resources: {'Port': ['ID=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:01.420211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:01.434045 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:01.434716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:01.455003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4ee99b35-ba34-48cb-9a2e-8af06f2de325 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:01.488040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/287b4769-e36b-4570-98c1-b66e0ac24540/eae6c070-a991-4e5f-a894-72766a92c643) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:01.633101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0d8a0-4fca-4e1c-8049-10ca88f93c18 None None] DHCP port deletion for d81f8f02-67c3-48fb-9c18-cf61a80a8a6a request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:01.643332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b835b8e-0ca3-436a-801f-67f895910bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:01.726063 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359497ad-b9db-4f36-8295-4cb43652ba56 req-ada6e9e0-9833-4ab3-817c-dba7fffec191 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:01.729918 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-359497ad-b9db-4f36-8295-4cb43652ba56 req-ada6e9e0-9833-4ab3-817c-dba7fffec191 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 943 time: 0.7878175 Nov 24 05:07:01.741931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b835b8e-0ca3-436a-801f-67f895910bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:01.807207 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-17556d71-43f0-4820-ae0f-2ee5effdc182 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4268262 Nov 24 05:07:01.829821 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0143354 Nov 24 05:07:01.829821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee99b35-ba34-48cb-9a2e-8af06f2de325 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:01.854470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36378) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:01.861160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9bd0d8a0-4fca-4e1c-8049-10ca88f93c18 None None] Deleting port aa967e6c-ad9a-406d-a684-09719541ff1d {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:01.861466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9bd0d8a0-4fca-4e1c-8049-10ca88f93c18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:01.871799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'subnet': {'network_id': '0919f847-381b-41ac-995e-f25b478254d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:01.896978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port aa967e6c-ad9a-406d-a684-09719541ff1d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:01.897456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:01.916564 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:01.923710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f9696ead-5a5d-4a4e-9606-85c5b4dd4259 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:01.924717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36380) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:01.927394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Attempting to bind port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:01.928673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Attempting to bind port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:01.928673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Attempting to bind port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f on network f3c2dfaf-9945-481d-a41c-4034a56be134 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:01.960314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135d6cc-50ff-4551-8b38-cd853da86e41 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Network': ['ID=0919f847-381b-41ac-995e-f25b478254d0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:01.969821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f on network f3c2dfaf-9945-481d-a41c-4034a56be134 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:07:01.970147 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Attempting to bind port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f on network f3c2dfaf-9945-481d-a41c-4034a56be134 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:01.981824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:01.982172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Checking segment: {'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:01.982568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Bound using segment: {'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:01.983032 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Bound port: d8c26965-48b7-42c7-9dbf-0b5f1b4c267f, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66856b57-2c00-4371-bf85-dd5a2cb460c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:01.983393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.007972 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4ee99b35-ba34-48cb-9a2e-8af06f2de325 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.012255 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4ee99b35-ba34-48cb-9a2e-8af06f2de325 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f HTTP/1.1" status: 204 len: 168 time: 1.7715204 Nov 24 05:07:02.014783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36384) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:02.034008 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b7da6b-c1cd-4e44-9a40-1448a2434f87 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:07:02.034523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b7da6b-c1cd-4e44-9a40-1448a2434f87 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:02.057190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 0919f847-381b-41ac-995e-f25b478254d0 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:07:02.062114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.079172 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b87c14-4c37-4ab4-8362-6cc3d6396b94 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] GET failed (client error): The resource could not be found. Nov 24 05:07:02.080862 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-96b87c14-4c37-4ab4-8362-6cc3d6396b94 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports/1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f HTTP/1.1" status: 404 len: 333 time: 0.0650716 Nov 24 05:07:02.085430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36386) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:02.110835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2085259778'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:02.134313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:02.145054 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9bd0d8a0-4fca-4e1c-8049-10ca88f93c18 None None] For port aa967e6c-ad9a-406d-a684-09719541ff1d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=aa967e6c-ad9a-406d-a684-09719541ff1d,segment=NetworkSegment(224db3e7-d8e2-4751-9d82-f9da2e11a379),segment_id=224db3e7-d8e2-4751-9d82-f9da2e11a379)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:02.145551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9bd0d8a0-4fca-4e1c-8049-10ca88f93c18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.170107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:02.173670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] For port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:02.177405 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] For port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f,segment=NetworkSegment(66856b57-2c00-4371-bf85-dd5a2cb460c7),segment_id=66856b57-2c00-4371-bf85-dd5a2cb460c7)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:02.192959 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.194824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Made reservation on behalf of c1afa0486a394bfc906d3e014c57467d for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:02.198674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.215789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:02.220064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:02.220530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.236924 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-116c6579-8d51-426c-9e6f-247681061a8b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.248271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.259952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9bd0d8a0-4fca-4e1c-8049-10ca88f93c18 None None] Calling delete_port for aa967e6c-ad9a-406d-a684-09719541ff1d owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:02.271229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:02.271896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.273312 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] 10.222.0.31 "PUT /v2.0/ports/d8c26965-48b7-42c7-9dbf-0b5f1b4c267f HTTP/1.1" status: 200 len: 1093 time: 3.0171270 Nov 24 05:07:02.273783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'tag': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:07:02.277430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a9ba1e-a195-4401-a69b-ce92afae3695" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4c2dd2-3616-46c1-85ce-4c36019dffa2", "tag": "d8c26965-48b7-42c7-9dbf-0b5f1b4c267f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:07:02.301474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-116c6579-8d51-426c-9e6f-247681061a8b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.322261 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Pushing event updated for resources: {'Port': ['ID=eae6c070-a991-4e5f-a894-72766a92c643,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:02.354243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fd618060-38cd-45f2-9518-80d2138df38f None None] Provisioning complete for port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:02.354726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fd618060-38cd-45f2-9518-80d2138df38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.391536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0e2a1-caec-48a1-8483-fb2e308721dd service neutron] Pushing event updated for resources: {'Port': ['ID=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:02.486286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Attempting to bind port eae6c070-a991-4e5f-a894-72766a92c643 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:02.490583 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Attempting to bind port eae6c070-a991-4e5f-a894-72766a92c643 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:02.490964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Attempting to bind port eae6c070-a991-4e5f-a894-72766a92c643 on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:02.514588 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-359497ad-b9db-4f36-8295-4cb43652ba56 req-825cb64c-f892-4f6b-8ff5-15cb8febd3dc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7692792 Nov 24 05:07:02.527280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.535196 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-22b7da6b-c1cd-4e44-9a40-1448a2434f87 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2816720 Nov 24 05:07:02.538429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36392) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:02.565696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:02.566125 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:02.566490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.566894 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:02.567385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Bound port: eae6c070-a991-4e5f-a894-72766a92c643, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:02.575910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-8fae5754-ab35-4b14-910b-8ab4aaab27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:02.577503 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-8fae5754-ab35-4b14-910b-8ab4aaab27c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 1096 time: 0.2306323 Nov 24 05:07:02.579925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.599351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b835b8e-0ca3-436a-801f-67f895910bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.601936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b835b8e-0ca3-436a-801f-67f895910bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.603179 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9b835b8e-0ca3-436a-801f-67f895910bb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44476131-1efa-4ff8-b1d9-8d79fd45c0c3 HTTP/1.1" status: 204 len: 168 time: 1.7040660 Nov 24 05:07:02.610349 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port aa967e6c-ad9a-406d-a684-09719541ff1d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=aa967e6c-ad9a-406d-a684-09719541ff1d,segment=NetworkSegment(224db3e7-d8e2-4751-9d82-f9da2e11a379),segment_id=224db3e7-d8e2-4751-9d82-f9da2e11a379)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:02.610730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.629260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-a3b5ef69-000c-467c-8676-ce88cf3dc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:02.630466 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-a3b5ef69-000c-467c-8676-ce88cf3dc535 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb27467313f41fb85ccc3c4aed1e5b4&device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 1098 time: 0.7433245 Nov 24 05:07:02.630658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.639336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for aa967e6c-ad9a-406d-a684-09719541ff1d owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:02.656872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bac094-a938-44e5-aa3a-0e155ffcb951 x-openstack-request-id: req-57bac094-a938-44e5-aa3a-0e155ffcb951 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:07:02.657170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4c2dd2-3616-46c1-85ce-4c36019dffa2", "tag": "d8c26965-48b7-42c7-9dbf-0b5f1b4c267f", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:07:02.657443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57bac094-a938-44e5-aa3a-0e155ffcb951 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:07:02.657830 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'tag': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f', 'status': 'completed', 'code': 200} Nov 24 05:07:02.658846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9bd0d8a0-4fca-4e1c-8049-10ca88f93c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.670825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b835b8e-0ca3-436a-801f-67f895910bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44476131-1efa-4ff8-b1d9-8d79fd45c0c3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:02.750960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 78211f8e-592a-4e7c-97fc-13d6a392b013 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:02.756670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0d8a0-4fca-4e1c-8049-10ca88f93c18 None None] Pushing event deleted for resources: {'Port': ['ID=aa967e6c-ad9a-406d-a684-09719541ff1d,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:02.771297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0d8a0-4fca-4e1c-8049-10ca88f93c18 None None] No DVR routers for this DVR port aa967e6c-ad9a-406d-a684-09719541ff1d on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:02.784291 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315b4146-f05d-4389-91fc-b52840533d26,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:02.792265 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-116c6579-8d51-426c-9e6f-247681061a8b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.792590 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-7e69a867-587e-4eb4-ab5b-7960273a86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:02.794016 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-7e69a867-587e-4eb4-ab5b-7960273a86d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=19abe5c4-fa40-436d-bc71-fb0859922e79 HTTP/1.1" status: 200 len: 897 time: 0.1244409 Nov 24 05:07:02.795883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-116c6579-8d51-426c-9e6f-247681061a8b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.797295 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-116c6579-8d51-426c-9e6f-247681061a8b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/security-groups/aab2b491-0a7c-4f93-835e-5846de172247 HTTP/1.1" status: 204 len: 168 time: 0.7109537 Nov 24 05:07:02.799210 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-a94e2e76-4662-4e77-92c8-1eb4aa0c638d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f HTTP/1.1" status: 200 len: 217 time: 0.1406114 Nov 24 05:07:02.801806 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36396) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:02.806880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Made reservation on behalf of 87422c3e53c44c5cab201edf98f14d9d for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:02.823441 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.862728 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 78211f8e-592a-4e7c-97fc-13d6a392b013 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:02.863510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 78211f8e-592a-4e7c-97fc-13d6a392b013 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:02.864250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device aa967e6c-ad9a-406d-a684-09719541ff1d no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:02.887521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:07:02.928078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ec7aff-929f-49f0-90a3-77e203a8a3fb tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:02.932411 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-35ec7aff-929f-49f0-90a3-77e203a8a3fb tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3813665 Nov 24 05:07:02.934669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: aa967e6c-ad9a-406d-a684-09719541ff1d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:02.935250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device aa967e6c-ad9a-406d-a684-09719541ff1d not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:02.956938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] For port eae6c070-a991-4e5f-a894-72766a92c643, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:02.960949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] For port eae6c070-a991-4e5f-a894-72766a92c643, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=eae6c070-a991-4e5f-a894-72766a92c643,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:02.962873 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36398) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:02.967072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fd618060-38cd-45f2-9518-80d2138df38f None None] Could not find standard attr ID for object 1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:07:02.976594 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c6579-8d51-426c-9e6f-247681061a8b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab2b491-0a7c-4f93-835e-5846de172247,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:02.977710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:02.980184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e753f16d-21b1-4151-bd18-6283d1bba82a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.004792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.005282 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Added segment 6f02094e-6848-476f-97fd-3ffed8ff844a of type vlan for network 40cdbbf2-aeae-4998-855c-9d0fa90ac4a5 Nov 24 05:07:03.022944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fd618060-38cd-45f2-9518-80d2138df38f None None] Provisioning complete for port 46b5d374-30c0-4cbb-bd35-974256af4e61 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:03.023617 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fd618060-38cd-45f2-9518-80d2138df38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.081217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-f2002538-4b86-4e10-ad47-cb3b0428f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:03.082737 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-f2002538-4b86-4e10-ad47-cb3b0428f7ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45f19bdd-b078-4e3d-afd3-961041803c89 HTTP/1.1" status: 200 len: 835 time: 0.2327812 Nov 24 05:07:03.084717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e753f16d-21b1-4151-bd18-6283d1bba82a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.091189 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deedcee8-d3b5-4a92-a782-d52ff55920cb tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:03.098043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deedcee8-d3b5-4a92-a782-d52ff55920cb tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:03.100483 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-deedcee8-d3b5-4a92-a782-d52ff55920cb tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1364069 Nov 24 05:07:03.121316 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36402) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:03.135343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-fd618060-38cd-45f2-9518-80d2138df38f None None] Port 46b5d374-30c0-4cbb-bd35-974256af4e61 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:03.137397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.139430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594cbb7-81d2-46c9-8245-250c96bcd22d None None] Pushing event updated for resources: {'Port': ['ID=eae6c070-a991-4e5f-a894-72766a92c643,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:03.239719 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-a11e3ab0-8ceb-4ce4-a93b-8ef1e13f3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:03.242052 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-a11e3ab0-8ceb-4ce4-a93b-8ef1e13f3cc1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3c2dfaf-9945-481d-a41c-4034a56be134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1510723 Nov 24 05:07:03.261500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.264329 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-19814391-eb46-43e2-a641-ded2ac90fea4 None None] Could not find standard attr ID for object 1d2ddd9a-8203-4f7b-b2b2-39a523aaa35f. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:07:03.268987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:03.269699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.317585 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3858664 Nov 24 05:07:03.326872 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36412) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:03.334986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e753f16d-21b1-4151-bd18-6283d1bba82a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.338369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e753f16d-21b1-4151-bd18-6283d1bba82a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.339881 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e753f16d-21b1-4151-bd18-6283d1bba82a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/security-groups/39f0760b-8898-4acb-b7bd-4f7f23c3b22b HTTP/1.1" status: 204 len: 168 time: 0.5328012 Nov 24 05:07:03.347982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-36599717-c7b6-4c96-8a55-1322b28cbef3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 287b4769-e36b-4570-98c1-b66e0ac24540 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:03.355357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36414) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:03.360286 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.tag.tag_plugin [None req-f4487811-3cbe-4d7d-a3f1-00fba00555d9 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5', 'tempest-TagsTest-Tag-272674702') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:03.366389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753f16d-21b1-4151-bd18-6283d1bba82a tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f0760b-8898-4acb-b7bd-4f7f23c3b22b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:03.367073 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-26ad5f1c-361f-42c9-b370-84670b1f645a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860 HTTP/1.1" status: 200 len: 1000 time: 0.5374489 Nov 24 05:07:03.378102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36599717-c7b6-4c96-8a55-1322b28cbef3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.465669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76190e1a-3a55-422c-b0fa-75d78d00e643 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Pushing event updated for resources: {'Network': ['ID=40cdbbf2-aeae-4998-855c-9d0fa90ac4a5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:03.485761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 40cdbbf2-aeae-4998-855c-9d0fa90ac4a5 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:07:03.500304 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-ec93d541-ec74-4908-b17c-0e480176ebbb service neutron] 10.222.0.31 "GET /v2.0/networks/f3c2dfaf-9945-481d-a41c-4034a56be134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503116 Nov 24 05:07:03.558006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36599717-c7b6-4c96-8a55-1322b28cbef3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.663994 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dc8439c2-f9c6-4775-b14d-f37e3a38c6c5 req-077fa25e-de47-4a68-b1c1-0a99c1799f76 service neutron] 10.222.0.31 "GET /v2.0/networks/f3c2dfaf-9945-481d-a41c-4034a56be134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506701 Nov 24 05:07:03.687760 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-bc38208e-7c38-4831-94ef-ca9cdc894e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:03.689255 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-bc38208e-7c38-4831-94ef-ca9cdc894e87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d2634f63-2781-4b65-9c4e-c0171657393f HTTP/1.1" status: 200 len: 834 time: 0.2814820 Nov 24 05:07:03.689874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.769523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ba1e-a195-4401-a69b-ce92afae3695 req-e2b763d4-b16b-4702-9d8d-87dda4e35653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:03.772169 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e8a9ba1e-a195-4401-a69b-ce92afae3695 req-e2b763d4-b16b-4702-9d8d-87dda4e35653 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 1096 time: 0.0589542 Nov 24 05:07:03.783632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No DVR routers for this DVR port aa967e6c-ad9a-406d-a684-09719541ff1d on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:03.868007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=aa967e6c-ad9a-406d-a684-09719541ff1d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:03.923019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ba1e-a195-4401-a69b-ce92afae3695 req-d550f152-7a97-4a99-84d6-9a36e9d13fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:03.923874 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e8a9ba1e-a195-4401-a69b-ce92afae3695 req-d550f152-7a97-4a99-84d6-9a36e9d13fdc service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3c2dfaf-9945-481d-a41c-4034a56be134 HTTP/1.1" status: 200 len: 898 time: 0.1438136 Nov 24 05:07:03.927491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbed6dd9-7544-4986-a4db-4dbbb15de9a9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:03.943379 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device eae6c070-a991-4e5f-a894-72766a92c643 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:03.980040 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e8a9ba1e-a195-4401-a69b-ce92afae3695 req-fb4ff179-9cf9-4b24-9f25-6c6306ad2d10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f HTTP/1.1" status: 200 len: 217 time: 0.0484254 Nov 24 05:07:03.998551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36426) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.003095 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033691 Nov 24 05:07:04.021088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port eae6c070-a991-4e5f-a894-72766a92c643 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:04.021822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.025282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36428) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.052190 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ba1e-a195-4401-a69b-ce92afae3695 req-2792ecf1-c68d-4692-b12d-592d2f27290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:04.054464 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e8a9ba1e-a195-4401-a69b-ce92afae3695 req-2792ecf1-c68d-4692-b12d-592d2f27290f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45f19bdd-b078-4e3d-afd3-961041803c89 HTTP/1.1" status: 200 len: 835 time: 0.0655472 Nov 24 05:07:04.066694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.089224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81f8f02-67c3-48fb-9c18-cf61a80a8a6a']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:04.106404 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224db3e7-d8e2-4751-9d82-f9da2e11a379') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:04.106872 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224db3e7-d8e2-4751-9d82-f9da2e11a379') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:04.119525 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.121787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ba1e-a195-4401-a69b-ce92afae3695 req-8eb6d220-16c7-4941-a689-f5b32630b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:04.124219 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e8a9ba1e-a195-4401-a69b-ce92afae3695 req-8eb6d220-16c7-4941-a689-f5b32630b300 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3c2dfaf-9945-481d-a41c-4034a56be134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578411 Nov 24 05:07:04.155456 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.184614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbed6dd9-7544-4986-a4db-4dbbb15de9a9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.192821 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-db0d5154-22da-4eae-a10c-ded9870e2b87 tempest-NetworksApiDiscovery-375221741 tempest-NetworksApiDiscovery-375221741-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1662440 Nov 24 05:07:04.214335 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.219095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port eae6c070-a991-4e5f-a894-72766a92c643, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=eae6c070-a991-4e5f-a894-72766a92c643,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:04.234064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.234699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:04.235109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.246538 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cc812-11ae-4678-b797-f6b25e6048ac req-90c8330c-3dd1-482b-8cfd-df2cee0eab48 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:04.253874 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-986cc812-11ae-4678-b797-f6b25e6048ac req-90c8330c-3dd1-482b-8cfd-df2cee0eab48 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 943 time: 0.6351101 Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: self.session.flush() Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:04.255755 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:04.261599 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f4487811-3cbe-4d7d-a3f1-00fba00555d9 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "PUT /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags/tempest-TagsTest-Tag-272674702 HTTP/1.1" status: 201 len: 201 time: 0.9138799 Nov 24 05:07:04.264957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36434) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.270432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-e5cfbdee-5bac-4fad-8e2e-f3ef5b2d19d0 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5', 'tempest-TagsTest-Tag-272674702') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:04.278799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-6debac8c-9a21-4c36-9f20-d1f05115291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:04.280355 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-6debac8c-9a21-4c36-9f20-d1f05115291c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19abe5c4-fa40-436d-bc71-fb0859922e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5674253 Nov 24 05:07:04.281757 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36599717-c7b6-4c96-8a55-1322b28cbef3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.298041 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.323848 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e8a9ba1e-a195-4401-a69b-ce92afae3695 req-30c0bc0f-555e-4465-8e65-319ec6c6f403 service neutron] 10.222.0.31 "GET /v2.0/networks/f3c2dfaf-9945-481d-a41c-4034a56be134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885462 Nov 24 05:07:04.334668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=eae6c070-a991-4e5f-a894-72766a92c643,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:04.395108 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e5cfbdee-5bac-4fad-8e2e-f3ef5b2d19d0 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "GET /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags/tempest-TagsTest-Tag-272674702 HTTP/1.1" status: 204 len: 168 time: 0.1284680 Nov 24 05:07:04.402786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36436) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.408136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-53ae2cea-4f29-444c-985a-c01aa6d1ab3b tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:04.478845 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.481319 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbed6dd9-7544-4986-a4db-4dbbb15de9a9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.484622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbed6dd9-7544-4986-a4db-4dbbb15de9a9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.485792 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cbed6dd9-7544-4986-a4db-4dbbb15de9a9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/security-groups/b72f5912-598f-4954-966b-e31596840c6a HTTP/1.1" status: 204 len: 168 time: 1.1209168 Nov 24 05:07:04.502490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.508377 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/networks/d81f8f02-67c3-48fb-9c18-cf61a80a8a6a HTTP/1.1" status: 204 len: 168 time: 3.8468406 Nov 24 05:07:04.519638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36438) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.520533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36440) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.540920 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e8a9ba1e-a195-4401-a69b-ce92afae3695 req-c9c93312-a743-4183-8ebf-4511223790e6 service neutron] 10.222.0.31 "GET /v2.0/networks/f3c2dfaf-9945-481d-a41c-4034a56be134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077010 Nov 24 05:07:04.547060 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-53ae2cea-4f29-444c-985a-c01aa6d1ab3b tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "GET /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags HTTP/1.1" status: 200 len: 237 time: 0.1431420 Nov 24 05:07:04.559113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36444) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.563709 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-27636f5b-dc2b-4152-a092-3049dd58ce30 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5', {'tags': ['tempest-TagsTest-Tag-1370325574', 'tempest-TagsTest-Tag-1081198675', 'tempest-TagsTest-Tag-1821784326']}) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:04.624581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-995f69fe-58c5-4c44-aeab-0d956844e06a None None] Provisioning complete for port eae6c070-a991-4e5f-a894-72766a92c643 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:04.625223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-995f69fe-58c5-4c44-aeab-0d956844e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.635166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36446) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.653185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7422ad2-7ef9-49a8-a751-87fc0620cdb6 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Network': ['ID=d81f8f02-67c3-48fb-9c18-cf61a80a8a6a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:04.654874 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-27636f5b-dc2b-4152-a092-3049dd58ce30 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "PUT /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags HTTP/1.1" status: 200 len: 309 time: 0.0943849 Nov 24 05:07:04.655017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed6dd9-7544-4986-a4db-4dbbb15de9a9 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72f5912-598f-4954-966b-e31596840c6a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:04.657262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36450) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.661818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-83a9f9ae-dbd3-4f85-9678-5e6d821c78fd tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5', 'tempest-TagsTest-Tag-1370325574') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:04.762862 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-83a9f9ae-dbd3-4f85-9678-5e6d821c78fd tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "DELETE /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags/tempest-TagsTest-Tag-1370325574 HTTP/1.1" status: 204 len: 168 time: 0.1043887 Nov 24 05:07:04.765418 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Subnet': ['ID=1d44e7d8-78e0-4b8d-a599-b258e9de69f3,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:04.768008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36452) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.773400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-52bace14-b87c-4185-8dbf-d5752f97ad86 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5', 'tempest-TagsTest-Tag-1370325574') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:04.784516 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-986cc812-11ae-4678-b797-f6b25e6048ac req-2e2df3bc-3715-453e-86a2-338188b4f440 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5297704 Nov 24 05:07:04.795324 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c5ef83-f619-47ee-b1fe-e381f9a25a89 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting subnet f3f8c277-5c15-4494-b7b8-7e37fd375266 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:04.822025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ef83-f619-47ee-b1fe-e381f9a25a89 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.822025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36599717-c7b6-4c96-8a55-1322b28cbef3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.838109 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d2564b8-485c-46c8-a86e-c04ef8deffd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.850581 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-e96d7029-7f80-4560-9584-2d8eb8c85471 service neutron] 10.222.0.31 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627211 Nov 24 05:07:04.870606 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Checking segment: {'id': 'c56a3c80-9913-4bdb-9d86-9e3aaf294d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0919f847-381b-41ac-995e-f25b478254d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:04.870971 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network hostable DHCP agents. Network: 0919f847-381b-41ac-995e-f25b478254d0, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:07:04.901580 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-52bace14-b87c-4185-8dbf-d5752f97ad86 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] show failed (client error): The resource could not be found. Nov 24 05:07:04.902654 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-52bace14-b87c-4185-8dbf-d5752f97ad86 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "GET /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags/tempest-TagsTest-Tag-1370325574 HTTP/1.1" status: 404 len: 326 time: 0.1335876 Nov 24 05:07:04.908558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36454) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.912945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-822f2da8-50bf-410c-9f0a-6a05aa17cec7 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5', 'tempest-TagsTest-Tag-1081198675') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:04.927902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36599717-c7b6-4c96-8a55-1322b28cbef3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=287b4769-e36b-4570-98c1-b66e0ac24540,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:04.944290 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11adfb-2dbf-459a-a663-bc917593df5c None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:04.962531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-36599717-c7b6-4c96-8a55-1322b28cbef3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:04.968273 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-36599717-c7b6-4c96-8a55-1322b28cbef3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/287b4769-e36b-4570-98c1-b66e0ac24540 HTTP/1.1" status: 204 len: 168 time: 1.8172436 Nov 24 05:07:04.970013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36456) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:04.995558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ef83-f619-47ee-b1fe-e381f9a25a89 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.025550 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fc3a992e-210d-418f-a762-d3ec8d5e7c75 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503085 Nov 24 05:07:05.027838 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36458) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:05.035468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-fc192d10-51f3-4d14-a299-a6a71c3006ef tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:05.040629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d2564b8-485c-46c8-a86e-c04ef8deffd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.091263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d2564b8-485c-46c8-a86e-c04ef8deffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.111057 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-822f2da8-50bf-410c-9f0a-6a05aa17cec7 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "GET /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags/tempest-TagsTest-Tag-1081198675 HTTP/1.1" status: 204 len: 168 time: 0.1990592 Nov 24 05:07:05.123723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36460) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:05.134847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-f2589152-cd20-4244-8510-3417e5b70bf3 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5', 'tempest-TagsTest-Tag-1821784326') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:05.172905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20bb878-db39-4cdf-b24a-704b223da074 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:05.201151 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6d2564b8-485c-46c8-a86e-c04ef8deffd2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b063906c559e45b9b698c7660c79ca5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5621693 Nov 24 05:07:05.205420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2564b8-485c-46c8-a86e-c04ef8deffd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70645a9-9132-42b4-afa3-52b90a64c057,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:05.209762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36462) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:05.230992 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c20bb878-db39-4cdf-b24a-704b223da074 None None] Deleting port eae6c070-a991-4e5f-a894-72766a92c643 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:05.231394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c20bb878-db39-4cdf-b24a-704b223da074 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.297834 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c20bb878-db39-4cdf-b24a-704b223da074 None None] For port eae6c070-a991-4e5f-a894-72766a92c643, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=eae6c070-a991-4e5f-a894-72766a92c643,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:05.298240 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c20bb878-db39-4cdf-b24a-704b223da074 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.308954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc192d10-51f3-4d14-a299-a6a71c3006ef tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:05.311900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c20bb878-db39-4cdf-b24a-704b223da074 None None] Calling delete_port for eae6c070-a991-4e5f-a894-72766a92c643 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:05.312233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc192d10-51f3-4d14-a299-a6a71c3006ef tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.341544 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f2589152-cd20-4244-8510-3417e5b70bf3 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "GET /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags/tempest-TagsTest-Tag-1821784326 HTTP/1.1" status: 204 len: 168 time: 0.2104843 Nov 24 05:07:05.347288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36464) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:05.358234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-02733922-a918-45e5-b36a-82341083682b tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:05.374952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network 0919f847-381b-41ac-995e-f25b478254d0 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:07:05.382225 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-600c7c39-004d-4cc1-b5e0-9918470f39cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.405464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c20bb878-db39-4cdf-b24a-704b223da074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.418892 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 0919f847-381b-41ac-995e-f25b478254d0) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:05.423227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:05.424004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.432134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bb878-db39-4cdf-b24a-704b223da074 None None] Pushing event deleted for resources: {'Port': ['ID=eae6c070-a991-4e5f-a894-72766a92c643,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:05.436757 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bd86c5-ce89-4f07-a449-18c058d94ab4 None None] Network 0919f847-381b-41ac-995e-f25b478254d0 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:05.439332 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20bb878-db39-4cdf-b24a-704b223da074 None None] No DVR routers for this DVR port eae6c070-a991-4e5f-a894-72766a92c643 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:05.469882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-600c7c39-004d-4cc1-b5e0-9918470f39cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.479155 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5b63f37a-c75a-451a-857c-df3338c5610d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6195433 Nov 24 05:07:05.482835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36466) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:05.491016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'network': {'name': 'tempest-router-network01--1094054482'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:05.505977 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-91edfbae-0c4c-49fd-9170-12fae66b4b7d req-5a74d9f7-6e06-434c-ac6e-3b0df6c27c58 service neutron] 10.222.0.31 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224418 Nov 24 05:07:05.554130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ef83-f619-47ee-b1fe-e381f9a25a89 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.618794 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Made reservation on behalf of 87422c3e53c44c5cab201edf98f14d9d for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:05.621713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.649406 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-02733922-a918-45e5-b36a-82341083682b tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "DELETE /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags HTTP/1.1" status: 204 len: 168 time: 0.3009555 Nov 24 05:07:05.655706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36468) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:05.664562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-5930f7c0-1de7-4dc7-9168-d7fc5c816914 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5', 'tempest-TagsTest-Tag-1081198675') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:05.674633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ef83-f619-47ee-b1fe-e381f9a25a89 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.679165 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-600c7c39-004d-4cc1-b5e0-9918470f39cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.682424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-600c7c39-004d-4cc1-b5e0-9918470f39cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.683637 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-600c7c39-004d-4cc1-b5e0-9918470f39cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b70645a9-9132-42b4-afa3-52b90a64c057 HTTP/1.1" status: 204 len: 168 time: 0.4706933 Nov 24 05:07:05.717840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5ef83-f619-47ee-b1fe-e381f9a25a89 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f8c277-5c15-4494-b7b8-7e37fd375266,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:05.738725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ef83-f619-47ee-b1fe-e381f9a25a89 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.748926 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d7c5ef83-f619-47ee-b1fe-e381f9a25a89 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/f3f8c277-5c15-4494-b7b8-7e37fd375266 HTTP/1.1" status: 204 len: 168 time: 1.2210271 Nov 24 05:07:05.749750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36472) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:05.762158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac59d00-b3c7-474e-b21a-37eadd0549b9 None None] Network 392b32b4-dc27-4aff-817d-c4e36b638839 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:05.800890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:07:05.824864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c7c39-004d-4cc1-b5e0-9918470f39cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70645a9-9132-42b4-afa3-52b90a64c057,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:05.855841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.856220 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Added segment 8020360b-a786-49f4-9249-6b192372cca0 of type vlan for network 6ebcd537-a936-49fc-969b-c4da0eae36db Nov 24 05:07:05.887104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc192d10-51f3-4d14-a299-a6a71c3006ef tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.896087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-0919f847-381b-41ac-995e-f25b478254d0', 'network_id': '0919f847-381b-41ac-995e-f25b478254d0', 'tenant_id': '87422c3e53c44c5cab201edf98f14d9d', 'fixed_ips': [{'subnet_id': '1d44e7d8-78e0-4b8d-a599-b258e9de69f3'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:05.896976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.916349 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9792d3-1f95-4ff6-bb4a-0c267523a38f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting subnet ba265f08-db1c-42e5-b171-373708e7ca60 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:05.919237 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device eae6c070-a991-4e5f-a894-72766a92c643 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:05.926486 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b9792d3-1f95-4ff6-bb4a-0c267523a38f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:05.950860 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: eae6c070-a991-4e5f-a894-72766a92c643 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:05.951213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device eae6c070-a991-4e5f-a894-72766a92c643 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:05.983883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.037086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b9792d3-1f95-4ff6-bb4a-0c267523a38f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.126299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Allocated IP 2001:db8::2 (0919f847-381b-41ac-995e-f25b478254d0/1d44e7d8-78e0-4b8d-a599-b258e9de69f3/a5920d4e-a98f-43dc-b1a0-9d6f958df9b4) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:06.137899 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.197468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b9792d3-1f95-4ff6-bb4a-0c267523a38f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.334993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.345156 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0dde8-0207-4e3f-9424-b15347ea6b1b req-72feeca0-8581-434b-9199-6959e58a5390 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:06.346896 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9cb0dde8-0207-4e3f-9424-b15347ea6b1b req-72feeca0-8581-434b-9199-6959e58a5390 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 943 time: 0.4492817 Nov 24 05:07:06.347288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.390818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Network 0919f847-381b-41ac-995e-f25b478254d0 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:06.393384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc192d10-51f3-4d14-a299-a6a71c3006ef tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:06.393907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:06.397184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:06.403420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-fc192d10-51f3-4d14-a299-a6a71c3006ef tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:06.405783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:07:06.411046 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-5930f7c0-1de7-4dc7-9168-d7fc5c816914 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] show failed (client error): The resource could not be found. Nov 24 05:07:06.414742 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5930f7c0-1de7-4dc7-9168-d7fc5c816914 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "GET /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags/tempest-TagsTest-Tag-1081198675 HTTP/1.1" status: 404 len: 326 time: 0.7542346 Nov 24 05:07:06.420618 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc192d10-51f3-4d14-a299-a6a71c3006ef tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:06.421222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc192d10-51f3-4d14-a299-a6a71c3006ef tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.423309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36476) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:06.427078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898309f9-5916-4492-845e-44dd6773b16f None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:06.435400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-9d9b807f-4d08-4160-8d21-d601606b0a4e tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5', 'tempest-TagsTest-Tag-1821784326') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:06.438047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc192d10-51f3-4d14-a299-a6a71c3006ef tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=a610eaf6-350b-46ac-aa4c-30c4e84e438e,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:06.464114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.469361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b9792d3-1f95-4ff6-bb4a-0c267523a38f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.470689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:06.471410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.495675 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fc192d10-51f3-4d14-a299-a6a71c3006ef tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4641116 Nov 24 05:07:06.510677 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36478) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:06.522277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b9792d3-1f95-4ff6-bb4a-0c267523a38f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.530064 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-deb99dfd-a8c1-40c5-b741-61582d4d1a1b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2102517573', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:06.532485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Pushing event updated for resources: {'Port': ['ID=a5920d4e-a98f-43dc-b1a0-9d6f958df9b4,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:06.533102 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0b9792d3-1f95-4ff6-bb4a-0c267523a38f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/ba265f08-db1c-42e5-b171-373708e7ca60 HTTP/1.1" status: 204 len: 168 time: 0.7827954 Nov 24 05:07:06.535858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36480) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:06.552737 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9cb0dde8-0207-4e3f-9424-b15347ea6b1b req-633b6a94-c1db-434e-86af-cb28c02ca605 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576896 Nov 24 05:07:06.583311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9792d3-1f95-4ff6-bb4a-0c267523a38f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Subnet': ['ID=ba265f08-db1c-42e5-b171-373708e7ca60,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:06.624792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Attempting to bind port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:06.625191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Attempting to bind port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'c56a3c80-9913-4bdb-9d86-9e3aaf294d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0919f847-381b-41ac-995e-f25b478254d0'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:06.625541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Attempting to bind port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 on network 0919f847-381b-41ac-995e-f25b478254d0 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:06.628451 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1402714 Nov 24 05:07:06.632768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:06.633848 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Checking segment: {'id': 'c56a3c80-9913-4bdb-9d86-9e3aaf294d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0919f847-381b-41ac-995e-f25b478254d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:06.634381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.634694 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bab67a-69aa-4ccb-ac8a-1654d68a6046 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:06.634964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Bound using segment: {'id': 'c56a3c80-9913-4bdb-9d86-9e3aaf294d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0919f847-381b-41ac-995e-f25b478254d0'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:06.635155 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55bab67a-69aa-4ccb-ac8a-1654d68a6046 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:06.635642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Bound port: a5920d4e-a98f-43dc-b1a0-9d6f958df9b4, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56a3c80-9913-4bdb-9d86-9e3aaf294d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0919f847-381b-41ac-995e-f25b478254d0'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:06.636124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.638277 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-55bab67a-69aa-4ccb-ac8a-1654d68a6046 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/f3f8c277-5c15-4494-b7b8-7e37fd375266 HTTP/1.1" status: 404 len: 337 time: 0.0965002 Nov 24 05:07:06.640423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36482) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:06.647022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'network': {'name': 'tempest-router-network02--1649032797'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:06.652923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36484) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:06.653509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': 'a610eaf6-350b-46ac-aa4c-30c4e84e438e'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:06.654449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.654787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26328128-a403-4f40-b86e-0e0e92431813 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Network': ['ID=6ebcd537-a936-49fc-969b-c4da0eae36db,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:06.671426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 6ebcd537-a936-49fc-969b-c4da0eae36db details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:07:06.727936 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deb99dfd-a8c1-40c5-b741-61582d4d1a1b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.728987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deb99dfd-a8c1-40c5-b741-61582d4d1a1b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.731528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port 2273eb80-b138-462e-9981-9890d0c10f30 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:06.732089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.751781 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-9d9b807f-4d08-4160-8d21-d601606b0a4e tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] show failed (client error): The resource could not be found. Nov 24 05:07:06.755806 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9d9b807f-4d08-4160-8d21-d601606b0a4e tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "GET /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags/tempest-TagsTest-Tag-1821784326 HTTP/1.1" status: 404 len: 326 time: 0.3259659 Nov 24 05:07:06.758299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36486) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:06.771025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.tag.tag_plugin [None req-abf0b886-5b99-43c3-b6f0-fc17b964d580 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '40cdbbf2-aeae-4998-855c-9d0fa90ac4a5') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:06.821985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Made reservation on behalf of 87422c3e53c44c5cab201edf98f14d9d for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:06.825488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.835311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-8990aaff-cb7f-4438-891f-1aa9b6c59d38 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting subnet 5b51b64d-763d-4628-a0e9-199a5172967e {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:06.860377 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port 2273eb80-b138-462e-9981-9890d0c10f30, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2273eb80-b138-462e-9981-9890d0c10f30,segment=NetworkSegment(657b7b90-9b09-4758-a32e-fd0539347cdf),segment_id=657b7b90-9b09-4758-a32e-fd0539347cdf)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:06.860936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.872101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8990aaff-cb7f-4438-891f-1aa9b6c59d38 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.881393 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for 2273eb80-b138-462e-9981-9890d0c10f30 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:06.903050 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deb99dfd-a8c1-40c5-b741-61582d4d1a1b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.909406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] For port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:06.921727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deb99dfd-a8c1-40c5-b741-61582d4d1a1b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.929295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] For port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a5920d4e-a98f-43dc-b1a0-9d6f958df9b4,segment=NetworkSegment(c56a3c80-9913-4bdb-9d86-9e3aaf294d1f),segment_id=c56a3c80-9913-4bdb-9d86-9e3aaf294d1f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:06.933600 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d8c26965-48b7-42c7-9dbf-0b5f1b4c267f details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:07:06.942444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.960705 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8990aaff-cb7f-4438-891f-1aa9b6c59d38 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:06.967017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:07:06.997858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/a610eaf6-350b-46ac-aa4c-30c4e84e438e/609ce230-929a-4eca-828d-d5f24a9c53d2) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:06.998616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deb99dfd-a8c1-40c5-b741-61582d4d1a1b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.003756 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-deb99dfd-a8c1-40c5-b741-61582d4d1a1b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4828918 Nov 24 05:07:07.011204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36488) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:07.045014 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62dd8b8-095e-463f-8fea-ccaaea081c30 None None] Network 392b32b4-dc27-4aff-817d-c4e36b638839 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:07.047460 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.047891 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Added segment 4aa4b7b4-5890-4855-834c-3620dd30811f of type vlan for network 9a061b6f-7d7a-4911-89e8-e969cb133367 Nov 24 05:07:07.118828 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.150546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab22336-73cb-4ca7-b69a-712726a01570 None None] Pushing event updated for resources: {'Port': ['ID=a5920d4e-a98f-43dc-b1a0-9d6f958df9b4,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:07.152071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=2273eb80-b138-462e-9981-9890d0c10f30,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:07.205091 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-abf0b886-5b99-43c3-b6f0-fc17b964d580 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "DELETE /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5/tags HTTP/1.1" status: 204 len: 168 time: 0.4429049 Nov 24 05:07:07.210629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.224203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36490) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:07.266837 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.271293 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-693cec86-bcd8-4fe6-bc02-8b4ec98b2685 None None] Provisioning complete for port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:07.272554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-693cec86-bcd8-4fe6-bc02-8b4ec98b2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.289085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f,segment=NetworkSegment(66856b57-2c00-4371-bf85-dd5a2cb460c7),segment_id=66856b57-2c00-4371-bf85-dd5a2cb460c7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:07.333335 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 05:07:07.338236 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'port_id': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f', 'mac_address': 'fa:16:3e:7f:eb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:07:07.365850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8990aaff-cb7f-4438-891f-1aa9b6c59d38 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.512150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:07.547058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.547286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.549634 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.553651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:07.554977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.591546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c26965-48b7-42c7-9dbf-0b5f1b4c267f {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:07:07.617239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.619516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.641911 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9993169 Nov 24 05:07:07.662124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36494) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:07.718258 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'subnet': {'network_id': '6ebcd537-a936-49fc-969b-c4da0eae36db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:07.742056 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b013c3-ab21-4f3f-b177-13ddafd0084c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Network': ['ID=9a061b6f-7d7a-4911-89e8-e969cb133367,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:07.800702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8990aaff-cb7f-4438-891f-1aa9b6c59d38 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.807162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:07.825684 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-30d1fa00-1c9b-430c-82f2-430c83ce100b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3033996 Nov 24 05:07:07.827419 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36496) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:07.857093 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990aaff-cb7f-4438-891f-1aa9b6c59d38 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Subnet': ['ID=5b51b64d-763d-4628-a0e9-199a5172967e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:07.887738 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8990aaff-cb7f-4438-891f-1aa9b6c59d38 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.891069 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8990aaff-cb7f-4438-891f-1aa9b6c59d38 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/5b51b64d-763d-4628-a0e9-199a5172967e HTTP/1.1" status: 204 len: 168 time: 1.2337301 Nov 24 05:07:07.894114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-575d622f-8f7a-400e-bfa5-06dbaefa9309 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting subnet 6ae503b8-8012-48b8-b242-eb75b77e39e3 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:07.894750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.896564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36498) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:07.943802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-575d622f-8f7a-400e-bfa5-06dbaefa9309 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.947519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:07.951724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:07.972177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:07.978604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 9a061b6f-7d7a-4911-89e8-e969cb133367 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:07:07.982203 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-e146855c-416d-4e15-9c36-a0985d094184 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:07.982668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e146855c-416d-4e15-9c36-a0985d094184 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:07.985854 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e146855c-416d-4e15-9c36-a0985d094184 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/05d6344d-dbcf-43ac-b444-ee166b701a46 HTTP/1.1" status: 404 len: 337 time: 0.0842779 Nov 24 05:07:07.989556 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2bb22e-caa3-47e6-b0bf-447855ff064b None None] Sync routers for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:07.989868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36500) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.009602 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:08.011858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24deacb-d89c-4cec-95e4-cf59e0837909 req-3e4b6862-235c-4503-a819-b7aab194913f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:08.013582 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b24deacb-d89c-4cec-95e4-cf59e0837909 req-3e4b6862-235c-4503-a819-b7aab194913f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 943 time: 0.2897425 Nov 24 05:07:08.020007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f,segment=NetworkSegment(66856b57-2c00-4371-bf85-dd5a2cb460c7),segment_id=66856b57-2c00-4371-bf85-dd5a2cb460c7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:08.048582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cdbbf2-aeae-4998-855c-9d0fa90ac4a5']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:08.094211 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-575d622f-8f7a-400e-bfa5-06dbaefa9309 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.099536 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fb84474a-9e1d-4132-8087-4eadb92819cc tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "GET /v2.0/ports?device_id=8104b0b8-3c51-4ee3-91b7-845180349416 HTTP/1.1" status: 200 len: 205 time: 0.1049092 Nov 24 05:07:08.100451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36502) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.106291 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f02094e-6848-476f-97fd-3ffed8ff844a') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:08.106594 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f02094e-6848-476f-97fd-3ffed8ff844a') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:08.133559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Made reservation on behalf of 87422c3e53c44c5cab201edf98f14d9d for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:08.138385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.164118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.165989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.168130 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-4e582067-d483-41b6-bc99-7938927d432b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] delete failed (client error): The resource could not be found. Nov 24 05:07:08.169227 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4e582067-d483-41b6-bc99-7938927d432b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/routers/8104b0b8-3c51-4ee3-91b7-845180349416 HTTP/1.1" status: 404 len: 336 time: 0.0676837 Nov 24 05:07:08.175674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36504) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.195039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Pushing event updated for resources: {'Port': ['ID=609ce230-929a-4eca-828d-d5f24a9c53d2,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:08.215609 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b24deacb-d89c-4cec-95e4-cf59e0837909 req-d23f6d2a-c419-4322-ad92-b44c4da5fa9b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875403 Nov 24 05:07:08.236871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.239193 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d9a706-336b-479b-84dc-80e7d0f83349 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:08.239669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d9a706-336b-479b-84dc-80e7d0f83349 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:08.245799 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-16d9a706-336b-479b-84dc-80e7d0f83349 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/de86dc47-e243-44ab-a27c-7ba65e7d5c82 HTTP/1.1" status: 404 len: 337 time: 0.0661919 Nov 24 05:07:08.249097 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36506) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.254358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:08.267811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:08.268225 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:08.286861 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:08.303847 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f48b73b-9dc1-45be-a1f5-62fad3a69d98 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:08.304214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f48b73b-9dc1-45be-a1f5-62fad3a69d98 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:08.323082 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4f48b73b-9dc1-45be-a1f5-62fad3a69d98 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/590c65b3-f634-42f7-813c-593f3b3b6823 HTTP/1.1" status: 404 len: 337 time: 0.0705059 Nov 24 05:07:08.326377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36508) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.326637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-575d622f-8f7a-400e-bfa5-06dbaefa9309 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.385224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Attempting to bind port 609ce230-929a-4eca-828d-d5f24a9c53d2 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:08.385818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Attempting to bind port 609ce230-929a-4eca-828d-d5f24a9c53d2 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:08.385937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Attempting to bind port 609ce230-929a-4eca-828d-d5f24a9c53d2 on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:08.395888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2bb22e-caa3-47e6-b0bf-447855ff064b None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:08.397478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4d2bb22e-caa3-47e6-b0bf-447855ff064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:08.433656 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3d201e-e809-4e35-aa4d-df186fa95c68 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:08.434270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3d201e-e809-4e35-aa4d-df186fa95c68 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:08.437567 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-da3d201e-e809-4e35-aa4d-df186fa95c68 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/19d8bf46-c7d1-49a4-9ba8-a7b092be0772 HTTP/1.1" status: 404 len: 337 time: 0.1071217 Nov 24 05:07:08.441516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36510) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.452929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-575d622f-8f7a-400e-bfa5-06dbaefa9309 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.456531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.464923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:08.465592 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:08.466309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.466866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:08.467519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Bound port: 609ce230-929a-4eca-828d-d5f24a9c53d2, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:08.468099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.492254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.494466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-693cec86-bcd8-4fe6-bc02-8b4ec98b2685 None None] Provisioning complete for port 46b5d374-30c0-4cbb-bd35-974256af4e61 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:08.495044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-693cec86-bcd8-4fe6-bc02-8b4ec98b2685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.500403 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] 10.222.0.37 "DELETE /v2.0/networks/40cdbbf2-aeae-4998-855c-9d0fa90ac4a5 HTTP/1.1" status: 204 len: 168 time: 1.2715843 Nov 24 05:07:08.523452 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce07df25-84e0-4425-83a5-590d17d684f2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:08.524788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce07df25-84e0-4425-83a5-590d17d684f2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:08.531107 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ce07df25-84e0-4425-83a5-590d17d684f2 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/7ecfe578-7cb9-4ea9-8c7e-c5964f048935 HTTP/1.1" status: 404 len: 333 time: 0.0857892 Nov 24 05:07:08.538428 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['d8c26965-48b7-42c7-9dbf-0b5f1b4c267f'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:07:08.556470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36514) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.558703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a5f6c-20df-453e-909b-36073103a5d8 tempest-TagsTest-687611222 tempest-TagsTest-687611222-project] Pushing event deleted for resources: {'Network': ['ID=40cdbbf2-aeae-4998-855c-9d0fa90ac4a5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:08.612942 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c058a9a-48dd-4b23-9688-ce49ce077e6e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:08.613422 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c058a9a-48dd-4b23-9688-ce49ce077e6e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:08.618985 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3c058a9a-48dd-4b23-9688-ce49ce077e6e tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/10c7c0c7-3252-4e59-b3be-37ce7f167577 HTTP/1.1" status: 404 len: 337 time: 0.0513079 Nov 24 05:07:08.619966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36516) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.654888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-4d2bb22e-caa3-47e6-b0bf-447855ff064b None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:08.670049 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0566b37-b85e-4016-8c83-536948fda23f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:08.670812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0566b37-b85e-4016-8c83-536948fda23f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:08.678574 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d0566b37-b85e-4016-8c83-536948fda23f tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/d686d5f1-6fe3-419b-8c3f-7470894962a0 HTTP/1.1" status: 404 len: 337 time: 0.0575554 Nov 24 05:07:08.681311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d622f-8f7a-400e-bfa5-06dbaefa9309 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae503b8-8012-48b8-b242-eb75b77e39e3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:08.688822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36518) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.694415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.701038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:08.713868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::1 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/a610eaf6-350b-46ac-aa4c-30c4e84e438e/999b6010-0f5d-4da0-9f57-3c064a0884ee) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:08.752122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4d2bb22e-caa3-47e6-b0bf-447855ff064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:07:07Z', 'revision_number': 11, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:08.753203 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5396d81-7b0a-462b-8b23-03c3ca4a36b4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:08.754839 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5396d81-7b0a-462b-8b23-03c3ca4a36b4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:08.762530 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f5396d81-7b0a-462b-8b23-03c3ca4a36b4 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/9e59838a-2770-46dc-b8ee-03fd8a9fed3e HTTP/1.1" status: 404 len: 333 time: 0.0724392 Nov 24 05:07:08.768788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36520) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.792805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2bb22e-caa3-47e6-b0bf-447855ff064b None None] Checking router: daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:07:08.794798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-693cec86-bcd8-4fe6-bc02-8b4ec98b2685 None None] Port 46b5d374-30c0-4cbb-bd35-974256af4e61 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:08.827739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:08.828058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.829069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-575d622f-8f7a-400e-bfa5-06dbaefa9309 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.830760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] For port 609ce230-929a-4eca-828d-d5f24a9c53d2, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:08.839540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] For port 609ce230-929a-4eca-828d-d5f24a9c53d2, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=609ce230-929a-4eca-828d-d5f24a9c53d2,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:08.840382 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36522) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.841752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2bb22e-caa3-47e6-b0bf-447855ff064b None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:08.841884 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-575d622f-8f7a-400e-bfa5-06dbaefa9309 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/6ae503b8-8012-48b8-b242-eb75b77e39e3 HTTP/1.1" status: 204 len: 168 time: 1.0103104 Nov 24 05:07:08.845004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4d2bb22e-caa3-47e6-b0bf-447855ff064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:08.847176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2778550b-9c66-4168-beb9-25ba0f74192c None None] Network 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:08.867113 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ea66cb-5028-4aa9-b4ce-d2f3ab44362b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:08.868654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ea66cb-5028-4aa9-b4ce-d2f3ab44362b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:08.871953 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-67ea66cb-5028-4aa9-b4ce-d2f3ab44362b tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/2422ef77-d18d-47ad-997e-6391010ca1bd HTTP/1.1" status: 404 len: 337 time: 0.1019940 Nov 24 05:07:08.874797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36524) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.941528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Subnet': ['ID=69cc2afc-6e14-447a-bd3f-eb88e54584f5,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:08.948499 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-2caa12f1-c585-4983-951f-33a07baef165 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:08.948967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2caa12f1-c585-4983-951f-33a07baef165 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:08.956152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:08.957835 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2caa12f1-c585-4983-951f-33a07baef165 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/subnets/3c15f754-25c8-46a2-ab51-9bcb67a12115 HTTP/1.1" status: 404 len: 337 time: 0.0796239 Nov 24 05:07:08.960816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36526) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:08.971255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Checking segment: {'id': '8020360b-a786-49f4-9249-6b192372cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6ebcd537-a936-49fc-969b-c4da0eae36db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:08.971647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network hostable DHCP agents. Network: 6ebcd537-a936-49fc-969b-c4da0eae36db, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:07:09.039048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.040907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-4d2bb22e-caa3-47e6-b0bf-447855ff064b None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:09.043143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9940df-54f8-413d-8d79-024c82a6a6de None None] Network 0919f847-381b-41ac-995e-f25b478254d0 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:09.053812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network 6ebcd537-a936-49fc-969b-c4da0eae36db is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:07:09.072695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 6ebcd537-a936-49fc-969b-c4da0eae36db) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:09.079040 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:09.080021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.103281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4edaef01-d0a7-4a6e-a3c1-798063ea06ea tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port 46b5d374-30c0-4cbb-bd35-974256af4e61 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:09.103831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4edaef01-d0a7-4a6e-a3c1-798063ea06ea tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.159429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.168056 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.189341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4edaef01-d0a7-4a6e-a3c1-798063ea06ea tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.202678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4edaef01-d0a7-4a6e-a3c1-798063ea06ea tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for 46b5d374-30c0-4cbb-bd35-974256af4e61 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:09.235097 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36530) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:09.242048 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac3b7b-c989-4e94-9bac-a493f7554222 None None] Network 6ebcd537-a936-49fc-969b-c4da0eae36db requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:09.246574 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4d2bb22e-caa3-47e6-b0bf-447855ff064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:07:07Z', 'revision_number': 11, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:09.246746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=999b6010-0f5d-4da0-9f57-3c064a0884ee,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:09.263311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:09.266803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:09.275684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9330bb49-8d09-45cf-a147-917103b6cf40 None None] Network 392b32b4-dc27-4aff-817d-c4e36b638839 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:09.276038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:09.276631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.302904 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-839bd606-0925-4aeb-bcad-e2de91d5f803 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6301606 Nov 24 05:07:09.303902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36538) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:09.310270 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'subnet': {'network_id': '9a061b6f-7d7a-4911-89e8-e969cb133367', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:09.340967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4edaef01-d0a7-4a6e-a3c1-798063ea06ea tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.460431 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Deleting port 7ed19ce2-316b-42fa-8f11-1411c7228356 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:09.463004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.497466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4704b898-a228-41c8-bd16-7d4aa92e4f2c None None] Provisioning complete for port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:09.498649 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4704b898-a228-41c8-bd16-7d4aa92e4f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.504096 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2506f9dc-66d6-4f26-8b20-782d19b5d1be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1afa0486a394bfc906d3e014c57467d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2640982 Nov 24 05:07:09.506409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36540) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:09.510321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2bb22e-caa3-47e6-b0bf-447855ff064b None None] The sync data for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv is: [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:07:07Z', 'revision_number': 11, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:09.549161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.690908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaef01-d0a7-4a6e-a3c1-798063ea06ea tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=46b5d374-30c0-4cbb-bd35-974256af4e61,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:09.693626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] For port 7ed19ce2-316b-42fa-8f11-1411c7228356, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7ed19ce2-316b-42fa-8f11-1411c7228356,segment=NetworkSegment(657b7b90-9b09-4758-a32e-fd0539347cdf),segment_id=657b7b90-9b09-4758-a32e-fd0539347cdf)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:09.694532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.731262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4edaef01-d0a7-4a6e-a3c1-798063ea06ea tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.732443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Calling delete_port for 7ed19ce2-316b-42fa-8f11-1411c7228356 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:09.735651 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4edaef01-d0a7-4a6e-a3c1-798063ea06ea tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/ports/46b5d374-30c0-4cbb-bd35-974256af4e61 HTTP/1.1" status: 204 len: 168 time: 0.7709162 Nov 24 05:07:09.736238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36542) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:09.791641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d278a83-1f6b-4d15-ac5b-155ad1b9d89c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.791871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2c95d-775f-4e98-8187-d3b55b161909 req-55b3f47d-9d5b-4d65-b913-d312e3dd3e55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:09.793063 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-62d2c95d-775f-4e98-8187-d3b55b161909 req-55b3f47d-9d5b-4d65-b913-d312e3dd3e55 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 944 time: 0.4533882 Nov 24 05:07:09.816280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7153e-428b-42ad-ba46-6a2c5e4e7e46 None None] Pushing event updated for resources: {'Port': ['ID=609ce230-929a-4eca-828d-d5f24a9c53d2,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:09.849064 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Made reservation on behalf of 87422c3e53c44c5cab201edf98f14d9d for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:09.853773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:09.901390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.044184 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-62d2c95d-775f-4e98-8187-d3b55b161909 req-61d560cf-3739-4bd6-be79-22695e80f9d9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139547 Nov 24 05:07:10.152017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Deleting port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:10.152264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.222688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.268231 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] For port f9696ead-5a5d-4a4e-9606-85c5b4dd4259, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,segment=NetworkSegment(812fa348-acf1-4b8c-9c11-43eb36cf4fb0),segment_id=812fa348-acf1-4b8c-9c11-43eb36cf4fb0)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:10.268843 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.276921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.292611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d278a83-1f6b-4d15-ac5b-155ad1b9d89c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.308433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Calling delete_port for f9696ead-5a5d-4a4e-9606-85c5b4dd4259 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:10.397578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Subnet': ['ID=e11289a8-9e1f-4153-8441-e67b04a47119,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:10.442817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a5920d4e-a98f-43dc-b1a0-9d6f958df9b4,segment=NetworkSegment(c56a3c80-9913-4bdb-9d86-9e3aaf294d1f),segment_id=c56a3c80-9913-4bdb-9d86-9e3aaf294d1f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:10.445122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4704b898-a228-41c8-bd16-7d4aa92e4f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.452827 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-6ebcd537-a936-49fc-969b-c4da0eae36db', 'network_id': '6ebcd537-a936-49fc-969b-c4da0eae36db', 'tenant_id': '87422c3e53c44c5cab201edf98f14d9d', 'fixed_ips': [{'subnet_id': '69cc2afc-6e14-447a-bd3f-eb88e54584f5'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:10.453877 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.465033 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.466736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d890bf6-0efe-4df8-bf2d-b395e5c3cfc2 None None] DHCP port deletion for 26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:10.471933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d278a83-1f6b-4d15-ac5b-155ad1b9d89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.474791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d278a83-1f6b-4d15-ac5b-155ad1b9d89c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.475052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.476134 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2d278a83-1f6b-4d15-ac5b-155ad1b9d89c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/315b4146-f05d-4389-91fc-b52840533d26 HTTP/1.1" status: 204 len: 168 time: 0.9658661 Nov 24 05:07:10.520087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Port': ['ID=7ed19ce2-316b-42fa-8f11-1411c7228356,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:10.524630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.526497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c6fcbe-a613-48e2-8fd6-afa9210b63f7 None None] DHCP port deletion for 392b32b4-dc27-4aff-817d-c4e36b638839 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:10.531979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No DVR routers for this DVR port 7ed19ce2-316b-42fa-8f11-1411c7228356 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:10.535889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d278a83-1f6b-4d15-ac5b-155ad1b9d89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315b4146-f05d-4389-91fc-b52840533d26,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:10.618779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Checking segment: {'id': '4aa4b7b4-5890-4855-834c-3620dd30811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9a061b6f-7d7a-4911-89e8-e969cb133367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:10.619804 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network hostable DHCP agents. Network: 9a061b6f-7d7a-4911-89e8-e969cb133367, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:07:10.631435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] No DVR routers for this DVR port f9696ead-5a5d-4a4e-9606-85c5b4dd4259 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:10.634407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Port': ['ID=f9696ead-5a5d-4a4e-9606-85c5b4dd4259,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:10.671954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.698947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.713534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.714609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.724913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ec9495-33ca-40b0-9bc2-fd4e2c0cc916']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:10.739332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network 9a061b6f-7d7a-4911-89e8-e969cb133367 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:07:10.770999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657b7b90-9b09-4758-a32e-fd0539347cdf') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:10.771442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657b7b90-9b09-4758-a32e-fd0539347cdf') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:10.772983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=a5920d4e-a98f-43dc-b1a0-9d6f958df9b4,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:10.781486 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 9a061b6f-7d7a-4911-89e8-e969cb133367) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:10.809780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.820044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-4704b898-a228-41c8-bd16-7d4aa92e4f2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:07:10.820044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-4704b898-a228-41c8-bd16-7d4aa92e4f2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:07:10.845882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:10.846594 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.850860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.877755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 609ce230-929a-4eca-828d-d5f24a9c53d2 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:10.881201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a38f3-f88a-4033-a8e5-89a989f955c1 None None] Network 9a061b6f-7d7a-4911-89e8-e969cb133367 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:10.894927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.895407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392b32b4-dc27-4aff-817d-c4e36b638839']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:10.904956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:10.905384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:10.908498 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a2fb4a24-e2bf-4293-928b-b773277e46d8 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6030273 Nov 24 05:07:10.911053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36548) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:10.931242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812fa348-acf1-4b8c-9c11-43eb36cf4fb0') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:10.931922 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812fa348-acf1-4b8c-9c11-43eb36cf4fb0') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:11.004397 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:11.015148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=999b6010-0f5d-4da0-9f57-3c064a0884ee,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:11.021971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.046916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.052636 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/networks/26ec9495-33ca-40b0-9bc2-fd4e2c0cc916 HTTP/1.1" status: 204 len: 168 time: 2.2036810 Nov 24 05:07:11.052636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20181c2-572a-4fa7-8320-dc55924b2361 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Pushing event deleted for resources: {'Network': ['ID=26ec9495-33ca-40b0-9bc2-fd4e2c0cc916,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:11.055775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36552) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:11.065598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-93030b64-10c2-4540-9d8a-726a474bc9c1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'routes': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:11.079957 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.126051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.154409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:11.158739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:11.168107 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:11.224583 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Allocated IP 2001:db8::2 (6ebcd537-a936-49fc-969b-c4da0eae36db/69cc2afc-6e14-447a-bd3f-eb88e54584f5/e66e374f-7551-4e66-ae9f-870504f8e8f5) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:11.313371 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 609ce230-929a-4eca-828d-d5f24a9c53d2 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:11.314081 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.390945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-9a061b6f-7d7a-4911-89e8-e969cb133367', 'network_id': '9a061b6f-7d7a-4911-89e8-e969cb133367', 'tenant_id': '87422c3e53c44c5cab201edf98f14d9d', 'fixed_ips': [{'subnet_id': 'e11289a8-9e1f-4153-8441-e67b04a47119'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:11.394044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.412819 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.extraroute_db [None req-93030b64-10c2-4540-9d8a-726a474bc9c1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Added routes are [] {{(pid=103232) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 05:07:11.413319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.extraroute_db [None req-93030b64-10c2-4540-9d8a-726a474bc9c1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Removed routes are [] {{(pid=103232) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 05:07:11.413964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93030b64-10c2-4540-9d8a-726a474bc9c1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.418606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:11.421421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:11.437627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.481889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.487876 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] 10.222.0.37 "DELETE /v2.0/networks/392b32b4-dc27-4aff-817d-c4e36b638839 HTTP/1.1" status: 204 len: 168 time: 1.7510152 Nov 24 05:07:11.513838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ef56d-f404-4870-bc39-2db04f5305e1 tempest-PortsTestJSON-964895188 tempest-PortsTestJSON-964895188-project] Pushing event deleted for resources: {'Network': ['ID=392b32b4-dc27-4aff-817d-c4e36b638839,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:11.561821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bcee1-026d-4b16-bfce-fc5208df2529 req-55bb1ea1-0bbb-4ec2-bebb-3edef828fa01 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:11.569486 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a04bcee1-026d-4b16-bfce-fc5208df2529 req-55bb1ea1-0bbb-4ec2-bebb-3edef828fa01 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 944 time: 0.2889063 Nov 24 05:07:11.664001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.743529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93030b64-10c2-4540-9d8a-726a474bc9c1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.750964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36572) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:11.761472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93030b64-10c2-4540-9d8a-726a474bc9c1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.816888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.934124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:11.953143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.004636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-90966105-network', 'tenant_id': 'e542a628df0a4d41b25287247f5738e7'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:12.013270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36578) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:12.076292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93030b64-10c2-4540-9d8a-726a474bc9c1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:12.077343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Network 6ebcd537-a936-49fc-969b-c4da0eae36db is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:12.090920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Made reservation on behalf of e542a628df0a4d41b25287247f5738e7 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:12.093523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.108604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 609ce230-929a-4eca-828d-d5f24a9c53d2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=609ce230-929a-4eca-828d-d5f24a9c53d2,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:12.113031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Router d56ffc4d-fe12-4a13-92ac-7edab241434a is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:07:12.118646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:12.130887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:12.131716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.132913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4f467e1a-47ed-41af-bd58-0c2ea9d102d0 None None] Provisioning complete for port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:12.133810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4f467e1a-47ed-41af-bd58-0c2ea9d102d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.135306 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.224411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Pushing event updated for resources: {'Port': ['ID=e66e374f-7551-4e66-ae9f-870504f8e8f5,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:12.229195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Allocated IP 2001:db8::2 (9a061b6f-7d7a-4911-89e8-e969cb133367/e11289a8-9e1f-4153-8441-e67b04a47119/f482bc0c-7d8e-49de-aae8-dff61437457e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:12.264499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7ed19ce2-316b-42fa-8f11-1411c7228356 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:12.286950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Allocated IP 2001:db8::1 (6ebcd537-a936-49fc-969b-c4da0eae36db/69cc2afc-6e14-447a-bd3f-eb88e54584f5/2cf68645-15e3-4117-bad1-3fe5c891ab9a) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:12.295935 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-22eca31a-d03c-431f-814b-3eb5d4afcc6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbf4560984f14b598e576e8bba19b586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749376 Nov 24 05:07:12.301641 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36582) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:12.307822 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a04bcee1-026d-4b16-bfce-fc5208df2529 req-ac19ee89-71b6-4cd9-b810-1cbda48af68e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7375352 Nov 24 05:07:12.363786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 7ed19ce2-316b-42fa-8f11-1411c7228356 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:12.364128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7ed19ce2-316b-42fa-8f11-1411c7228356 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:12.364550 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f9696ead-5a5d-4a4e-9606-85c5b4dd4259 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:12.401518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Attempting to bind port e66e374f-7551-4e66-ae9f-870504f8e8f5 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:12.401892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Attempting to bind port e66e374f-7551-4e66-ae9f-870504f8e8f5 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '8020360b-a786-49f4-9249-6b192372cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6ebcd537-a936-49fc-969b-c4da0eae36db'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:12.402258 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Attempting to bind port e66e374f-7551-4e66-ae9f-870504f8e8f5 on network 6ebcd537-a936-49fc-969b-c4da0eae36db {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:12.403905 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93030b64-10c2-4540-9d8a-726a474bc9c1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:12.417458 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8499a6-de0a-4f3e-81b0-e3c438607b2d None None] Sync routers for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:12.427280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: f9696ead-5a5d-4a4e-9606-85c5b4dd4259 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:12.427660 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f9696ead-5a5d-4a4e-9606-85c5b4dd4259 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:12.428099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2273eb80-b138-462e-9981-9890d0c10f30 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:12.432380 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8499a6-de0a-4f3e-81b0-e3c438607b2d None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:12.434191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93030b64-10c2-4540-9d8a-726a474bc9c1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.434796 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-3a8499a6-de0a-4f3e-81b0-e3c438607b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:12.437949 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-93030b64-10c2-4540-9d8a-726a474bc9c1 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f HTTP/1.1" status: 200 len: 705 time: 1.3789020 Nov 24 05:07:12.442996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36584) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:12.454608 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0e5f865-0767-401c-b283-205ceb4f373f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.476577 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:12.477492 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Checking segment: {'id': '8020360b-a786-49f4-9249-6b192372cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6ebcd537-a936-49fc-969b-c4da0eae36db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:12.477902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.478301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Bound using segment: {'id': '8020360b-a786-49f4-9249-6b192372cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6ebcd537-a936-49fc-969b-c4da0eae36db'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:12.478796 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Bound port: e66e374f-7551-4e66-ae9f-870504f8e8f5, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8020360b-a786-49f4-9249-6b192372cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6ebcd537-a936-49fc-969b-c4da0eae36db'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:12.479179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.501053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0e5f865-0767-401c-b283-205ceb4f373f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.513489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.521689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 2273eb80-b138-462e-9981-9890d0c10f30 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:12.522049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2273eb80-b138-462e-9981-9890d0c10f30 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:12.537201 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dbab9bc5-5bfc-42d4-b830-f713ae57de03 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f HTTP/1.1" status: 200 len: 205 time: 0.0769548 Nov 24 05:07:12.546550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36586) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:12.558255 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4f467e1a-47ed-41af-bd58-0c2ea9d102d0 None None] Could not find standard attr ID for object f9696ead-5a5d-4a4e-9606-85c5b4dd4259. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:07:12.563641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=609ce230-929a-4eca-828d-d5f24a9c53d2,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:12.580905 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:12.592698 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-54bb10bf-eebc-4ba8-9383-ca342f5f52bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "PUT /v2.0/routers/d56ffc4d-fe12-4a13-92ac-7edab241434a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5774558 Nov 24 05:07:12.596049 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-3a8499a6-de0a-4f3e-81b0-e3c438607b2d None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:12.598734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36588) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:12.611193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742428d4-57ea-4409-baad-86404b73eaec None None] Sync routers for ids ['d56ffc4d-fe12-4a13-92ac-7edab241434a'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:12.641785 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9234e746-d805-4aae-aa9d-5f2f4cae9fc0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.642070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4f467e1a-47ed-41af-bd58-0c2ea9d102d0 None None] Provisioning complete for port 609ce230-929a-4eca-828d-d5f24a9c53d2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:12.642444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4f467e1a-47ed-41af-bd58-0c2ea9d102d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.688405 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-3a8499a6-de0a-4f3e-81b0-e3c438607b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:07:07Z', 'revision_number': 11, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:12.696554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742428d4-57ea-4409-baad-86404b73eaec None None] Routers {'d56ffc4d-fe12-4a13-92ac-7edab241434a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:12.697228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-742428d4-57ea-4409-baad-86404b73eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d56ffc4d-fe12-4a13-92ac-7edab241434a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:12.710822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] For port e66e374f-7551-4e66-ae9f-870504f8e8f5, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:12.723565 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8499a6-de0a-4f3e-81b0-e3c438607b2d None None] Checking router: daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:07:12.731117 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.736534 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8499a6-de0a-4f3e-81b0-e3c438607b2d None None] Routers {'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:12.737497 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-3a8499a6-de0a-4f3e-81b0-e3c438607b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:12.750564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f88bb3-ac78-4288-bbf0-68226e09ae57 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:12.752102 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c3f88bb3-ac78-4288-bbf0-68226e09ae57 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports/999b6010-0f5d-4da0-9f57-3c064a0884ee HTTP/1.1" status: 200 len: 911 time: 0.1501601 Nov 24 05:07:12.753525 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.756505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36590) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:12.808234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:12.820156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:07:12.827900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b80399-cc37-460d-b347-6bb6065f8ba5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:12.841966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.842324 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Added segment b2a1b5f6-30ba-4047-a97f-5c3af358c060 of type vlan for network 7d27de13-1633-44c0-9508-f38b9a97b5ce Nov 24 05:07:12.855436 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-3a8499a6-de0a-4f3e-81b0-e3c438607b2d None None] Set router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:12.861839 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8556991-3dc8-4a98-9574-57d5a8e21d27 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:12.868268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8556991-3dc8-4a98-9574-57d5a8e21d27 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:12.869941 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b8556991-3dc8-4a98-9574-57d5a8e21d27 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1106524 Nov 24 05:07:12.872684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36592) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:12.925768 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:12.927347 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-3a8499a6-de0a-4f3e-81b0-e3c438607b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:07:07Z', 'revision_number': 11, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:12.958244 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8499a6-de0a-4f3e-81b0-e3c438607b2d None None] The sync data for ids ['daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f'] in dv-neutron-818850-5-hyperv is: [{'id': 'daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f', 'name': 'tempest-RoutersIpV6Test-router-1877276169', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:49Z', 'updated_at': '2021-11-24T05:07:07Z', 'revision_number': 11, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:12.992676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.005605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9234e746-d805-4aae-aa9d-5f2f4cae9fc0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.009023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9234e746-d805-4aae-aa9d-5f2f4cae9fc0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.011033 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0e5f865-0767-401c-b283-205ceb4f373f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.013760 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0e5f865-0767-401c-b283-205ceb4f373f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.015033 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f0e5f865-0767-401c-b283-205ceb4f373f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4ccfe0d-47c0-4f06-ab35-b1c3982f6010 HTTP/1.1" status: 204 len: 168 time: 0.7062848 Nov 24 05:07:13.076667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5f865-0767-401c-b283-205ceb4f373f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ccfe0d-47c0-4f06-ab35-b1c3982f6010,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:13.085777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.087372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:13.088040 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.122314 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network 6ebcd537-a936-49fc-969b-c4da0eae36db is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:13.138577 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3858645 Nov 24 05:07:13.141985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36598) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:13.163063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] Request body: {'subnet': {'network_id': '7d27de13-1633-44c0-9508-f38b9a97b5ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-90966105-subnet', 'tenant_id': 'e542a628df0a4d41b25287247f5738e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:13.231481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:13.234262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:13.235506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.246929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9234e746-d805-4aae-aa9d-5f2f4cae9fc0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.248037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9234e746-d805-4aae-aa9d-5f2f4cae9fc0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Fanout notify agent at l3_agent the message router_deleted on router daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:07:13.256906 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9234e746-d805-4aae-aa9d-5f2f4cae9fc0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.259971 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9234e746-d805-4aae-aa9d-5f2f4cae9fc0 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f HTTP/1.1" status: 204 len: 168 time: 0.7072971 Nov 24 05:07:13.264731 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36600) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:13.277052 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709682e5-12c0-40cb-ace8-4c7a455e3238 admin admin] Pushing event updated for resources: {'Network': ['ID=7d27de13-1633-44c0-9508-f38b9a97b5ce,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:13.284596 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] Made reservation on behalf of e542a628df0a4d41b25287247f5738e7 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:13.287004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.390422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.406706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] For port e66e374f-7551-4e66-ae9f-870504f8e8f5, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e66e374f-7551-4e66-ae9f-870504f8e8f5,segment=NetworkSegment(8020360b-a786-49f4-9249-6b192372cca0),segment_id=8020360b-a786-49f4-9249-6b192372cca0)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:13.482128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d8c26965-48b7-42c7-9dbf-0b5f1b4c267f up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:13.487328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 7d27de13-1633-44c0-9508-f38b9a97b5ce details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:07:13.496025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.504218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.667891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.668925 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2a876b24-3192-445c-887e-f51410422b9c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1865745200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:13.676335 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Pushing event updated for resources: {'Port': ['ID=f482bc0c-7d8e-49de-aae8-dff61437457e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:13.705159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Port': ['ID=2cf68645-15e3-4117-bad1-3fe5c891ab9a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:13.720828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42c9a7e-7993-4a9a-b41b-2bad7e167636,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:13.778873 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] Checking segment: {'id': 'b2a1b5f6-30ba-4047-a97f-5c3af358c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d27de13-1633-44c0-9508-f38b9a97b5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:13.779619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] Network hostable DHCP agents. Network: 7d27de13-1633-44c0-9508-f38b9a97b5ce, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:07:13.783476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a876b24-3192-445c-887e-f51410422b9c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.785071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a876b24-3192-445c-887e-f51410422b9c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.808190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:13.808708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.810598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54666cc7-870c-4000-84ec-325992808df1 req-03d6a9f9-b83b-47d9-8c93-cae81c441615 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:13.812169 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-54666cc7-870c-4000-84ec-325992808df1 req-03d6a9f9-b83b-47d9-8c93-cae81c441615 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 944 time: 0.1283534 Nov 24 05:07:13.841697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] Network 7d27de13-1633-44c0-9508-f38b9a97b5ce is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:07:13.855086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e72b85c-2209-408e-bef4-8c62341e143e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.856872 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377578bb-7b74-4ce1-8721-f60e6216b7c5 None None] Pushing event updated for resources: {'Port': ['ID=e66e374f-7551-4e66-ae9f-870504f8e8f5,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:13.858260 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 7d27de13-1633-44c0-9508-f38b9a97b5ce) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:13.876231 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-742428d4-57ea-4409-baad-86404b73eaec None None] Set router d56ffc4d-fe12-4a13-92ac-7edab241434a gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:13.891360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74fb060-b500-4991-a60e-b8a68a7cbed5 None None] Network 7d27de13-1633-44c0-9508-f38b9a97b5ce requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:13.946068 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:13.946880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.948646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4f467e1a-47ed-41af-bd58-0c2ea9d102d0 None None] Provisioning complete for port 999b6010-0f5d-4da0-9f57-3c064a0884ee triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:13.949020 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4f467e1a-47ed-41af-bd58-0c2ea9d102d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:13.986886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Network 9a061b6f-7d7a-4911-89e8-e969cb133367 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:13.992744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a876b24-3192-445c-887e-f51410422b9c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.000584 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-54666cc7-870c-4000-84ec-325992808df1 req-bfdd39e7-a4e4-41f9-aa66-88b6d6f017a9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750715 Nov 24 05:07:14.001236 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.054139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a876b24-3192-445c-887e-f51410422b9c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.081894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a876b24-3192-445c-887e-f51410422b9c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.085756 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2a876b24-3192-445c-887e-f51410422b9c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8151898 Nov 24 05:07:14.088181 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-20a97df1-f47a-40fd-ad9a-3ad668de7559 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9424140 Nov 24 05:07:14.106436 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36608) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:14.121832 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-4c7cfe46-23c3-4ac5-9fef-832c081f3f8e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:14.139001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:14.149524 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:14.311713 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-4f467e1a-47ed-41af-bd58-0c2ea9d102d0 None None] Port 999b6010-0f5d-4da0-9f57-3c064a0884ee cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:14.390793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4f467e1a-47ed-41af-bd58-0c2ea9d102d0 None None] Could not find standard attr ID for object 46b5d374-30c0-4cbb-bd35-974256af4e61. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:07:14.450678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:07:14.458777 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Attempting to bind port f482bc0c-7d8e-49de-aae8-dff61437457e on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:14.459320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Attempting to bind port f482bc0c-7d8e-49de-aae8-dff61437457e by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '4aa4b7b4-5890-4855-834c-3620dd30811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9a061b6f-7d7a-4911-89e8-e969cb133367'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:14.460114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Attempting to bind port f482bc0c-7d8e-49de-aae8-dff61437457e on network 9a061b6f-7d7a-4911-89e8-e969cb133367 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:14.475922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:14.476445 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.508979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:14.509659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Checking segment: {'id': '4aa4b7b4-5890-4855-834c-3620dd30811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9a061b6f-7d7a-4911-89e8-e969cb133367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:14.510168 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.510714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Bound using segment: {'id': '4aa4b7b4-5890-4855-834c-3620dd30811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9a061b6f-7d7a-4911-89e8-e969cb133367'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:14.511312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Bound port: f482bc0c-7d8e-49de-aae8-dff61437457e, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa4b7b4-5890-4855-834c-3620dd30811f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9a061b6f-7d7a-4911-89e8-e969cb133367'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:14.512490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.555786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 609ce230-929a-4eca-828d-d5f24a9c53d2 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:14.597217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c7cfe46-23c3-4ac5-9fef-832c081f3f8e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.622871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c7cfe46-23c3-4ac5-9fef-832c081f3f8e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.664245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6874a06a-5ba8-491b-9c2e-01382b5448d6 None None] Network 7d27de13-1633-44c0-9508-f38b9a97b5ce requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:14.688488 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4aab4db4-9cde-4201-ba9e-affef0116210 None None] Provisioning complete for port 999b6010-0f5d-4da0-9f57-3c064a0884ee triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:14.689179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4aab4db4-9cde-4201-ba9e-affef0116210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.701488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9e72b85c-2209-408e-bef4-8c62341e143e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 999b6010-0f5d-4da0-9f57-3c064a0884ee {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:14.701831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e72b85c-2209-408e-bef4-8c62341e143e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.747641 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.764177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.764953 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.815789 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7cfe46-23c3-4ac5-9fef-832c081f3f8e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Router 3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:07:14.821145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e72b85c-2209-408e-bef4-8c62341e143e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.838261 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9e72b85c-2209-408e-bef4-8c62341e143e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 999b6010-0f5d-4da0-9f57-3c064a0884ee owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:14.949413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7cfe46-23c3-4ac5-9fef-832c081f3f8e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:14.964021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c7cfe46-23c3-4ac5-9fef-832c081f3f8e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:14.965195 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4c7cfe46-23c3-4ac5-9fef-832c081f3f8e tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "PUT /v2.0/routers/3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c HTTP/1.1" status: 200 len: 698 time: 0.8578341 Nov 24 05:07:14.966202 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef5b59e-4dfe-416a-9fc7-07c28a363e90 None None] Sync routers for ids ['3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:14.968070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Port': ['ID=2cf68645-15e3-4117-bad1-3fe5c891ab9a,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:14.975194 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36622) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:14.990872 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef5b59e-4dfe-416a-9fc7-07c28a363e90 None None] Routers {'3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:14.991546 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7ef5b59e-4dfe-416a-9fc7-07c28a363e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:15.002340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-4aab4db4-9cde-4201-ba9e-affef0116210 None None] Port 999b6010-0f5d-4da0-9f57-3c064a0884ee cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:15.021303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] For port f482bc0c-7d8e-49de-aae8-dff61437457e, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:15.023319 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36624) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:15.028978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1798434425-network', 'tenant_id': '0a5498228bd64338bd8daad17c9ab09d'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:15.051798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] For port f482bc0c-7d8e-49de-aae8-dff61437457e, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f482bc0c-7d8e-49de-aae8-dff61437457e,segment=NetworkSegment(4aa4b7b4-5890-4855-834c-3620dd30811f),segment_id=4aa4b7b4-5890-4855-834c-3620dd30811f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:15.057315 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.098432 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Made reservation on behalf of 0a5498228bd64338bd8daad17c9ab09d for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:15.106695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.107797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 609ce230-929a-4eca-828d-d5f24a9c53d2 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:15.109904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.112430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.156146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.172182 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-080180a7-31a6-498e-a4fa-209f70d3a4fb tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/routers/3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c HTTP/1.1" status: 200 len: 704 time: 0.1955085 Nov 24 05:07:15.175582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36628) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:15.201194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-742428d4-57ea-4409-baad-86404b73eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56ffc4d-fe12-4a13-92ac-7edab241434a', 'name': 'tempest-NetworksTestDHCPv6-router-2102517573', 'tenant_id': 'e280927db985492681147c1e127c8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:06Z', 'updated_at': '2021-11-24T05:07:09Z', 'revision_number': 2, 'project_id': 'e280927db985492681147c1e127c8981', 'gw_port_host': None, '_interfaces': [{'id': '999b6010-0f5d-4da0-9f57-3c064a0884ee', 'name': '', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'mac_address': 'fa:16:3e:d7:e3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56ffc4d-fe12-4a13-92ac-7edab241434a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a610eaf6-350b-46ac-aa4c-30c4e84e438e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:07:08Z', 'updated_at': '2021-11-24T05:07:10Z', 'revision_number': 2, 'project_id': 'e280927db985492681147c1e127c8981', 'subnets': [{'id': 'a610eaf6-350b-46ac-aa4c-30c4e84e438e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:15.218708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:07:15.220724 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4be9df5e-4526-4110-a3da-4316e498d2c2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c HTTP/1.1" status: 200 len: 205 time: 0.0438855 Nov 24 05:07:15.221452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd5e805-64b2-4817-b1a9-5160e693096e" -d '{"events": [{"server_uuid": "bf4c2dd2-3616-46c1-85ce-4c36019dffa2", "name": "network-vif-plugged", "status": "completed", "tag": "d8c26965-48b7-42c7-9dbf-0b5f1b4c267f"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:07:15.234013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36630) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:15.268520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network 6ebcd537-a936-49fc-969b-c4da0eae36db is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:15.301080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742428d4-57ea-4409-baad-86404b73eaec None None] Checking router: d56ffc4d-fe12-4a13-92ac-7edab241434a for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:07:15.309162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.311458 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742428d4-57ea-4409-baad-86404b73eaec None None] Updating router d56ffc4d-fe12-4a13-92ac-7edab241434a port 999b6010-0f5d-4da0-9f57-3c064a0884ee binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:07:15.316207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:15.327279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.371391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4ae43-6a7e-48af-8a00-565db5767893 req-0ab32e23-e9a1-43f7-8b17-8e621dee00be tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:15.384361 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-7ef5b59e-4dfe-416a-9fc7-07c28a363e90 None None] Set router 3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:15.387026 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e5f4ae43-6a7e-48af-8a00-565db5767893 req-0ab32e23-e9a1-43f7-8b17-8e621dee00be tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 944 time: 0.2497902 Nov 24 05:07:15.388964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f,segment=NetworkSegment(66856b57-2c00-4371-bf85-dd5a2cb460c7),segment_id=66856b57-2c00-4371-bf85-dd5a2cb460c7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:15.400257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-742428d4-57ea-4409-baad-86404b73eaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.422965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.441222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-624030e8-b2f3-4557-9045-10cd0565019b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.473889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cf6e8-b4dc-442c-b81a-822249f6c53f None None] Pushing event updated for resources: {'Port': ['ID=f482bc0c-7d8e-49de-aae8-dff61437457e,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:15.524553 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7ef5b59e-4dfe-416a-9fc7-07c28a363e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c', 'name': 'tempest-RoutersIpV6Test-router-1865745200', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:13Z', 'updated_at': '2021-11-24T05:07:14Z', 'revision_number': 2, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:15.547257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e72b85c-2209-408e-bef4-8c62341e143e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.573125 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef5b59e-4dfe-416a-9fc7-07c28a363e90 None None] Checking router: 3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:07:15.601261 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef5b59e-4dfe-416a-9fc7-07c28a363e90 None None] Routers {'3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:15.602615 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7ef5b59e-4dfe-416a-9fc7-07c28a363e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:15.640039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:07:15.641761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d11d4a-b5d0-4e31-8ec7-edbe135bac46 None None] Network 6ebcd537-a936-49fc-969b-c4da0eae36db requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:15.699354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76f982e-9cda-4f6c-a37d-ef95551dc4e8,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:15.707150 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-7ef5b59e-4dfe-416a-9fc7-07c28a363e90 None None] Set router 3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:15.714514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.714857 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Added segment c5d37ec2-5e3b-407b-9ef5-f01b128925eb of type vlan for network abae6569-ee29-4417-b077-90a0b96357af Nov 24 05:07:15.795830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:15.819365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d694214-bc30-46c8-a91e-f329b3d38144 x-openstack-request-id: req-8d694214-bc30-46c8-a91e-f329b3d38144 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:07:15.819813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4c2dd2-3616-46c1-85ce-4c36019dffa2", "name": "network-vif-plugged", "status": "completed", "tag": "d8c26965-48b7-42c7-9dbf-0b5f1b4c267f", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:07:15.820170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d694214-bc30-46c8-a91e-f329b3d38144 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:07:15.824473 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f', 'code': 200} Nov 24 05:07:15.847005 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7ef5b59e-4dfe-416a-9fc7-07c28a363e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c', 'name': 'tempest-RoutersIpV6Test-router-1865745200', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:13Z', 'updated_at': '2021-11-24T05:07:14Z', 'revision_number': 2, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:15.851080 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e5f4ae43-6a7e-48af-8a00-565db5767893 req-d1c78c4d-5365-464e-ad27-cde98fe6a5ec tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4583764 Nov 24 05:07:15.868498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.889434 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef5b59e-4dfe-416a-9fc7-07c28a363e90 None None] The sync data for ids ['3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c'] in dv-neutron-818850-5-hyperv is: [{'id': '3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c', 'name': 'tempest-RoutersIpV6Test-router-1865745200', 'tenant_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:13Z', 'updated_at': '2021-11-24T05:07:14Z', 'revision_number': 2, 'project_id': 'e24769080ef94e4db43c8ad2a10e5ca3', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:15.892671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Router 136c35d1-172b-4ba4-9c6e-1913463c0b79 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:07:15.929213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-624030e8-b2f3-4557-9045-10cd0565019b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:15.933888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-624030e8-b2f3-4557-9045-10cd0565019b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.041817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.042782 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:16.043377 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.082613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72b85c-2209-408e-bef4-8c62341e143e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=999b6010-0f5d-4da0-9f57-3c064a0884ee,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:16.087730 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0631502 Nov 24 05:07:16.092101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36638) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.092954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-624030e8-b2f3-4557-9045-10cd0565019b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.094700 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624030e8-b2f3-4557-9045-10cd0565019b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Fanout notify agent at l3_agent the message router_deleted on router 3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:07:16.116411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-624030e8-b2f3-4557-9045-10cd0565019b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.122368 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-624030e8-b2f3-4557-9045-10cd0565019b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c HTTP/1.1" status: 204 len: 168 time: 0.8849454 Nov 24 05:07:16.131098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] Request body: {'subnet': {'network_id': 'abae6569-ee29-4417-b077-90a0b96357af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1798434425-subnet', 'tenant_id': '0a5498228bd64338bd8daad17c9ab09d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:16.132646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36640) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.133985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f482bc0c-7d8e-49de-aae8-dff61437457e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:16.264338 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0cda85f0-3020-4d72-ae07-3395937cf6c1 None None] Provisioning complete for port e66e374f-7551-4e66-ae9f-870504f8e8f5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:16.265107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cda85f0-3020-4d72-ae07-3395937cf6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.267228 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] Made reservation on behalf of 0a5498228bd64338bd8daad17c9ab09d for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:16.269862 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.295625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e72b85c-2209-408e-bef4-8c62341e143e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.310208 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-492e2e72-6295-4e70-adf3-e66ccc8858a7 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c HTTP/1.1" status: 200 len: 205 time: 0.1521034 Nov 24 05:07:16.321241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36642) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.343287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b00c-4c86-4941-9b9b-c919e00d1439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.392731 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3576-4c2a-4ac4-9b35-3c41a571744a admin admin] Pushing event updated for resources: {'Network': ['ID=abae6569-ee29-4417-b077-90a0b96357af,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:16.395192 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-d3217239-abce-4c3f-a249-8bf97691b9fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] delete failed (client error): The resource could not be found. Nov 24 05:07:16.399762 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d3217239-abce-4c3f-a249-8bf97691b9fa tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/3ec4e336-27fb-4cfc-abd7-f6d5f1e34c6c HTTP/1.1" status: 404 len: 336 time: 0.0749712 Nov 24 05:07:16.401245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36644) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.419285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:16.423333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network abae6569-ee29-4417-b077-90a0b96357af details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:07:16.439763 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905e534-c0d0-4330-aa66-5ee6c4c8f57e req-531f4285-fd89-4964-8a14-618bf3571e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:16.441899 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e905e534-c0d0-4330-aa66-5ee6c4c8f57e req-531f4285-fd89-4964-8a14-618bf3571e31 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 1098 time: 0.3748600 Nov 24 05:07:16.446392 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-611161f7-c535-4664-9c2e-c11517b7302b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "PUT /v2.0/routers/136c35d1-172b-4ba4-9c6e-1913463c0b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5276773 Nov 24 05:07:16.471555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36646) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.494650 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a39cb30-7398-489b-a9d9-2debbe0c4d9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:16.495424 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a39cb30-7398-489b-a9d9-2debbe0c4d9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:16.496059 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1ef8e7-0aa6-4b2c-a0b4-efba41d2a7f3 None None] Sync routers for ids ['136c35d1-172b-4ba4-9c6e-1913463c0b79'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:16.501169 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7a39cb30-7398-489b-a9d9-2debbe0c4d9b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/50ba3dc8-6ef6-4b1c-8a71-7c8d66001ccc HTTP/1.1" status: 404 len: 337 time: 0.0965247 Nov 24 05:07:16.510039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36648) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.576341 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8bcb6b-e398-43a1-9940-b7457340a6ef tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:16.576890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8bcb6b-e398-43a1-9940-b7457340a6ef tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:16.582270 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9f8bcb6b-e398-43a1-9940-b7457340a6ef tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/870e5552-4cf4-4d49-b9ea-05ddadf9911f HTTP/1.1" status: 404 len: 337 time: 0.0690813 Nov 24 05:07:16.585929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36650) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.620733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cda85f0-3020-4d72-ae07-3395937cf6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.645001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ef8e7-0aa6-4b2c-a0b4-efba41d2a7f3 None None] Routers {'136c35d1-172b-4ba4-9c6e-1913463c0b79'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:16.645596 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-eb1ef8e7-0aa6-4b2c-a0b4-efba41d2a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['136c35d1-172b-4ba4-9c6e-1913463c0b79'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:16.646947 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e905e534-c0d0-4330-aa66-5ee6c4c8f57e req-3a210599-eee2-41c8-8d79-dde05f32ad76 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600137 Nov 24 05:07:16.648099 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d99e5fb-c540-44e8-836a-76042bc7a5cc tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:16.648996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d99e5fb-c540-44e8-836a-76042bc7a5cc tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:16.652448 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0d99e5fb-c540-44e8-836a-76042bc7a5cc tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/6e5a81fc-d36f-4a8b-94f0-736641768594 HTTP/1.1" status: 404 len: 337 time: 0.0653963 Nov 24 05:07:16.654916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36652) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.686347 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2e3e2c-bee3-48f0-a259-9c29a87299ae tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:16.686981 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2e3e2c-bee3-48f0-a259-9c29a87299ae tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:16.688513 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-eb1ef8e7-0aa6-4b2c-a0b4-efba41d2a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:16.690850 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ea2e3e2c-bee3-48f0-a259-9c29a87299ae tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/6ae503b8-8012-48b8-b242-eb75b77e39e3 HTTP/1.1" status: 404 len: 337 time: 0.0347829 Nov 24 05:07:16.693359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36654) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.713784 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ef8e7-0aa6-4b2c-a0b4-efba41d2a7f3 None None] Routers {'136c35d1-172b-4ba4-9c6e-1913463c0b79'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:16.714442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-eb1ef8e7-0aa6-4b2c-a0b4-efba41d2a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['136c35d1-172b-4ba4-9c6e-1913463c0b79'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:16.729620 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e82fb5f5-8c41-4fac-8325-f4c317387ac2 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f HTTP/1.1" status: 200 len: 205 time: 0.0348446 Nov 24 05:07:16.731905 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36656) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.783897 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-d4542276-37d2-44de-b252-5a1525399589 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] delete failed (client error): The resource could not be found. Nov 24 05:07:16.787765 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d4542276-37d2-44de-b252-5a1525399589 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/daaa57b7-e8be-4c21-ac25-d3b6aa30dd8f HTTP/1.1" status: 404 len: 336 time: 0.0521343 Nov 24 05:07:16.788730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36658) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.796044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f482bc0c-7d8e-49de-aae8-dff61437457e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:16.796044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.830213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b4f8f-8fa0-4704-9616-652a84db7cbd None None] Network 9a061b6f-7d7a-4911-89e8-e969cb133367 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:16.833622 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dd27ed5e-737b-497d-b15c-da2551989ac8 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=a974122e-ef2e-40cc-8c94-c4618968ca1d HTTP/1.1" status: 200 len: 205 time: 0.0440314 Nov 24 05:07:16.837013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36660) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:16.859504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-eb1ef8e7-0aa6-4b2c-a0b4-efba41d2a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:16.860207 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1ef8e7-0aa6-4b2c-a0b4-efba41d2a7f3 None None] The sync data for ids ['136c35d1-172b-4ba4-9c6e-1913463c0b79'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:16.862819 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:16.906666 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0cda85f0-3020-4d72-ae07-3395937cf6c1 None None] For port e66e374f-7551-4e66-ae9f-870504f8e8f5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e66e374f-7551-4e66-ae9f-870504f8e8f5,segment=NetworkSegment(8020360b-a786-49f4-9249-6b192372cca0),segment_id=8020360b-a786-49f4-9249-6b192372cca0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:16.952757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3de684-33c4-4f0c-990c-47508eae1cfa,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:16.965593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e72b85c-2209-408e-bef4-8c62341e143e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Router d56ffc4d-fe12-4a13-92ac-7edab241434a has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:16.968116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cda85f0-3020-4d72-ae07-3395937cf6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:17.024331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] Checking segment: {'id': 'c5d37ec2-5e3b-407b-9ef5-f01b128925eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'abae6569-ee29-4417-b077-90a0b96357af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:17.024849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] Network hostable DHCP agents. Network: abae6569-ee29-4417-b077-90a0b96357af, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:07:17.042677 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda85f0-3020-4d72-ae07-3395937cf6c1 None None] Pushing event updated for resources: {'Port': ['ID=e66e374f-7551-4e66-ae9f-870504f8e8f5,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:17.171304 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-250adf87-7f94-463d-9d27-67807e0f5836 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] delete failed (client error): The resource could not be found. Nov 24 05:07:17.172916 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-250adf87-7f94-463d-9d27-67807e0f5836 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/a974122e-ef2e-40cc-8c94-c4618968ca1d HTTP/1.1" status: 404 len: 336 time: 0.3350050 Nov 24 05:07:17.178955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36664) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.193189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] Network abae6569-ee29-4417-b077-90a0b96357af is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:07:17.199298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6bb4c3e5-dbcf-4bf9-b334-cc933c21a1e2 None None] Provisioning complete for port f482bc0c-7d8e-49de-aae8-dff61437457e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:17.199705 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6bb4c3e5-dbcf-4bf9-b334-cc933c21a1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:17.222822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e72b85c-2209-408e-bef4-8c62341e143e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:17.234205 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9e72b85c-2209-408e-bef4-8c62341e143e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "PUT /v2.0/routers/d56ffc4d-fe12-4a13-92ac-7edab241434a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3603427 Nov 24 05:07:17.236854 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee6e35f-f267-4fa9-a924-4e54efd83e19 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:17.237432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee6e35f-f267-4fa9-a924-4e54efd83e19 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:17.244708 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fee6e35f-f267-4fa9-a924-4e54efd83e19 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/2397b373-31c6-40b8-bfba-c8f34ae7462a HTTP/1.1" status: 404 len: 337 time: 0.0638876 Nov 24 05:07:17.245636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee09f05-6597-4bd2-b67f-54095e85a6d4 req-ebbbd194-53d2-4601-8990-c605d44b7c11 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:17.247391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36666) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.247889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36668) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.255673 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4ee09f05-6597-4bd2-b67f-54095e85a6d4 req-ebbbd194-53d2-4601-8990-c605d44b7c11 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 945 time: 0.0867162 Nov 24 05:07:17.259425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-742428d4-57ea-4409-baad-86404b73eaec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:07:17.259822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-742428d4-57ea-4409-baad-86404b73eaec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:07:17.269695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, abae6569-ee29-4417-b077-90a0b96357af) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:17.294633 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:17.298912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d078456-8b1d-40fd-8527-13caa44cd6f6 None None] Network abae6569-ee29-4417-b077-90a0b96357af requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:17.322264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:17.323016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:17.326961 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5cf14477-b217-4421-8e2c-9ebd7af6e62a tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5a429ec-2d18-4789-af5c-140fdd82d6f4 HTTP/1.1" status: 200 len: 205 time: 0.0762994 Nov 24 05:07:17.331207 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4ee09f05-6597-4bd2-b67f-54095e85a6d4 req-965f8192-fd7f-41f4-acf1-523822123d3e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739832 Nov 24 05:07:17.333878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36670) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.378725 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eb3c1585-33cf-4459-996f-c746bc3ac49d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2527235 Nov 24 05:07:17.419731 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-f6a054b6-2f88-4a5e-959e-47a48543937b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] delete failed (client error): The resource could not be found. Nov 24 05:07:17.420759 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f6a054b6-2f88-4a5e-959e-47a48543937b tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/e5a429ec-2d18-4789-af5c-140fdd82d6f4 HTTP/1.1" status: 404 len: 336 time: 0.0854487 Nov 24 05:07:17.423688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36674) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.430132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebebd462-2188-46fd-be0e-3c0cebd3b54d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:17.433054 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebebd462-2188-46fd-be0e-3c0cebd3b54d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:17.440763 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ebebd462-2188-46fd-be0e-3c0cebd3b54d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1912804 Nov 24 05:07:17.444736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36676) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.469132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port f482bc0c-7d8e-49de-aae8-dff61437457e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f482bc0c-7d8e-49de-aae8-dff61437457e,segment=NetworkSegment(4aa4b7b4-5890-4855-834c-3620dd30811f),segment_id=4aa4b7b4-5890-4855-834c-3620dd30811f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:17.481611 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-22624161-96fd-41c2-b345-f9628aa9e85c tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a295ff-f68b-412d-bac4-0d52234e2351 HTTP/1.1" status: 200 len: 205 time: 0.0542533 Nov 24 05:07:17.481853 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:17.481979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36678) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.482417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e66e374f-7551-4e66-ae9f-870504f8e8f5 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:17.550799 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-7319071e-a710-4a1d-8985-4b5e22aaf9ec tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] delete failed (client error): The resource could not be found. Nov 24 05:07:17.552516 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7319071e-a710-4a1d-8985-4b5e22aaf9ec tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/92a295ff-f68b-412d-bac4-0d52234e2351 HTTP/1.1" status: 404 len: 336 time: 0.0697844 Nov 24 05:07:17.555677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36680) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.582836 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-77ba9df3-c147-4b27-a443-5c67e0eb61e7 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:07:17.584116 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-77ba9df3-c147-4b27-a443-5c67e0eb61e7 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "PUT /v2.0/routers/136c35d1-172b-4ba4-9c6e-1913463c0b79/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1113665 Nov 24 05:07:17.588057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36682) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.596464 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-0070fe84-59e3-49a6-87c8-434b27421c67 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:17.596829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0070fe84-59e3-49a6-87c8-434b27421c67 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:17.602799 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0070fe84-59e3-49a6-87c8-434b27421c67 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/7d5854a3-a183-4674-94ce-3db6e4d55737 HTTP/1.1" status: 404 len: 337 time: 0.0432999 Nov 24 05:07:17.603744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36684) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.644214 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-49057cc2-0c62-460f-a6d9-dd4d81178194 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4da2c95-638e-442a-9451-205a525dab86 HTTP/1.1" status: 200 len: 205 time: 0.0365901 Nov 24 05:07:17.645024 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36686) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.658486 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6bb4c3e5-dbcf-4bf9-b334-cc933c21a1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:17.700413 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-93ebc5ce-3533-412b-97bf-ded3f4048d05 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] delete failed (client error): The resource could not be found. Nov 24 05:07:17.701510 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-93ebc5ce-3533-412b-97bf-ded3f4048d05 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/f4da2c95-638e-442a-9451-205a525dab86 HTTP/1.1" status: 404 len: 336 time: 0.0552573 Nov 24 05:07:17.709096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36688) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.749483 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a3099a-4ab3-4f3b-950c-499477142c51 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:17.749860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a3099a-4ab3-4f3b-950c-499477142c51 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:17.753029 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-10a3099a-4ab3-4f3b-950c-499477142c51 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/dd7abe72-12c3-4eab-928a-da33b020c160 HTTP/1.1" status: 404 len: 337 time: 0.0426576 Nov 24 05:07:17.756757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6ee236-5f66-4a15-9f4f-881c85733b40 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet a610eaf6-350b-46ac-aa4c-30c4e84e438e {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:17.760126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36692) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.763021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f6ee236-5f66-4a15-9f4f-881c85733b40 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:17.816534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36694) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.819685 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e10db8f8-b234-4398-9f5b-edd2298dc472 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9d7a3fa-3a46-4e52-a129-9ae733b0b181 HTTP/1.1" status: 200 len: 205 time: 0.0493531 Nov 24 05:07:17.863561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d465b6b8-58de-424e-9dc5-7ae7fb4803ad None None] Network abae6569-ee29-4417-b077-90a0b96357af requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:17.869989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742428d4-57ea-4409-baad-86404b73eaec None None] Port 999b6010-0f5d-4da0-9f57-3c064a0884ee not found while updating agent binding for router d56ffc4d-fe12-4a13-92ac-7edab241434a. {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 24 05:07:17.871868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=f482bc0c-7d8e-49de-aae8-dff61437457e,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:17.909485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f6ee236-5f66-4a15-9f4f-881c85733b40 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:17.912406 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-d8033af7-dc69-4a4c-8a24-2e529c894246 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] delete failed (client error): The resource could not be found. Nov 24 05:07:17.917812 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d8033af7-dc69-4a4c-8a24-2e529c894246 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/routers/a9d7a3fa-3a46-4e52-a129-9ae733b0b181 HTTP/1.1" status: 404 len: 336 time: 0.1001537 Nov 24 05:07:17.922611 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36698) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:17.945947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port e66e374f-7551-4e66-ae9f-870504f8e8f5 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:17.946324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:17.977296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742428d4-57ea-4409-baad-86404b73eaec None None] Routers {'d56ffc4d-fe12-4a13-92ac-7edab241434a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:17.978036 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-742428d4-57ea-4409-baad-86404b73eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:06:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d56ffc4d-fe12-4a13-92ac-7edab241434a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:17.991981 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ae195f-7c96-4f05-adf1-bec153fe6eb3 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:17.992691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ae195f-7c96-4f05-adf1-bec153fe6eb3 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:17.996870 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-77ae195f-7c96-4f05-adf1-bec153fe6eb3 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/7d1ed24d-baf4-4192-ba3b-21eb2b016805 HTTP/1.1" status: 404 len: 337 time: 0.0732012 Nov 24 05:07:17.999557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36702) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:18.042778 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7234dd3-50e0-4ce7-89e8-9d870af6a3b5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] DELETE failed (client error): The resource could not be found. Nov 24 05:07:18.043253 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7234dd3-50e0-4ce7-89e8-9d870af6a3b5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:18.049604 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c7234dd3-50e0-4ce7-89e8-9d870af6a3b5 tempest-RoutersIpV6Test-2025599767 tempest-RoutersIpV6Test-2025599767-project] 10.222.0.37 "DELETE /v2.0/subnets/257de761-baa2-4bb6-ba7c-cade33ce4a7d HTTP/1.1" status: 404 len: 337 time: 0.0484498 Nov 24 05:07:18.088209 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-6bb4c3e5-dbcf-4bf9-b334-cc933c21a1e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:07:18.088686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-6bb4c3e5-dbcf-4bf9-b334-cc933c21a1e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:07:18.102189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-742428d4-57ea-4409-baad-86404b73eaec None None] Set router d56ffc4d-fe12-4a13-92ac-7edab241434a gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:18.189029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f6ee236-5f66-4a15-9f4f-881c85733b40 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:18.281153 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-ddc0eed9-6983-47b3-85c7-cd4cecdfaa42 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:18.282709 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-ddc0eed9-6983-47b3-85c7-cd4cecdfaa42 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/networks?id=7d27de13-1633-44c0-9508-f38b9a97b5ce HTTP/1.1" status: 200 len: 810 time: 0.1440597 Nov 24 05:07:18.309377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f6ee236-5f66-4a15-9f4f-881c85733b40 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:18.311202 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-cd946067-d9f7-4903-a60a-0a39cee11319 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/quotas/e542a628df0a4d41b25287247f5738e7 HTTP/1.1" status: 200 len: 375 time: 0.0223713 Nov 24 05:07:18.372889 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-f5151c26-2f43-4a2b-b0a9-c6df92b9ff00 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e542a628df0a4d41b25287247f5738e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542574 Nov 24 05:07:18.408547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-742428d4-57ea-4409-baad-86404b73eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd56ffc4d-fe12-4a13-92ac-7edab241434a', 'name': 'tempest-NetworksTestDHCPv6-router-2102517573', 'tenant_id': 'e280927db985492681147c1e127c8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:06Z', 'updated_at': '2021-11-24T05:07:15Z', 'revision_number': 3, 'project_id': 'e280927db985492681147c1e127c8981', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:18.466175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742428d4-57ea-4409-baad-86404b73eaec None None] The sync data for ids ['d56ffc4d-fe12-4a13-92ac-7edab241434a'] in dv-neutron-818850-5-hyperv is: [{'id': 'd56ffc4d-fe12-4a13-92ac-7edab241434a', 'name': 'tempest-NetworksTestDHCPv6-router-2102517573', 'tenant_id': 'e280927db985492681147c1e127c8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:06Z', 'updated_at': '2021-11-24T05:07:15Z', 'revision_number': 3, 'project_id': 'e280927db985492681147c1e127c8981', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:18.470638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-968299a4-3ec2-4de9-9a39-4d7bbe776fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:18.506310 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36720) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:18.576254 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac746e7-90b9-49de-8304-fe8476841ac6 req-ce7e95e5-2299-4110-a268-7f3c9355b643 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:18.578254 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5ac746e7-90b9-49de-8304-fe8476841ac6 req-ce7e95e5-2299-4110-a268-7f3c9355b643 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 945 time: 0.1225195 Nov 24 05:07:18.688690 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f482bc0c-7d8e-49de-aae8-dff61437457e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:18.726250 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ca5e8a5d-e426-4ff8-b330-786df19f1c64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e24769080ef94e4db43c8ad2a10e5ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137184 Nov 24 05:07:18.730902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36724) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:18.745332 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5ac746e7-90b9-49de-8304-fe8476841ac6 req-1440be29-cd2e-48f8-b311-95719086d472 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265013 Nov 24 05:07:18.759400 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-b265c579-b3fa-4fce-82b8-b30db66e5759 service neutron] 10.222.0.37 "GET /v2.0/networks/7d27de13-1633-44c0-9508-f38b9a97b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855443 Nov 24 05:07:18.768811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f482bc0c-7d8e-49de-aae8-dff61437457e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:18.769755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:18.835037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-490feec1-21d4-46ac-85d5-bffe88091700 None None] Provisioning complete for port f482bc0c-7d8e-49de-aae8-dff61437457e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:18.835514 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-490feec1-21d4-46ac-85d5-bffe88091700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:18.854290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f6ee236-5f66-4a15-9f4f-881c85733b40 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:18.862330 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9f6ee236-5f66-4a15-9f4f-881c85733b40 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/a610eaf6-350b-46ac-aa4c-30c4e84e438e HTTP/1.1" status: 204 len: 168 time: 1.4156268 Nov 24 05:07:18.864859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9bd7cc-4e53-4f86-b950-77fe8f4ce86a None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:18.865988 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36728) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:18.871299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ee236-5f66-4a15-9f4f-881c85733b40 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=a610eaf6-350b-46ac-aa4c-30c4e84e438e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:18.900372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1ecd-7870-4a87-b934-11297405227f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.014401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-24f292be-1da5-446f-befd-2516c4cef134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.042573 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-04b08d9f-6438-427c-9a65-ce1f655ff4e6 service neutron] 10.222.0.37 "GET /v2.0/networks/7d27de13-1633-44c0-9508-f38b9a97b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821951 Nov 24 05:07:19.055461 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-24f292be-1da5-446f-befd-2516c4cef134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.080019 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e66e374f-7551-4e66-ae9f-870504f8e8f5 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:19.082630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a675dc-9b9d-4b15-a0bb-f7c83ee068ce req-1fbee135-9c73-4e07-84aa-cb435fe64f06 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:19.084824 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8a675dc-9b9d-4b15-a0bb-f7c83ee068ce req-1fbee135-9c73-4e07-84aa-cb435fe64f06 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 945 time: 0.2174838 Nov 24 05:07:19.094081 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f5696435-2d0b-4779-a397-7cdde2be9999 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2246451 Nov 24 05:07:19.099999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36730) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:19.166040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port e66e374f-7551-4e66-ae9f-870504f8e8f5 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:19.166512 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.170478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-490feec1-21d4-46ac-85d5-bffe88091700 None None] Provisioning complete for port e66e374f-7551-4e66-ae9f-870504f8e8f5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:19.170710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-490feec1-21d4-46ac-85d5-bffe88091700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.222888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5f60bbd-3a99-4b96-80de-a9f7891fc077 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.249385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c1ecd-7870-4a87-b934-11297405227f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Deleting port 2cf68645-15e3-4117-bad1-3fe5c891ab9a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:19.249934 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1ecd-7870-4a87-b934-11297405227f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.295029 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8092ca93-fcfc-4ebf-bd4c-eb1f8e48f161 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:19.310188 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d8a675dc-9b9d-4b15-a0bb-f7c83ee068ce req-dbed60fc-f171-42bf-989a-83417edde87b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109921 Nov 24 05:07:19.386429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36738) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:19.413727 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-24f292be-1da5-446f-befd-2516c4cef134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.418219 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-24f292be-1da5-446f-befd-2516c4cef134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.422512 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-24f292be-1da5-446f-befd-2516c4cef134 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74af5422-e31e-4ea8-b9fd-1e45c46568db HTTP/1.1" status: 204 len: 168 time: 0.6900122 Nov 24 05:07:19.440229 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-49e5f991-18ee-445d-bc36-7a2658a0ef0b req-fd209f61-fd2b-4544-a618-063acc162f6d tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 210 time: 0.1468570 Nov 24 05:07:19.462712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1ecd-7870-4a87-b934-11297405227f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.487015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5207ca-d8b8-47a4-9bae-942bc0f52493 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:19.496206 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9b5207ca-d8b8-47a4-9bae-942bc0f52493 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 1093 time: 0.1064358 Nov 24 05:07:19.497649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36746) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:19.506089 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8092ca93-fcfc-4ebf-bd4c-eb1f8e48f161 None None] Deleting port 609ce230-929a-4eca-828d-d5f24a9c53d2 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:19.506646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8092ca93-fcfc-4ebf-bd4c-eb1f8e48f161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.520254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:19.530414 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.538425 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c1ecd-7870-4a87-b934-11297405227f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Calling delete_port for 2cf68645-15e3-4117-bad1-3fe5c891ab9a owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:19.545686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-490feec1-21d4-46ac-85d5-bffe88091700 None None] Provisioning complete for port 2cf68645-15e3-4117-bad1-3fe5c891ab9a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:19.546054 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-490feec1-21d4-46ac-85d5-bffe88091700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.576454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5f60bbd-3a99-4b96-80de-a9f7891fc077 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.578530 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f292be-1da5-446f-befd-2516c4cef134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74af5422-e31e-4ea8-b9fd-1e45c46568db,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:19.580824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5f60bbd-3a99-4b96-80de-a9f7891fc077 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.584884 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-490feec1-21d4-46ac-85d5-bffe88091700 None None] Port 2cf68645-15e3-4117-bad1-3fe5c891ab9a cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:19.637147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8092ca93-fcfc-4ebf-bd4c-eb1f8e48f161 None None] For port 609ce230-929a-4eca-828d-d5f24a9c53d2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=609ce230-929a-4eca-828d-d5f24a9c53d2,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:19.637147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8092ca93-fcfc-4ebf-bd4c-eb1f8e48f161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.657593 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8092ca93-fcfc-4ebf-bd4c-eb1f8e48f161 None None] Calling delete_port for 609ce230-929a-4eca-828d-d5f24a9c53d2 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:19.676855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5f60bbd-3a99-4b96-80de-a9f7891fc077 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.682247 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f60bbd-3a99-4b96-80de-a9f7891fc077 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Fanout notify agent at l3_agent the message router_deleted on router d56ffc4d-fe12-4a13-92ac-7edab241434a {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:07:19.689439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.690939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d5f60bbd-3a99-4b96-80de-a9f7891fc077 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.692722 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d5f60bbd-3a99-4b96-80de-a9f7891fc077 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/routers/d56ffc4d-fe12-4a13-92ac-7edab241434a HTTP/1.1" status: 204 len: 168 time: 0.5888944 Nov 24 05:07:19.696083 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36750) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:19.701660 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-75fcb7c3-a679-4ba6-b2fa-62b1b7e85934 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:19.798533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8092ca93-fcfc-4ebf-bd4c-eb1f8e48f161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:19.817910 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1504e87-748e-435b-9648-a2c2b9e5a576 None None] Sync routers for ids ['d56ffc4d-fe12-4a13-92ac-7edab241434a'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:19.832119 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1504e87-748e-435b-9648-a2c2b9e5a576 None None] Routers set() bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:19.834125 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1504e87-748e-435b-9648-a2c2b9e5a576 None None] Router IDs set() for agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 05:07:19.835368 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_agentschedulers_db [None req-f1504e87-748e-435b-9648-a2c2b9e5a576 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d56ffc4d-fe12-4a13-92ac-7edab241434a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent'). {{(pid=103235) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 05:07:19.849244 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1504e87-748e-435b-9648-a2c2b9e5a576 None None] Routers set() bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:19.850044 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1504e87-748e-435b-9648-a2c2b9e5a576 None None] Router IDs set() for agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 05:07:19.850914 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_agentschedulers_db [None req-f1504e87-748e-435b-9648-a2c2b9e5a576 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d56ffc4d-fe12-4a13-92ac-7edab241434a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent'). {{(pid=103235) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 05:07:19.851496 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1504e87-748e-435b-9648-a2c2b9e5a576 None None] The sync data for ids ['d56ffc4d-fe12-4a13-92ac-7edab241434a'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:19.870376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092ca93-fcfc-4ebf-bd4c-eb1f8e48f161 None None] Pushing event deleted for resources: {'Port': ['ID=609ce230-929a-4eca-828d-d5f24a9c53d2,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:19.875005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fcb7c3-a679-4ba6-b2fa-62b1b7e85934 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:19.882060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8092ca93-fcfc-4ebf-bd4c-eb1f8e48f161 None None] No DVR routers for this DVR port 609ce230-929a-4eca-828d-d5f24a9c53d2 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:19.882395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75fcb7c3-a679-4ba6-b2fa-62b1b7e85934 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.013489 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.036332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1ecd-7870-4a87-b934-11297405227f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.100706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c1ecd-7870-4a87-b934-11297405227f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Port': ['ID=2cf68645-15e3-4117-bad1-3fe5c891ab9a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:20.209756 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75fcb7c3-a679-4ba6-b2fa-62b1b7e85934 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.259139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1ecd-7870-4a87-b934-11297405227f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.300666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fcb7c3-a679-4ba6-b2fa-62b1b7e85934 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:20.308838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-75fcb7c3-a679-4ba6-b2fa-62b1b7e85934 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:20.310206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.38 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/b28309a4-7c75-4fd8-a6f8-77576b7cf81b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:20.314523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fcb7c3-a679-4ba6-b2fa-62b1b7e85934 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:20.315181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75fcb7c3-a679-4ba6-b2fa-62b1b7e85934 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.322450 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905dad51-c48c-4ab3-8166-ddb5d00f6e47 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:20.329477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcb7c3-a679-4ba6-b2fa-62b1b7e85934 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=51f9a026-95f9-4b5e-a323-34747d96359d,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:20.345428 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-75fcb7c3-a679-4ba6-b2fa-62b1b7e85934 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6482003 Nov 24 05:07:20.346062 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36766) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:20.350899 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ad14b134-43ee-420f-b2da-97fc2a05f111 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1953594665', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:20.394369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad14b134-43ee-420f-b2da-97fc2a05f111 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.395461 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad14b134-43ee-420f-b2da-97fc2a05f111 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.467016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad14b134-43ee-420f-b2da-97fc2a05f111 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.473781 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad14b134-43ee-420f-b2da-97fc2a05f111 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.501557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ad14b134-43ee-420f-b2da-97fc2a05f111 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.507515 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ad14b134-43ee-420f-b2da-97fc2a05f111 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1601441 Nov 24 05:07:20.509260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36772) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:20.548098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '51f9a026-95f9-4b5e-a323-34747d96359d'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:20.548998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.574131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6c1ecd-7870-4a87-b934-11297405227f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Router 136c35d1-172b-4ba4-9c6e-1913463c0b79 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:20.635084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.651635 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f9fd519e-52b6-48f9-b782-321694d3e244 req-d277028f-9565-4a15-b4c3-da93a3275e0a tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 210 time: 0.0333014 Nov 24 05:07:20.716094 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6c1ecd-7870-4a87-b934-11297405227f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:20.744116 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1f6c1ecd-7870-4a87-b934-11297405227f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "PUT /v2.0/routers/136c35d1-172b-4ba4-9c6e-1913463c0b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1544082 Nov 24 05:07:20.749886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36776) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:20.780535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 609ce230-929a-4eca-828d-d5f24a9c53d2 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:20.783392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e2b50-2b6f-4755-b329-4b2235a16746 None None] Sync routers for ids ['136c35d1-172b-4ba4-9c6e-1913463c0b79'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:20.814148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36778) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:20.842126 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-096af480-da3c-4fe9-918c-d82dd4fb0ee1 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] delete failed (client error): The resource could not be found. Nov 24 05:07:20.843501 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-096af480-da3c-4fe9-918c-d82dd4fb0ee1 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-233640337 HTTP/1.1" status: 404 len: 334 time: 0.0930450 Nov 24 05:07:20.848695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36782) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:20.857294 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1d5afe58-f29a-4cc0-8c01-a1f68a176393 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'router': {'external_gateway_info': {'network_id': '136c35d1-172b-4ba4-9c6e-1913463c0b79'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:20.859337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 609ce230-929a-4eca-828d-d5f24a9c53d2 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:20.859781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 609ce230-929a-4eca-828d-d5f24a9c53d2 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:20.869606 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e2b50-2b6f-4755-b329-4b2235a16746 None None] Routers {'136c35d1-172b-4ba4-9c6e-1913463c0b79'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:20.869606 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f50e2b50-2b6f-4755-b329-4b2235a16746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['136c35d1-172b-4ba4-9c6e-1913463c0b79'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:20.913090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:20.932000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f50e2b50-2b6f-4755-b329-4b2235a16746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:20.952442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e2b50-2b6f-4755-b329-4b2235a16746 None None] Routers {'136c35d1-172b-4ba4-9c6e-1913463c0b79'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:20.953246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f50e2b50-2b6f-4755-b329-4b2235a16746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['136c35d1-172b-4ba4-9c6e-1913463c0b79'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:20.995197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.000798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f50e2b50-2b6f-4755-b329-4b2235a16746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:21.001498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e2b50-2b6f-4755-b329-4b2235a16746 None None] The sync data for ids ['136c35d1-172b-4ba4-9c6e-1913463c0b79'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:21.011638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/51f9a026-95f9-4b5e-a323-34747d96359d/a8384e52-0630-4e22-b8a4-0c953b8c6f22) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:21.020418 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'network': {'name': 'tempest-RoutersTest-305163216'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:21.066460 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.085106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:21.096229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:21.100254 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-53e1d8b7-fd7d-4b17-9445-65a07c0cd6ae tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:21.102018 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-53e1d8b7-fd7d-4b17-9445-65a07c0cd6ae tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.31 "GET /v2.0/networks?id=7d27de13-1633-44c0-9508-f38b9a97b5ce HTTP/1.1" status: 200 len: 810 time: 0.3662632 Nov 24 05:07:21.135860 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:21.136417 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:21.139882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.144665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Request body: {'port': {'device_id': 'a0d66bdc-c716-4f3b-b918-aa76c5cd67a3', 'network_id': '7d27de13-1633-44c0-9508-f38b9a97b5ce', 'admin_state_up': True, 'tenant_id': 'e542a628df0a4d41b25287247f5738e7'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:21.165193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.172422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.192762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=b28309a4-7c75-4fd8-a6f8-77576b7cf81b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:21.196541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.213242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d5afe58-f29a-4cc0-8c01-a1f68a176393 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.216481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:21.220436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:21.223022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:21.225257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Pushing event updated for resources: {'Port': ['ID=a8384e52-0630-4e22-b8a4-0c953b8c6f22,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:21.268458 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-1d5afe58-f29a-4cc0-8c01-a1f68a176393 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] update failed (client error): The resource could not be found. Nov 24 05:07:21.270156 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1d5afe58-f29a-4cc0-8c01-a1f68a176393 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "PUT /v2.0/routers/136c35d1-172b-4ba4-9c6e-1913463c0b79 HTTP/1.1" status: 404 len: 339 time: 0.4189143 Nov 24 05:07:21.276313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36788) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:21.282788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-525425083'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:21.286346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Attempting to bind port a8384e52-0630-4e22-b8a4-0c953b8c6f22 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:21.286720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Attempting to bind port a8384e52-0630-4e22-b8a4-0c953b8c6f22 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:21.287093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Attempting to bind port a8384e52-0630-4e22-b8a4-0c953b8c6f22 on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:21.292834 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:21.293199 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:21.293605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.294003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:21.294479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Bound port: a8384e52-0630-4e22-b8a4-0c953b8c6f22, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:21.294866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.344315 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Made reservation on behalf of 87422c3e53c44c5cab201edf98f14d9d for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:21.347863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.370301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] For port a8384e52-0630-4e22-b8a4-0c953b8c6f22, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:21.374327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] For port a8384e52-0630-4e22-b8a4-0c953b8c6f22, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a8384e52-0630-4e22-b8a4-0c953b8c6f22,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:21.379298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.446515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:07:21.453049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d3d3a-0eaf-459e-b55e-178d82bb3e8c None None] Pushing event updated for resources: {'Port': ['ID=a8384e52-0630-4e22-b8a4-0c953b8c6f22,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:21.466746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.466917 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Added segment b21ede56-0b5c-4936-878b-3e53f2ce136b of type vlan for network 05ffa47b-15ec-421f-a603-35465b7fe659 Nov 24 05:07:21.535767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.656260 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.662166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:21.662841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.696597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.736430 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4585361 Nov 24 05:07:21.742061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36792) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:21.754881 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'subnet': {'network_id': '05ffa47b-15ec-421f-a603-35465b7fe659', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:21.778368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a826d2-52e2-402e-96a2-b53b72d4ce82 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Network': ['ID=05ffa47b-15ec-421f-a603-35465b7fe659,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:21.789024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 05ffa47b-15ec-421f-a603-35465b7fe659 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:07:21.836260 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.895616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Made reservation on behalf of e542a628df0a4d41b25287247f5738e7 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:21.899349 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.908764 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-121557e2-692d-41c8-92df-2456bc5c0a9f req-fdf38a43-d9fa-4509-be80-473678a2df8b tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 210 time: 0.0889874 Nov 24 05:07:21.913031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.960522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.975094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:21.991733 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::1 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/51f9a026-95f9-4b5e-a323-34747d96359d/b30f3ed1-97b5-44b6-9f06-543c622f123d) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:22.077070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.079390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:07:22.082391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.096569 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df71d630-6371-4e8e-8263-6b8b57fb9089,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:22.134773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.135061 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added segment 6b1c9c7c-4524-409c-ace1-cba5927d2fb5 of type vlan for network 029f8f6b-1080-4634-9e78-cdbfa6ae02f9 Nov 24 05:07:22.140150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Made reservation on behalf of 87422c3e53c44c5cab201edf98f14d9d for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:22.143648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.157973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=b28309a4-7c75-4fd8-a6f8-77576b7cf81b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:22.170122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.277104 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP f89a68e4-4771-4149-b462-91d694cda8b5 associated. External IP: 172.26.0.38, port: d8c26965-48b7-42c7-9dbf-0b5f1b4c267f. Nov 24 05:07:22.323653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.358703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Allocated IP 172.20.0.11 (7d27de13-1633-44c0-9508-f38b9a97b5ce/d42c9a7e-7993-4a9a-b41b-2bad7e167636/37a91743-cfb4-4f6b-9f93-b4d1bdb6174c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:22.420656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.434876 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.440492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:22.441094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.506661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 33a7edab-206e-4707-ae7e-e1dce790e43f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:22.555956 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7409000 Nov 24 05:07:22.558742 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36794) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:22.563625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'network': {'name': 'tempest-RoutersTest-1960280218'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:22.616953 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b5cf3-f58d-479a-a56a-bea90405a344 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Network': ['ID=029f8f6b-1080-4634-9e78-cdbfa6ae02f9,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:22.638225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 029f8f6b-1080-4634-9e78-cdbfa6ae02f9 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:07:22.694169 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.723482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a8384e52-0630-4e22-b8a4-0c953b8c6f22 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:22.778810 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:22.785584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.791968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6a32e50e-d160-477e-a80a-efbc972edda6 None None] Provisioning complete for port a8384e52-0630-4e22-b8a4-0c953b8c6f22 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:22.791968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6a32e50e-d160-477e-a80a-efbc972edda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.802846 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:22.832617 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:22.833162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.843470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=b30f3ed1-97b5-44b6-9f06-543c622f123d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:22.900331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a8384e52-0630-4e22-b8a4-0c953b8c6f22 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:22.900697 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.912415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.925394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6a32e50e-d160-477e-a80a-efbc972edda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:22.962541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Subnet': ['ID=2c3edc4a-7e02-4d0e-a8d3-25f054d7016b,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:23.022567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Checking segment: {'id': 'b21ede56-0b5c-4936-878b-3e53f2ce136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '05ffa47b-15ec-421f-a603-35465b7fe659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:23.024094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network hostable DHCP agents. Network: 05ffa47b-15ec-421f-a603-35465b7fe659, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:07:23.032768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6a32e50e-d160-477e-a80a-efbc972edda6 None None] For port a8384e52-0630-4e22-b8a4-0c953b8c6f22, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a8384e52-0630-4e22-b8a4-0c953b8c6f22,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:23.037188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:23.041803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.044248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.047522 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6a32e50e-d160-477e-a80a-efbc972edda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.056830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:23.069121 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f36c44-1934-48aa-a15a-99ef4b0359e2 None None] Sync routers for ids ['33a7edab-206e-4707-ae7e-e1dce790e43f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:23.094016 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f36c44-1934-48aa-a15a-99ef4b0359e2 None None] Routers {'33a7edab-206e-4707-ae7e-e1dce790e43f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:23.094925 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a2f36c44-1934-48aa-a15a-99ef4b0359e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['33a7edab-206e-4707-ae7e-e1dce790e43f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:23.099322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:07:23.112471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.115321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.115865 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added segment f17fa433-a4bc-4983-bd2d-ab7f68f85349 of type vlan for network 475bd0c6-0d9f-400c-a10c-008116fe6154 Nov 24 05:07:23.157093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32e50e-d160-477e-a80a-efbc972edda6 None None] Pushing event updated for resources: {'Port': ['ID=a8384e52-0630-4e22-b8a4-0c953b8c6f22,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:23.176399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-46117d3d-7999-420c-988a-2fc3a0413f78 None None] Provisioning complete for port b30f3ed1-97b5-44b6-9f06-543c622f123d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:23.176755 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6e1b4e17-474a-400e-84ff-74aaa362b33d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6740682 Nov 24 05:07:23.176903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-46117d3d-7999-420c-988a-2fc3a0413f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.183173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'tag': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:07:23.185749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4c2dd2-3616-46c1-85ce-4c36019dffa2", "tag": "d8c26965-48b7-42c7-9dbf-0b5f1b4c267f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:07:23.188531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36798) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:23.199422 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.218579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-46117d3d-7999-420c-988a-2fc3a0413f78 None None] Port b30f3ed1-97b5-44b6-9f06-543c622f123d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:23.249629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78951f75-ea2d-4c7b-a633-4cc997e6c0e1 x-openstack-request-id: req-78951f75-ea2d-4c7b-a633-4cc997e6c0e1 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:07:23.249953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4c2dd2-3616-46c1-85ce-4c36019dffa2", "tag": "d8c26965-48b7-42c7-9dbf-0b5f1b4c267f", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:07:23.250292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78951f75-ea2d-4c7b-a633-4cc997e6c0e1 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:07:23.250788 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'tag': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f', 'status': 'completed', 'code': 200} Nov 24 05:07:23.263345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.276165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Pushing event updated for resources: {'Port': ['ID=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:23.278590 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network 05ffa47b-15ec-421f-a603-35465b7fe659 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:07:23.292835 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a2f36c44-1934-48aa-a15a-99ef4b0359e2 None None] Set router 33a7edab-206e-4707-ae7e-e1dce790e43f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:23.293084 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f7e5c37e-ca24-4504-9418-fe95fbcb4ce8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/f89a68e4-4771-4149-b462-91d694cda8b5 HTTP/1.1" status: 200 len: 990 time: 0.1000295 Nov 24 05:07:23.293084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.294421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Network 7d27de13-1633-44c0-9508-f38b9a97b5ce is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:23.298382 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:23.298973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:23.299144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.305552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:23.357339 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 05ffa47b-15ec-421f-a603-35465b7fe659) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:23.370097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4ffefc-67dc-4b33-adb8-b19fe2d2d3e7 None None] Network 05ffa47b-15ec-421f-a603-35465b7fe659 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:23.377164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8941b3-a976-410b-97ac-39df10b0cccf req-43cdb641-4c68-4e4f-bfed-99814142eea8 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:23.378832 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cb8941b3-a976-410b-97ac-39df10b0cccf req-43cdb641-4c68-4e4f-bfed-99814142eea8 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 932 time: 0.3482485 Nov 24 05:07:23.385943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:23.387089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.436805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Network': ['ID=475bd0c6-0d9f-400c-a10c-008116fe6154,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:23.451305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:23.452015 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.458784 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d0aaa413-e1be-4f75-8c3c-fe8862fffbe7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8989649 Nov 24 05:07:23.464879 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1 req-cab91e9a-1d3c-45c2-bbb2-07b64485e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:23.467445 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1 req-cab91e9a-1d3c-45c2-bbb2-07b64485e8cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 1098 time: 0.1924934 Nov 24 05:07:23.468350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36802) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:23.472698 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5a458a07-6129-4025-9c1c-e89276fb15d6 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7263174 Nov 24 05:07:23.474904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'subnet': {'network_id': '029f8f6b-1080-4634-9e78-cdbfa6ae02f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:23.483530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36804) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:23.489480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5294a6e0-b2b7-4561-a46b-0604878f59ae tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'router': {'external_gateway_info': {'network_id': '05ffa47b-15ec-421f-a603-35465b7fe659'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:23.550131 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cb8941b3-a976-410b-97ac-39df10b0cccf req-6c638574-7829-427f-b373-5e1cf91c8f18 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565919 Nov 24 05:07:23.560332 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-afa7f3e8-fb9a-4888-8d5b-da8ab54df311 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4248021 Nov 24 05:07:23.582654 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a2f36c44-1934-48aa-a15a-99ef4b0359e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:40Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'f89a68e4-4771-4149-b462-91d694cda8b5', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.38', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'port_id': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'mac_address': 'fa:16:3e:7f:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:07:21Z', 'updated_at': '2021-11-24T05:07:21Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d4890-0718-4e94-b0d6-034f4f8a59a0', 'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:26:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:37Z', 'updated_at': '2021-11-24T05:06:46Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:23.585030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Request body: {'port': {'device_id': 'a0d66bdc-c716-4f3b-b918-aa76c5cd67a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:23.621640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 475bd0c6-0d9f-400c-a10c-008116fe6154 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:07:23.624102 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f36c44-1934-48aa-a15a-99ef4b0359e2 None None] Checking router: 33a7edab-206e-4707-ae7e-e1dce790e43f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:07:23.634176 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f36c44-1934-48aa-a15a-99ef4b0359e2 None None] Routers {'33a7edab-206e-4707-ae7e-e1dce790e43f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:23.635147 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a2f36c44-1934-48aa-a15a-99ef4b0359e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['33a7edab-206e-4707-ae7e-e1dce790e43f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:23.691809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.693664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.755143 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a2f36c44-1934-48aa-a15a-99ef4b0359e2 None None] Set router 33a7edab-206e-4707-ae7e-e1dce790e43f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:23.826755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-05ffa47b-15ec-421f-a603-35465b7fe659', 'network_id': '05ffa47b-15ec-421f-a603-35465b7fe659', 'tenant_id': '87422c3e53c44c5cab201edf98f14d9d', 'fixed_ips': [{'subnet_id': '2c3edc4a-7e02-4d0e-a8d3-25f054d7016b'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:23.827900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.878548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5294a6e0-b2b7-4561-a46b-0604878f59ae tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.922024 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:23.925593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:23.943995 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1 req-5271da40-72f1-4165-b332-9dd73b87a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:23.945600 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1 req-5271da40-72f1-4165-b332-9dd73b87a82a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3c2dfaf-9945-481d-a41c-4034a56be134 HTTP/1.1" status: 200 len: 898 time: 0.4644930 Nov 24 05:07:24.002405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Allocated IP 2001:db8:1::2 (05ffa47b-15ec-421f-a603-35465b7fe659/2c3edc4a-7e02-4d0e-a8d3-25f054d7016b/1726e0b6-3a33-4661-a754-3d310be404c1) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:24.030502 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a2f36c44-1934-48aa-a15a-99ef4b0359e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:40Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'f89a68e4-4771-4149-b462-91d694cda8b5', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.38', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'port_id': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'mac_address': 'fa:16:3e:7f:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:07:21Z', 'updated_at': '2021-11-24T05:07:21Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d4890-0718-4e94-b0d6-034f4f8a59a0', 'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:26:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:37Z', 'updated_at': '2021-11-24T05:06:46Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:24.033023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.034920 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1 req-947ede49-b4d9-4e74-b2c2-4b719b18eda3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f HTTP/1.1" status: 200 len: 998 time: 0.0791211 Nov 24 05:07:24.062165 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f36c44-1934-48aa-a15a-99ef4b0359e2 None None] The sync data for ids ['33a7edab-206e-4707-ae7e-e1dce790e43f'] in dv-neutron-818850-5-hyperv is: [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:40Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'f89a68e4-4771-4149-b462-91d694cda8b5', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.38', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'port_id': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'mac_address': 'fa:16:3e:7f:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:07:21Z', 'updated_at': '2021-11-24T05:07:21Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016d4890-0718-4e94-b0d6-034f4f8a59a0', 'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:26:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:37Z', 'updated_at': '2021-11-24T05:06:46Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:24.088442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.089534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.128775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36808) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:24.193063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.202768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.237852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=b30f3ed1-97b5-44b6-9f06-543c622f123d,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:24.249910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1 req-c3b2db87-01b9-4ed6-859c-1a7fed497ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:24.251319 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1 req-c3b2db87-01b9-4ed6-859c-1a7fed497ef8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45f19bdd-b078-4e3d-afd3-961041803c89 HTTP/1.1" status: 200 len: 835 time: 0.1700697 Nov 24 05:07:24.265470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Network 05ffa47b-15ec-421f-a603-35465b7fe659 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:24.268510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:24.273755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:24.281080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Pushing event updated for resources: {'Port': ['ID=1726e0b6-3a33-4661-a754-3d310be404c1,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:24.310529 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36810) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:24.359894 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Attempting to bind port 1726e0b6-3a33-4661-a754-3d310be404c1 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:24.360540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Attempting to bind port 1726e0b6-3a33-4661-a754-3d310be404c1 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'b21ede56-0b5c-4936-878b-3e53f2ce136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '05ffa47b-15ec-421f-a603-35465b7fe659'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:24.361124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Attempting to bind port 1726e0b6-3a33-4661-a754-3d310be404c1 on network 05ffa47b-15ec-421f-a603-35465b7fe659 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:24.365607 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:24.367952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:24.368744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Checking segment: {'id': 'b21ede56-0b5c-4936-878b-3e53f2ce136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '05ffa47b-15ec-421f-a603-35465b7fe659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:24.369383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.369946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Bound using segment: {'id': 'b21ede56-0b5c-4936-878b-3e53f2ce136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '05ffa47b-15ec-421f-a603-35465b7fe659'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:24.370593 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Bound port: 1726e0b6-3a33-4661-a754-3d310be404c1, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21ede56-0b5c-4936-878b-3e53f2ce136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '05ffa47b-15ec-421f-a603-35465b7fe659'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:24.371173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.373994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:24.385150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:07:24.433231 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4c8e2-d458-42b5-8f27-8d8a4dc245c4 None None] New status for floating IP f89a68e4-4771-4149-b462-91d694cda8b5: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:07:24.437681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1 req-3e12104c-485f-403e-8bb4-5fb1d94d324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:24.439174 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1 req-3e12104c-485f-403e-8bb4-5fb1d94d324a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3c2dfaf-9945-481d-a41c-4034a56be134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1750257 Nov 24 05:07:24.463269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.497044 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e1ce77f5-1ca7-4828-a1fa-eb2777c74258 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/f89a68e4-4771-4149-b462-91d694cda8b5 HTTP/1.1" status: 200 len: 990 time: 0.1853902 Nov 24 05:07:24.507322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Transition to ACTIVE for port object 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:07:24.512218 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-5294a6e0-b2b7-4561-a46b-0604878f59ae tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:07:24.513288 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5294a6e0-b2b7-4561-a46b-0604878f59ae tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "PUT /v2.0/routers/136c35d1-172b-4ba4-9c6e-1913463c0b79 HTTP/1.1" status: 400 len: 364 time: 1.0285261 Nov 24 05:07:24.517196 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36812) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:24.530432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.566176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.661459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Subnet': ['ID=88ad8d28-eaf5-4214-8668-cc84b0248049,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:24.676436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] For port 1726e0b6-3a33-4661-a754-3d310be404c1, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:24.681498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] For port 1726e0b6-3a33-4661-a754-3d310be404c1, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=1726e0b6-3a33-4661-a754-3d310be404c1,segment=NetworkSegment(b21ede56-0b5c-4936-878b-3e53f2ce136b),segment_id=b21ede56-0b5c-4936-878b-3e53f2ce136b)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:24.682606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.683036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.683471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.683935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.684392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.684795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.685198 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.685650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.686049 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.686282 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a8384e52-0630-4e22-b8a4-0c953b8c6f22 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:24.686524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.686924 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.687337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:24.691761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.722557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Deleting port 222f0bcb-d915-4391-9b04-09f7e3e6713d {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:24.722993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.788798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Checking segment: {'id': '6b1c9c7c-4524-409c-ace1-cba5927d2fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '029f8f6b-1080-4634-9e78-cdbfa6ae02f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:24.790009 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network hostable DHCP agents. Network: 029f8f6b-1080-4634-9e78-cdbfa6ae02f9, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:07:24.802182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ee988079-e34a-423a-8edf-479f2461bbe6 None None] Provisioning complete for port b30f3ed1-97b5-44b6-9f06-543c622f123d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:24.802568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ee988079-e34a-423a-8edf-479f2461bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.854992 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1 req-04e526d7-fc4f-4894-aeba-8512d9698214 service neutron] 10.222.0.31 "GET /v2.0/networks/f3c2dfaf-9945-481d-a41c-4034a56be134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874116 Nov 24 05:07:24.871720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ee988079-e34a-423a-8edf-479f2461bbe6 None None] Port b30f3ed1-97b5-44b6-9f06-543c622f123d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:24.873146 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd317a39-ce93-4655-9e88-92ce2b222537 None None] Pushing event updated for resources: {'Port': ['ID=1726e0b6-3a33-4661-a754-3d310be404c1,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:24.878553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a8384e52-0630-4e22-b8a4-0c953b8c6f22 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:24.878930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.902929 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 029f8f6b-1080-4634-9e78-cdbfa6ae02f9 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:07:24.910114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.910555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.957863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Calling delete_port for 222f0bcb-d915-4391-9b04-09f7e3e6713d owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:24.966097 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 029f8f6b-1080-4634-9e78-cdbfa6ae02f9) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:24.977676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:24.978378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:24.981590 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4454b81d-9935-4ba6-b503-f6b7eacb5166 None None] Network 029f8f6b-1080-4634-9e78-cdbfa6ae02f9 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:25.000079 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9b069b51-019d-4d30-b5b7-2210952e2bea tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5304856 Nov 24 05:07:25.081413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36816) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:25.093401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'subnet': {'network_id': '475bd0c6-0d9f-400c-a10c-008116fe6154', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:25.097242 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0bf35f04-7082-41a2-9ae4-6fe4216abbf1 req-9d173f24-8afe-4a46-83dd-5a42db725ad8 service neutron] 10.222.0.31 "GET /v2.0/networks/f3c2dfaf-9945-481d-a41c-4034a56be134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296906 Nov 24 05:07:25.221043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-029f8f6b-1080-4634-9e78-cdbfa6ae02f9', 'network_id': '029f8f6b-1080-4634-9e78-cdbfa6ae02f9', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'fixed_ips': [{'subnet_id': '88ad8d28-eaf5-4214-8668-cc84b0248049'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:25.222108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:25.261198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Pushing event updated for resources: {'Port': ['ID=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:25.312492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:25.338453 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Router 64028075-f9f1-44c1-9968-d39e31cbf700 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:07:25.342034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event deleted for resources: {'Port': ['ID=222f0bcb-d915-4391-9b04-09f7e3e6713d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:25.389686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Allocated IP 172.20.0.2 (029f8f6b-1080-4634-9e78-cdbfa6ae02f9/88ad8d28-eaf5-4214-8668-cc84b0248049/3c0c38d6-f35e-49f2-ad3f-5157aad4db46) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:25.399378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafab47e-1b68-443e-8a92-c513f2c29a0f req-1071b5fc-4f3a-47f6-8e2d-98220e48ad55 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:25.401226 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eafab47e-1b68-443e-8a92-c513f2c29a0f req-1071b5fc-4f3a-47f6-8e2d-98220e48ad55 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 944 time: 0.7119846 Nov 24 05:07:25.412223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:25.412562 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Floating IP 941170c8-e7e6-4b57-a019-f34a38abcb87 disassociated (deleted). External IP: 172.26.0.26, port: 3b4da1f9-3ed7-4164-83dd-d2bba03e6860. Nov 24 05:07:25.501344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36818) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:25.561702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:25.569000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:25.591630 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bb24baac-d96a-490a-9557-cafc0db25f34 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/f89a68e4-4771-4149-b462-91d694cda8b5 HTTP/1.1" status: 200 len: 992 time: 0.0803847 Nov 24 05:07:25.611847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Network 029f8f6b-1080-4634-9e78-cdbfa6ae02f9 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:25.618486 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:25.620935 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:25.630324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Pushing event updated for resources: {'Port': ['ID=3c0c38d6-f35e-49f2-ad3f-5157aad4db46,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:25.651293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:25.660219 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:25.686226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:25.688148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Attempting to bind port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:25.688717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Attempting to bind port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'b2a1b5f6-30ba-4047-a97f-5c3af358c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d27de13-1633-44c0-9508-f38b9a97b5ce'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:25.689246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Attempting to bind port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c on network 7d27de13-1633-44c0-9508-f38b9a97b5ce {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:25.697182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Attempting to bind port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:25.697410 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Sync routers for ids ['64028075-f9f1-44c1-9968-d39e31cbf700'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:25.698816 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Attempting to bind port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '6b1c9c7c-4524-409c-ace1-cba5927d2fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '029f8f6b-1080-4634-9e78-cdbfa6ae02f9'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:25.699499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Attempting to bind port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 on network 029f8f6b-1080-4634-9e78-cdbfa6ae02f9 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:25.705071 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eafab47e-1b68-443e-8a92-c513f2c29a0f req-71343f23-39ae-4def-a701-aa3378db5be2 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705476 Nov 24 05:07:25.708852 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-92d122b6-8b5e-4dcb-8172-36767f32c931 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "PUT /v2.0/routers/64028075-f9f1-44c1-9968-d39e31cbf700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1983762 Nov 24 05:07:25.714276 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Routers {'64028075-f9f1-44c1-9968-d39e31cbf700'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:25.715111 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['64028075-f9f1-44c1-9968-d39e31cbf700'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:25.715333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:25.715702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Router e55b5ea9-8464-4e1d-ab66-16de9645dd41 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:25.715849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Checking segment: {'id': '6b1c9c7c-4524-409c-ace1-cba5927d2fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '029f8f6b-1080-4634-9e78-cdbfa6ae02f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:25.716142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:25.717223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36820) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:25.721998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Bound using segment: {'id': '6b1c9c7c-4524-409c-ace1-cba5927d2fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '029f8f6b-1080-4634-9e78-cdbfa6ae02f9'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:25.722740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Bound port: 3c0c38d6-f35e-49f2-ad3f-5157aad4db46, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1c9c7c-4524-409c-ace1-cba5927d2fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '029f8f6b-1080-4634-9e78-cdbfa6ae02f9'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:25.723323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:25.766838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:25.768663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c on network 7d27de13-1633-44c0-9508-f38b9a97b5ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:07:25.768989 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Attempting to bind port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c on network 7d27de13-1633-44c0-9508-f38b9a97b5ce {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:25.815519 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2a4738-bd53-4de2-8fba-fe4adcabb127 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:25.817068 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cd2a4738-bd53-4de2-8fba-fe4adcabb127 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports/b30f3ed1-97b5-44b6-9f06-543c622f123d HTTP/1.1" status: 200 len: 911 time: 0.0926692 Nov 24 05:07:25.821655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36822) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:25.833966 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] For port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:25.838993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] For port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3c0c38d6-f35e-49f2-ad3f-5157aad4db46,segment=NetworkSegment(6b1c9c7c-4524-409c-ace1-cba5927d2fb5),segment_id=6b1c9c7c-4524-409c-ace1-cba5927d2fb5)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:25.854040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:25.887647 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Set router 64028075-f9f1-44c1-9968-d39e31cbf700 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:25.905475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:25.905475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Checking segment: {'id': 'b2a1b5f6-30ba-4047-a97f-5c3af358c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d27de13-1633-44c0-9508-f38b9a97b5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:25.905475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Bound using segment: {'id': 'b2a1b5f6-30ba-4047-a97f-5c3af358c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d27de13-1633-44c0-9508-f38b9a97b5ce'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:25.905475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Bound port: 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a1b5f6-30ba-4047-a97f-5c3af358c060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d27de13-1633-44c0-9508-f38b9a97b5ce'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:25.906045 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:25.932235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9881b-65d6-4432-8928-38bc0eee5760 None None] Pushing event updated for resources: {'Port': ['ID=3c0c38d6-f35e-49f2-ad3f-5157aad4db46,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:25.966111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c27afad-42a1-4bda-96e4-3cb92e53c710 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:25.972311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c27afad-42a1-4bda-96e4-3cb92e53c710 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:25.976850 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7c27afad-42a1-4bda-96e4-3cb92e53c710 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1523900 Nov 24 05:07:25.978280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36824) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:26.063475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:26.073501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:26.094624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473183f-9302-463e-8bd8-31a050d4258f None None] Sync routers for ids ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:26.113806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473183f-9302-463e-8bd8-31a050d4258f None None] Routers {'e55b5ea9-8464-4e1d-ab66-16de9645dd41'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:26.114515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5473183f-9302-463e-8bd8-31a050d4258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:26.145098 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b965a22a-22f9-466c-9140-7aaff39da3b5 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "DELETE /v2.0/floatingips/941170c8-e7e6-4b57-a019-f34a38abcb87 HTTP/1.1" status: 204 len: 168 time: 2.0133440 Nov 24 05:07:26.148583 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:07:26.151383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a0723c-0028-43bb-9148-e8fb143d741e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:07:26.376858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5473183f-9302-463e-8bd8-31a050d4258f None None] Set router e55b5ea9-8464-4e1d-ab66-16de9645dd41 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:26.394463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] For port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:26.454866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d905bed-a80f-47ce-932d-d2c3a4b21cba None None] Network 05ffa47b-15ec-421f-a603-35465b7fe659 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:26.483568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] For port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c,segment=NetworkSegment(b2a1b5f6-30ba-4047-a97f-5c3af358c060),segment_id=b2a1b5f6-30ba-4047-a97f-5c3af358c060)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:26.514941 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64028075-f9f1-44c1-9968-d39e31cbf700', 'name': 'tempest-NetworksTestDHCPv6-router-1953594665', 'tenant_id': 'e280927db985492681147c1e127c8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:20Z', 'updated_at': '2021-11-24T05:07:23Z', 'revision_number': 2, 'project_id': 'e280927db985492681147c1e127c8981', 'gw_port_host': None, '_interfaces': [{'id': 'b30f3ed1-97b5-44b6-9f06-543c622f123d', 'name': '', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'mac_address': 'fa:16:3e:c4:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64028075-f9f1-44c1-9968-d39e31cbf700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '51f9a026-95f9-4b5e-a323-34747d96359d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:07:21Z', 'updated_at': '2021-11-24T05:07:23Z', 'revision_number': 2, 'project_id': 'e280927db985492681147c1e127c8981', 'subnets': [{'id': '51f9a026-95f9-4b5e-a323-34747d96359d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:26.577930 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Checking router: 64028075-f9f1-44c1-9968-d39e31cbf700 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:07:26.578286 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Updating router 64028075-f9f1-44c1-9968-d39e31cbf700 port b30f3ed1-97b5-44b6-9f06-543c622f123d binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:07:26.605088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b7428228-bce7-4ef9-87b0-3af2c87deccb None None] Provisioning complete for port 1726e0b6-3a33-4661-a754-3d310be404c1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:26.605710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7428228-bce7-4ef9-87b0-3af2c87deccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:26.615833 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:26.646780 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Allocated IP 2001:db8::1 (0919f847-381b-41ac-995e-f25b478254d0/1d44e7d8-78e0-4b8d-a599-b258e9de69f3/5ccd4324-0b50-4d89-9399-4aff033edcc2) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:26.821601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539b59d7-67eb-4393-b812-236a43dcb9c1 x-openstack-request-id: req-539b59d7-67eb-4393-b812-236a43dcb9c1 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:07:26.822197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:07:26.822197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-539b59d7-67eb-4393-b812-236a43dcb9c1 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:07:26.822677 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'status': 'completed', 'code': 200} Nov 24 05:07:26.825115 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:26.837329 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:26.884602 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0723c-0028-43bb-9148-e8fb143d741e req-3ea8e99f-3672-4369-9c7e-953b0cf15a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:26.886127 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-95a0723c-0028-43bb-9148-e8fb143d741e req-3ea8e99f-3672-4369-9c7e-953b0cf15a34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb27467313f41fb85ccc3c4aed1e5b4&device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 1098 time: 0.0608454 Nov 24 05:07:27.019073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0723c-0028-43bb-9148-e8fb143d741e req-0395695d-104f-42db-96fb-a7d858958d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:27.020637 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-95a0723c-0028-43bb-9148-e8fb143d741e req-0395695d-104f-42db-96fb-a7d858958d2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=19abe5c4-fa40-436d-bc71-fb0859922e79 HTTP/1.1" status: 200 len: 897 time: 0.1173427 Nov 24 05:07:27.046882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:27.047574 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.049045 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] 10.222.0.31 "PUT /v2.0/ports/37a91743-cfb4-4f6b-9f93-b4d1bdb6174c HTTP/1.1" status: 200 len: 1094 time: 3.4698379 Nov 24 05:07:27.055229 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d66bdc-c716-4f3b-b918-aa76c5cd67a3', 'tag': '37a91743-cfb4-4f6b-9f93-b4d1bdb6174c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:07:27.057122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf10aa1-22f8-4804-9ee9-8e78c8083f34" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d66bdc-c716-4f3b-b918-aa76c5cd67a3", "tag": "37a91743-cfb4-4f6b-9f93-b4d1bdb6174c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:07:27.079261 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-95a0723c-0028-43bb-9148-e8fb143d741e req-0024ca60-13bc-4f6d-a31d-b82cc4baf527 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860 HTTP/1.1" status: 200 len: 217 time: 0.0479398 Nov 24 05:07:27.082756 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.131247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7428228-bce7-4ef9-87b0-3af2c87deccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.141809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0723c-0028-43bb-9148-e8fb143d741e req-97ca5ea7-e57b-49d4-a11c-d05181f282a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:27.143541 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-95a0723c-0028-43bb-9148-e8fb143d741e req-97ca5ea7-e57b-49d4-a11c-d05181f282a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d2634f63-2781-4b65-9c4e-c0171657393f HTTP/1.1" status: 200 len: 834 time: 0.0561013 Nov 24 05:07:27.144603 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.158198 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.178224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a35c51-a4f9-4dcf-a45b-6608c09dcb35 service neutron] Pushing event updated for resources: {'Port': ['ID=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:27.185160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5473183f-9302-463e-8bd8-31a050d4258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:34Z', 'revision_number': 4, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'f0e481ec-7b5b-4c41-9c8f-35186478a653', 'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'mac_address': 'fa:16:3e:4d:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:33Z', 'updated_at': '2021-11-24T05:05:43Z', 'revision_number': 5, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'subnets': [{'id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:27.200822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc5e1-b8b4-4d9f-8ac6-d4bd35020d0c req-431943ba-3ce9-46ec-8282-d538cfb64cfb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:27.208376 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01bbc5e1-b8b4-4d9f-8ac6-d4bd35020d0c req-431943ba-3ce9-46ec-8282-d538cfb64cfb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.5348487 Nov 24 05:07:27.263363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473183f-9302-463e-8bd8-31a050d4258f None None] Checking router: e55b5ea9-8464-4e1d-ab66-16de9645dd41 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:07:27.295451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0723c-0028-43bb-9148-e8fb143d741e req-3ec0b9d2-a296-4fcd-bb5f-a746c7de7a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:27.300882 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-95a0723c-0028-43bb-9148-e8fb143d741e req-3ec0b9d2-a296-4fcd-bb5f-a746c7de7a65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19abe5c4-fa40-436d-bc71-fb0859922e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217034 Nov 24 05:07:27.312066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b7428228-bce7-4ef9-87b0-3af2c87deccb None None] For port 1726e0b6-3a33-4661-a754-3d310be404c1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=1726e0b6-3a33-4661-a754-3d310be404c1,segment=NetworkSegment(b21ede56-0b5c-4936-878b-3e53f2ce136b),segment_id=b21ede56-0b5c-4936-878b-3e53f2ce136b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:27.323186 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Attempting to bind port b30f3ed1-97b5-44b6-9f06-543c622f123d on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:27.323705 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Attempting to bind port b30f3ed1-97b5-44b6-9f06-543c622f123d by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:27.324130 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Attempting to bind port b30f3ed1-97b5-44b6-9f06-543c622f123d on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:27.332552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21b1ef-0f35-41a3-ad94-80f4faa76a5f req-883d2b0f-dfb8-44f5-9806-b1171b8ddd88 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:27.333783 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Pushing event updated for resources: {'Port': ['ID=b30f3ed1-97b5-44b6-9f06-543c622f123d,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:27.335103 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3d21b1ef-0f35-41a3-ad94-80f4faa76a5f req-883d2b0f-dfb8-44f5-9806-b1171b8ddd88 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 944 time: 0.4078052 Nov 24 05:07:27.338195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b7428228-bce7-4ef9-87b0-3af2c87deccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.348636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.355611 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.355959 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.356354 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.356691 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.357018 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.357360 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.358078 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.358734 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.359065 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.359521 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.359880 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.360336 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:27.374077 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:27.374474 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:27.378418 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.378980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473183f-9302-463e-8bd8-31a050d4258f None None] Routers {'e55b5ea9-8464-4e1d-ab66-16de9645dd41'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:27.379257 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:27.379661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5473183f-9302-463e-8bd8-31a050d4258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:27.379937 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Bound port: b30f3ed1-97b5-44b6-9f06-543c622f123d, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:27.380323 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.443109 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:27.443485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.470622 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-95a0723c-0028-43bb-9148-e8fb143d741e req-9d7612a0-00cb-43cf-988b-37aa8d1c15f2 service neutron] 10.222.0.31 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468346 Nov 24 05:07:27.484837 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Subnet': ['ID=06ed3e3a-4697-42b7-a14c-f4a9ab28f3ff,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:27.516992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Checking segment: {'id': 'f17fa433-a4bc-4983-bd2d-ab7f68f85349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '475bd0c6-0d9f-400c-a10c-008116fe6154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:27.517923 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network hostable DHCP agents. Network: 475bd0c6-0d9f-400c-a10c-008116fe6154, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:07:27.541882 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] For port b30f3ed1-97b5-44b6-9f06-543c622f123d, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:27.547726 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] For port b30f3ed1-97b5-44b6-9f06-543c622f123d, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b30f3ed1-97b5-44b6-9f06-543c622f123d,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:27.551643 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.557817 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.588763 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-349487e4-d88e-42b7-ab62-60f100e3748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:27.602013 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-349487e4-d88e-42b7-ab62-60f100e3748f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e542a628df0a4d41b25287247f5738e7&device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 1097 time: 0.4576793 Nov 24 05:07:27.678905 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Routers {'64028075-f9f1-44c1-9968-d39e31cbf700'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:27.684252 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['64028075-f9f1-44c1-9968-d39e31cbf700'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:27.686226 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01bbc5e1-b8b4-4d9f-8ac6-d4bd35020d0c req-ad1050d5-e9dd-4721-95dc-a15cc5ca2a71 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4761913 Nov 24 05:07:27.686472 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2ce7c-7900-444b-b4b9-e9b329532bc7 None None] Pushing event updated for resources: {'Port': ['ID=b30f3ed1-97b5-44b6-9f06-543c622f123d,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:27.711928 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-57e4729e-4c38-4bbe-adcc-f726a64e5c00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c HTTP/1.1" status: 200 len: 217 time: 0.0969534 Nov 24 05:07:27.725518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7428228-bce7-4ef9-87b0-3af2c87deccb None None] Pushing event updated for resources: {'Port': ['ID=1726e0b6-3a33-4661-a754-3d310be404c1,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:27.740066 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3d21b1ef-0f35-41a3-ad94-80f4faa76a5f req-dfe3b216-b25e-47b2-9a68-809331e6f9c2 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746338 Nov 24 05:07:27.822753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 475bd0c6-0d9f-400c-a10c-008116fe6154 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:07:27.846193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbb3021-edcb-4544-b440-e7482380c7b3 None None] Network 029f8f6b-1080-4634-9e78-cdbfa6ae02f9 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:27.866365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-cb945b6e-9b86-4231-b012-ffd74b24c86b None None] Provisioning complete for port b30f3ed1-97b5-44b6-9f06-543c622f123d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:27.867229 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb945b6e-9b86-4231-b012-ffd74b24c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.869510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:27.874746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5473183f-9302-463e-8bd8-31a050d4258f None None] Set router e55b5ea9-8464-4e1d-ab66-16de9645dd41 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:27.927661 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] Set router 64028075-f9f1-44c1-9968-d39e31cbf700 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:27.953520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 475bd0c6-0d9f-400c-a10c-008116fe6154) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:27.991160 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:27.991814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.005075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a033c6-37fd-4cb6-8737-4827e7231f11 None None] Network 475bd0c6-0d9f-400c-a10c-008116fe6154 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:28.021908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-992f7af9-b722-4a56-895b-0a0581c06e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:28.028552 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-992f7af9-b722-4a56-895b-0a0581c06e84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d42c9a7e-7993-4a9a-b41b-2bad7e167636 HTTP/1.1" status: 200 len: 850 time: 0.3157365 Nov 24 05:07:28.032848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network 0919f847-381b-41ac-995e-f25b478254d0 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:28.034974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.046812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:28.115370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:28.116903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.144826 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-635ebf6b-068d-4f76-95eb-c41355f7c865 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0589540 Nov 24 05:07:28.150432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36838) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:28.161245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8ffc8f6a-bf2d-49bf-8674-c0c5c7af5a3f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-645106607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:28.202255 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-95a0723c-0028-43bb-9148-e8fb143d741e req-1fa5f7ee-d9b0-49e1-8fc2-d0cf9803202b service neutron] 10.222.0.31 "GET /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6479712 Nov 24 05:07:28.205061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2dcea3-de84-4d2b-9e74-8e32ef818ac4 x-openstack-request-id: req-be2dcea3-de84-4d2b-9e74-8e32ef818ac4 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:07:28.207233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d66bdc-c716-4f3b-b918-aa76c5cd67a3", "tag": "37a91743-cfb4-4f6b-9f93-b4d1bdb6174c", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:07:28.207931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be2dcea3-de84-4d2b-9e74-8e32ef818ac4 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:07:28.222403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ffc8f6a-bf2d-49bf-8674-c0c5c7af5a3f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.222657 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d66bdc-c716-4f3b-b918-aa76c5cd67a3', 'tag': '37a91743-cfb4-4f6b-9f93-b4d1bdb6174c', 'status': 'completed', 'code': 200} Nov 24 05:07:28.223837 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ffc8f6a-bf2d-49bf-8674-c0c5c7af5a3f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.225541 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-1060cac4-4be5-421b-8cdc-50b772ca897d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7d27de13-1633-44c0-9508-f38b9a97b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409144 Nov 24 05:07:28.226242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Port': ['ID=5ccd4324-0b50-4d89-9399-4aff033edcc2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:28.248896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665b55b-ead1-4c9c-8bf9-83613af3bba6 req-9b068736-84b7-414a-9951-346daed72424 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:28.250424 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e665b55b-ead1-4c9c-8bf9-83613af3bba6 req-9b068736-84b7-414a-9951-346daed72424 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.3114696 Nov 24 05:07:28.272599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3c0c38d6-f35e-49f2-ad3f-5157aad4db46,segment=NetworkSegment(6b1c9c7c-4524-409c-ace1-cba5927d2fb5),segment_id=6b1c9c7c-4524-409c-ace1-cba5927d2fb5)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:28.330935 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64028075-f9f1-44c1-9968-d39e31cbf700', 'name': 'tempest-NetworksTestDHCPv6-router-1953594665', 'tenant_id': 'e280927db985492681147c1e127c8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:20Z', 'updated_at': '2021-11-24T05:07:23Z', 'revision_number': 2, 'project_id': 'e280927db985492681147c1e127c8981', 'gw_port_host': None, '_interfaces': [{'id': 'b30f3ed1-97b5-44b6-9f06-543c622f123d', 'name': '', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'mac_address': 'fa:16:3e:c4:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64028075-f9f1-44c1-9968-d39e31cbf700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '51f9a026-95f9-4b5e-a323-34747d96359d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:07:21Z', 'updated_at': '2021-11-24T05:07:27Z', 'revision_number': 4, 'project_id': 'e280927db985492681147c1e127c8981', 'subnets': [{'id': '51f9a026-95f9-4b5e-a323-34747d96359d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:28.346050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.346994 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 1726e0b6-3a33-4661-a754-3d310be404c1 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:28.370043 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cea8662-3619-4864-a3fb-022eceb26fcf None None] The sync data for ids ['64028075-f9f1-44c1-9968-d39e31cbf700'] in dv-neutron-818850-5-hyperv is: [{'id': '64028075-f9f1-44c1-9968-d39e31cbf700', 'name': 'tempest-NetworksTestDHCPv6-router-1953594665', 'tenant_id': 'e280927db985492681147c1e127c8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:20Z', 'updated_at': '2021-11-24T05:07:23Z', 'revision_number': 2, 'project_id': 'e280927db985492681147c1e127c8981', 'gw_port_host': None, '_interfaces': [{'id': 'b30f3ed1-97b5-44b6-9f06-543c622f123d', 'name': '', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'mac_address': 'fa:16:3e:c4:b6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64028075-f9f1-44c1-9968-d39e31cbf700', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '51f9a026-95f9-4b5e-a323-34747d96359d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:07:21Z', 'updated_at': '2021-11-24T05:07:27Z', 'revision_number': 4, 'project_id': 'e280927db985492681147c1e127c8981', 'subnets': [{'id': '51f9a026-95f9-4b5e-a323-34747d96359d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:28.428420 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-5527f83f-831d-44c5-8b11-63589faba5c7 service neutron] 10.222.0.31 "GET /v2.0/networks/7d27de13-1633-44c0-9508-f38b9a97b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895642 Nov 24 05:07:28.443470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ffc8f6a-bf2d-49bf-8674-c0c5c7af5a3f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.480644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ffc8f6a-bf2d-49bf-8674-c0c5c7af5a3f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.502369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=3c0c38d6-f35e-49f2-ad3f-5157aad4db46,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:28.504010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.513889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ffc8f6a-bf2d-49bf-8674-c0c5c7af5a3f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.519533 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8ffc8f6a-bf2d-49bf-8674-c0c5c7af5a3f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3616922 Nov 24 05:07:28.522552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36840) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:28.545370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb945b6e-9b86-4231-b012-ffd74b24c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.614526 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7e596a2-8086-46f6-bbe7-fd106069fc66 req-6567d8d0-af8a-49a9-a028-b3d2cde40e1e service neutron] 10.222.0.31 "GET /v2.0/networks/7d27de13-1633-44c0-9508-f38b9a97b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512730 Nov 24 05:07:28.655126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port b30f3ed1-97b5-44b6-9f06-543c622f123d {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:28.655478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.760464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cb945b6e-9b86-4231-b012-ffd74b24c86b None None] For port b30f3ed1-97b5-44b6-9f06-543c622f123d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b30f3ed1-97b5-44b6-9f06-543c622f123d,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:28.784668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-475bd0c6-0d9f-400c-a10c-008116fe6154', 'network_id': '475bd0c6-0d9f-400c-a10c-008116fe6154', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'fixed_ips': [{'subnet_id': '06ed3e3a-4697-42b7-a14c-f4a9ab28f3ff'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:28.791434 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.799109 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb945b6e-9b86-4231-b012-ffd74b24c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.819497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-e665b55b-ead1-4c9c-8bf9-83613af3bba6 req-1f2a47f9-a5ed-4e17-9e7b-55774ff5e742 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Deleting port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:28.824785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e665b55b-ead1-4c9c-8bf9-83613af3bba6 req-1f2a47f9-a5ed-4e17-9e7b-55774ff5e742 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.869349 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 1726e0b6-3a33-4661-a754-3d310be404c1 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:28.869989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:28.870430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf10aa1-22f8-4804-9ee9-8e78c8083f34 req-402dc244-4fd6-4d1a-a5e1-bb38fb216bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:28.872392 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9bf10aa1-22f8-4804-9ee9-8e78c8083f34 req-402dc244-4fd6-4d1a-a5e1-bb38fb216bc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e542a628df0a4d41b25287247f5738e7&device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 1097 time: 0.1586475 Nov 24 05:07:28.982911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb945b6e-9b86-4231-b012-ffd74b24c86b None None] Pushing event updated for resources: {'Port': ['ID=b30f3ed1-97b5-44b6-9f06-543c622f123d,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:29.100893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5473183f-9302-463e-8bd8-31a050d4258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:34Z', 'revision_number': 4, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'f0e481ec-7b5b-4c41-9c8f-35186478a653', 'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'mac_address': 'fa:16:3e:4d:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:33Z', 'updated_at': '2021-11-24T05:05:43Z', 'revision_number': 5, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'subnets': [{'id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:29.158079 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ba268128-c9b2-4648-b749-db4ce0daa810 None None] Provisioning complete for port 5ccd4324-0b50-4d89-9399-4aff033edcc2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:29.158534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba268128-c9b2-4648-b749-db4ce0daa810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:29.163140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-e665b55b-ead1-4c9c-8bf9-83613af3bba6 req-1f2a47f9-a5ed-4e17-9e7b-55774ff5e742 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] For port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:29.163816 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e665b55b-ead1-4c9c-8bf9-83613af3bba6 req-1f2a47f9-a5ed-4e17-9e7b-55774ff5e742 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:29.186937 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] For port b30f3ed1-97b5-44b6-9f06-543c622f123d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b30f3ed1-97b5-44b6-9f06-543c622f123d,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:29.187316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:29.192097 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-e665b55b-ead1-4c9c-8bf9-83613af3bba6 req-1f2a47f9-a5ed-4e17-9e7b-55774ff5e742 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Calling delete_port for 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:29.206911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ba268128-c9b2-4648-b749-db4ce0daa810 None None] Port 5ccd4324-0b50-4d89-9399-4aff033edcc2 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:29.211402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473183f-9302-463e-8bd8-31a050d4258f None None] The sync data for ids ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'] in dv-neutron-818850-5-hyperv is: [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:05:34Z', 'revision_number': 4, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'f0e481ec-7b5b-4c41-9c8f-35186478a653', 'name': '', 'network_id': '19abe5c4-fa40-436d-bc71-fb0859922e79', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'mac_address': 'fa:16:3e:4d:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:33Z', 'updated_at': '2021-11-24T05:05:43Z', 'revision_number': 5, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'subnets': [{'id': 'd2634f63-2781-4b65-9c4e-c0171657393f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:29.243211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for b30f3ed1-97b5-44b6-9f06-543c622f123d owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:29.247015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:29.276310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ba268128-c9b2-4648-b749-db4ce0daa810 None None] Provisioning complete for port 1726e0b6-3a33-4661-a754-3d310be404c1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:29.277717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba268128-c9b2-4648-b749-db4ce0daa810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:29.364662 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Allocated IP 172.21.0.2 (475bd0c6-0d9f-400c-a10c-008116fe6154/06ed3e3a-4697-42b7-a14c-f4a9ab28f3ff/58c78393-afe6-4340-bb0f-e34aedf336ee) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:29.480543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ba268128-c9b2-4648-b749-db4ce0daa810 None None] Provisioning complete for port b30f3ed1-97b5-44b6-9f06-543c622f123d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:29.480846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba268128-c9b2-4648-b749-db4ce0daa810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:29.521025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf10aa1-22f8-4804-9ee9-8e78c8083f34 req-f93c8639-ee58-437c-a1b3-8f0c0c69f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:29.525601 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9bf10aa1-22f8-4804-9ee9-8e78c8083f34 req-f93c8639-ee58-437c-a1b3-8f0c0c69f720 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7d27de13-1633-44c0-9508-f38b9a97b5ce HTTP/1.1" status: 200 len: 911 time: 0.5933475 Nov 24 05:07:29.543629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ac1c7-fea1-4b09-9a08-9ed81551fab8 req-3fae02ba-c484-463e-a855-a4ca8f2483e2 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:29.545837 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b22ac1c7-fea1-4b09-9a08-9ed81551fab8 req-3fae02ba-c484-463e-a855-a4ca8f2483e2 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 944 time: 0.6799800 Nov 24 05:07:29.571321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b23d0e-01fa-4c76-aa21-0c97f5715741 req-f1e18b90-8ff9-4249-9134-35bae6236f6c tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:29.573442 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-56b23d0e-01fa-4c76-aa21-0c97f5715741 req-f1e18b90-8ff9-4249-9134-35bae6236f6c tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e3c7d05-b60b-4610-bbe2-b36a7ecb7613 HTTP/1.1" status: 200 len: 945 time: 0.7308922 Nov 24 05:07:29.693732 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9bf10aa1-22f8-4804-9ee9-8e78c8083f34 req-caad6a9b-98bd-48be-a1a3-e43a1992a76c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c HTTP/1.1" status: 200 len: 217 time: 0.1427832 Nov 24 05:07:29.737834 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe407ccf-3cd0-40cf-811f-7e09702fd3b3 None None] New status for floating IP 941170c8-e7e6-4b57-a019-f34a38abcb87: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:07:29.784182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:29.817931 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-56b23d0e-01fa-4c76-aa21-0c97f5715741 req-14c95bdc-46a9-4601-9bfd-704e98d8bfad tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c0c2b14-81d0-4926-8531-3af6d418207e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979651 Nov 24 05:07:29.894678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf10aa1-22f8-4804-9ee9-8e78c8083f34 req-a877c687-6cc9-4330-8571-21d547d4d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:29.896744 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9bf10aa1-22f8-4804-9ee9-8e78c8083f34 req-a877c687-6cc9-4330-8571-21d547d4d499 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d42c9a7e-7993-4a9a-b41b-2bad7e167636 HTTP/1.1" status: 200 len: 850 time: 0.1933947 Nov 24 05:07:29.904610 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b22ac1c7-fea1-4b09-9a08-9ed81551fab8 req-53336637-e355-40a9-9547-9217bb76c247 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288333 Nov 24 05:07:29.950634 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9bf10aa1-22f8-4804-9ee9-8e78c8083f34 req-2982eeae-ac57-49b7-a8d5-b7598a3c5d0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7d27de13-1633-44c0-9508-f38b9a97b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447984 Nov 24 05:07:29.954259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e665b55b-ead1-4c9c-8bf9-83613af3bba6 req-1f2a47f9-a5ed-4e17-9e7b-55774ff5e742 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:29.999898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:30.000118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.009493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.013350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Allocated IP 172.20.0.1 (029f8f6b-1080-4634-9e78-cdbfa6ae02f9/88ad8d28-eaf5-4214-8668-cc84b0248049/042053ff-2a56-407b-a56a-26b51cdd2bfc) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:30.015154 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.025387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a47f9-a5ed-4e17-9e7b-55774ff5e742 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event deleted for resources: {'Port': ['ID=3b4da1f9-3ed7-4164-83dd-d2bba03e6860,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:30.050324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ba268128-c9b2-4648-b749-db4ce0daa810 None None] Provisioning complete for port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:30.050700 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ba268128-c9b2-4648-b749-db4ce0daa810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.054318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.056098 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.058107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.061300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e665b55b-ead1-4c9c-8bf9-83613af3bba6 req-1f2a47f9-a5ed-4e17-9e7b-55774ff5e742 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] No DVR routers for this DVR port 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:30.064581 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e665b55b-ead1-4c9c-8bf9-83613af3bba6 req-1f2a47f9-a5ed-4e17-9e7b-55774ff5e742 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.068921 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e665b55b-ead1-4c9c-8bf9-83613af3bba6 req-1f2a47f9-a5ed-4e17-9e7b-55774ff5e742 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.31 "DELETE /v2.0/ports/3b4da1f9-3ed7-4164-83dd-d2bba03e6860 HTTP/1.1" status: 204 len: 173 time: 1.8006074 Nov 24 05:07:30.074085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'name': 'network-vif-deleted', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:07:30.076610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff7dfb2-d2df-4524-bc96-e64cf58a9c61" -d '{"events": [{"server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "name": "network-vif-deleted", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:07:30.113794 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.158284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event updated for resources: {'Port': ['ID=5ccd4324-0b50-4d89-9399-4aff033edcc2,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:30.158567 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Network 475bd0c6-0d9f-400c-a10c-008116fe6154 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:30.166999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:30.168820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Pushing event updated for resources: {'Port': ['ID=58c78393-afe6-4340-bb0f-e34aedf336ee,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:30.169828 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9bf10aa1-22f8-4804-9ee9-8e78c8083f34 req-74f2df88-ea87-4a0a-8cf2-20e3cf16f215 service neutron] 10.222.0.31 "GET /v2.0/networks/7d27de13-1633-44c0-9508-f38b9a97b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119997 Nov 24 05:07:30.171042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:30.190513 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34116b7d-2ee5-4f91-b48f-5ef1180b953e x-openstack-request-id: req-34116b7d-2ee5-4f91-b48f-5ef1180b953e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:07:30.191464 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3c7d05-b60b-4610-bbe2-b36a7ecb7613", "name": "network-vif-deleted", "tag": "3b4da1f9-3ed7-4164-83dd-d2bba03e6860", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:07:30.191899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34116b7d-2ee5-4f91-b48f-5ef1180b953e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:07:30.192659 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3c7d05-b60b-4610-bbe2-b36a7ecb7613', 'name': 'network-vif-deleted', 'tag': '3b4da1f9-3ed7-4164-83dd-d2bba03e6860', 'status': 'completed', 'code': 200} Nov 24 05:07:30.206656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=b30f3ed1-97b5-44b6-9f06-543c622f123d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:30.316169 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9bf10aa1-22f8-4804-9ee9-8e78c8083f34 req-3e973d0b-041b-41f1-8ccd-f59245fd7dd5 service neutron] 10.222.0.31 "GET /v2.0/networks/7d27de13-1633-44c0-9508-f38b9a97b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126711 Nov 24 05:07:30.318665 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b30f3ed1-97b5-44b6-9f06-543c622f123d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:30.325699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Attempting to bind port 58c78393-afe6-4340-bb0f-e34aedf336ee on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:30.326343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Attempting to bind port 58c78393-afe6-4340-bb0f-e34aedf336ee by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'f17fa433-a4bc-4983-bd2d-ab7f68f85349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '475bd0c6-0d9f-400c-a10c-008116fe6154'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:30.326701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Attempting to bind port 58c78393-afe6-4340-bb0f-e34aedf336ee on network 475bd0c6-0d9f-400c-a10c-008116fe6154 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:30.352751 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: b30f3ed1-97b5-44b6-9f06-543c622f123d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:30.353587 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b30f3ed1-97b5-44b6-9f06-543c622f123d not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 05:07:30.357270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:30.358052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Checking segment: {'id': 'f17fa433-a4bc-4983-bd2d-ab7f68f85349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '475bd0c6-0d9f-400c-a10c-008116fe6154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:30.358450 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.358847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Bound using segment: {'id': 'f17fa433-a4bc-4983-bd2d-ab7f68f85349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '475bd0c6-0d9f-400c-a10c-008116fe6154'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:30.359343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Bound port: 58c78393-afe6-4340-bb0f-e34aedf336ee, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17fa433-a4bc-4983-bd2d-ab7f68f85349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '475bd0c6-0d9f-400c-a10c-008116fe6154'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:30.359758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.383300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Network 0919f847-381b-41ac-995e-f25b478254d0 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:30.385688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:30.396717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Port b30f3ed1-97b5-44b6-9f06-543c622f123d not found, will not notify nova. {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 05:07:30.397128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 1726e0b6-3a33-4661-a754-3d310be404c1 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:30.404388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.550070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] For port 58c78393-afe6-4340-bb0f-e34aedf336ee, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:30.556174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] For port 58c78393-afe6-4340-bb0f-e34aedf336ee, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=58c78393-afe6-4340-bb0f-e34aedf336ee,segment=NetworkSegment(f17fa433-a4bc-4983-bd2d-ab7f68f85349),segment_id=f17fa433-a4bc-4983-bd2d-ab7f68f85349)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:30.558585 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5e9698c5-e974-48c2-9b2e-e7f165505a2e None None] Provisioning complete for port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:30.559000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e9698c5-e974-48c2-9b2e-e7f165505a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.573660 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.610045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.612201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Router 136c35d1-172b-4ba4-9c6e-1913463c0b79 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:30.662008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 1726e0b6-3a33-4661-a754-3d310be404c1 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:30.662490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.796657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:30.853515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:30.862152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Pushing event updated for resources: {'Port': ['ID=58c78393-afe6-4340-bb0f-e34aedf336ee,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:30.870791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36850) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:30.871702 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f1e0b03c-3d03-4492-a30a-08cb287844f9 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "PUT /v2.0/routers/136c35d1-172b-4ba4-9c6e-1913463c0b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3517263 Nov 24 05:07:30.873750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Router 64028075-f9f1-44c1-9968-d39e31cbf700 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:30.893900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 029f8f6b-1080-4634-9e78-cdbfa6ae02f9 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:30.894444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d2fff-4238-4b55-ba95-437e6438e237 None None] Sync routers for ids ['136c35d1-172b-4ba4-9c6e-1913463c0b79'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:30.912451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.912903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.913532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.913898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.914178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.914533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.915055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.915373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.916242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.916567 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.917325 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.917325 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38ee64d-9e9d-4dbe-8e8c-29397ea94a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:30.923248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36852) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:30.958145 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d2fff-4238-4b55-ba95-437e6438e237 None None] Routers {'136c35d1-172b-4ba4-9c6e-1913463c0b79'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:30.958795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c42d2fff-4238-4b55-ba95-437e6438e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['136c35d1-172b-4ba4-9c6e-1913463c0b79'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:30.964318 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:30.972751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:31.044838 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=042053ff-2a56-407b-a56a-26b51cdd2bfc,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:31.056438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c42d2fff-4238-4b55-ba95-437e6438e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:31.061781 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:31.082389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:07:31.135818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:31.174616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644f468-ac76-48a8-9f44-39c772ec985d req-29a849dd-ddf0-41f1-9640-accde2883092 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:31.174928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:31.175255 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3b4da1f9-3ed7-4164-83dd-d2bba03e6860 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:31.181407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d2fff-4238-4b55-ba95-437e6438e237 None None] Routers {'136c35d1-172b-4ba4-9c6e-1913463c0b79'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:31.182054 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c42d2fff-4238-4b55-ba95-437e6438e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['136c35d1-172b-4ba4-9c6e-1913463c0b79'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:31.185513 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8644f468-ac76-48a8-9f44-39c772ec985d req-29a849dd-ddf0-41f1-9640-accde2883092 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 944 time: 0.0983450 Nov 24 05:07:31.248116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-81c94380-0e94-48cc-9a71-0f7888f446bb None None] Provisioning complete for port 5ccd4324-0b50-4d89-9399-4aff033edcc2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:31.248491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-81c94380-0e94-48cc-9a71-0f7888f446bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:31.253658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c42d2fff-4238-4b55-ba95-437e6438e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:31.257381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42d2fff-4238-4b55-ba95-437e6438e237 None None] The sync data for ids ['136c35d1-172b-4ba4-9c6e-1913463c0b79'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:31.373748 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-81c94380-0e94-48cc-9a71-0f7888f446bb None None] Port 5ccd4324-0b50-4d89-9399-4aff033edcc2 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:31.404532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c,segment=NetworkSegment(b2a1b5f6-30ba-4047-a97f-5c3af358c060),segment_id=b2a1b5f6-30ba-4047-a97f-5c3af358c060)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:31.416453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '37a91743-cfb4-4f6b-9f93-b4d1bdb6174c', 'network_id': '7d27de13-1633-44c0-9508-f38b9a97b5ce', 'port_id': '37a91743-cfb4-4f6b-9f93-b4d1bdb6174c', 'mac_address': 'fa:16:3e:f1:ce:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42c9a7e-7993-4a9a-b41b-2bad7e167636', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:07:31.423984 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8644f468-ac76-48a8-9f44-39c772ec985d req-8716f0fa-feb6-4e11-9eb7-2dc8545f0685 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870128 Nov 24 05:07:31.466533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:31.509752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:07:31.529381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-53f147bc-b61f-44ed-b310-366db408c63a None None] Provisioning complete for port 042053ff-2a56-407b-a56a-26b51cdd2bfc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:31.529960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-53f147bc-b61f-44ed-b310-366db408c63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:31.548740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c,segment=NetworkSegment(b2a1b5f6-30ba-4047-a97f-5c3af358c060),segment_id=b2a1b5f6-30ba-4047-a97f-5c3af358c060)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:31.571234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:31.581477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:31.626339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-53f147bc-b61f-44ed-b310-366db408c63a None None] Port 042053ff-2a56-407b-a56a-26b51cdd2bfc cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:31.655446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:31.691363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 58c78393-afe6-4340-bb0f-e34aedf336ee up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:31.711129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:31.723280 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-01621ad3-a82c-4aaa-b58f-7ac628315a15 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "PUT /v2.0/routers/64028075-f9f1-44c1-9968-d39e31cbf700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7437127 Nov 24 05:07:31.725765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36856) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:31.726869 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b4663b-66b0-4626-b59b-d0a0500f451e None None] Sync routers for ids ['64028075-f9f1-44c1-9968-d39e31cbf700'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:31.743462 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4663b-66b0-4626-b59b-d0a0500f451e None None] Routers {'64028075-f9f1-44c1-9968-d39e31cbf700'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:31.744350 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-09b4663b-66b0-4626-b59b-d0a0500f451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['64028075-f9f1-44c1-9968-d39e31cbf700'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:31.745377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5942eed3-c621-4372-b6ad-9849ab7a3a7d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:31.764458 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 58c78393-afe6-4340-bb0f-e34aedf336ee triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:31.766945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:31.843896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['37a91743-cfb4-4f6b-9f93-b4d1bdb6174c'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:07:31.873429 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-09b4663b-66b0-4626-b59b-d0a0500f451e None None] Set router 64028075-f9f1-44c1-9968-d39e31cbf700 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:31.940754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbfcc39-3daf-4890-9efc-2bd4a9a34d42 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:31.942403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbfcc39-3daf-4890-9efc-2bd4a9a34d42 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:31.947449 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5fbfcc39-3daf-4890-9efc-2bd4a9a34d42 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2180412 Nov 24 05:07:31.948067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36858) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:31.954504 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-09b4663b-66b0-4626-b59b-d0a0500f451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64028075-f9f1-44c1-9968-d39e31cbf700', 'name': 'tempest-NetworksTestDHCPv6-router-1953594665', 'tenant_id': 'e280927db985492681147c1e127c8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:20Z', 'updated_at': '2021-11-24T05:07:29Z', 'revision_number': 3, 'project_id': 'e280927db985492681147c1e127c8981', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:31.962798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Deleting port f0e481ec-7b5b-4c41-9c8f-35186478a653 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:31.963339 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:31.963440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:31.967439 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-5942eed3-c621-4372-b6ad-9849ab7a3a7d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 05:07:31.971550 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5942eed3-c621-4372-b6ad-9849ab7a3a7d tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "DELETE /v2.0/routers/136c35d1-172b-4ba4-9c6e-1913463c0b79 HTTP/1.1" status: 409 len: 329 time: 1.0965924 Nov 24 05:07:31.972170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36860) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:31.997702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.004640 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b4663b-66b0-4626-b59b-d0a0500f451e None None] Checking router: 64028075-f9f1-44c1-9968-d39e31cbf700 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:07:32.022764 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4663b-66b0-4626-b59b-d0a0500f451e None None] Routers {'64028075-f9f1-44c1-9968-d39e31cbf700'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:32.024066 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-09b4663b-66b0-4626-b59b-d0a0500f451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['64028075-f9f1-44c1-9968-d39e31cbf700'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:32.087090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] For port f0e481ec-7b5b-4c41-9c8f-35186478a653, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f0e481ec-7b5b-4c41-9c8f-35186478a653,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:32.087654 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.107652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Calling delete_port for f0e481ec-7b5b-4c41-9c8f-35186478a653 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:32.111017 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-09b4663b-66b0-4626-b59b-d0a0500f451e None None] Set router 64028075-f9f1-44c1-9968-d39e31cbf700 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:32.127910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 58c78393-afe6-4340-bb0f-e34aedf336ee, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=58c78393-afe6-4340-bb0f-e34aedf336ee,segment=NetworkSegment(f17fa433-a4bc-4983-bd2d-ab7f68f85349),segment_id=f17fa433-a4bc-4983-bd2d-ab7f68f85349)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:32.149743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.178896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9363940-6e04-488b-8d36-7ac473391fa6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 51f9a026-95f9-4b5e-a323-34747d96359d {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:32.186916 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-09b4663b-66b0-4626-b59b-d0a0500f451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64028075-f9f1-44c1-9968-d39e31cbf700', 'name': 'tempest-NetworksTestDHCPv6-router-1953594665', 'tenant_id': 'e280927db985492681147c1e127c8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:20Z', 'updated_at': '2021-11-24T05:07:29Z', 'revision_number': 3, 'project_id': 'e280927db985492681147c1e127c8981', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:32.219199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9363940-6e04-488b-8d36-7ac473391fa6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.232948 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b4663b-66b0-4626-b59b-d0a0500f451e None None] The sync data for ids ['64028075-f9f1-44c1-9968-d39e31cbf700'] in dv-neutron-818850-5-hyperv is: [{'id': '64028075-f9f1-44c1-9968-d39e31cbf700', 'name': 'tempest-NetworksTestDHCPv6-router-1953594665', 'tenant_id': 'e280927db985492681147c1e127c8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:07:20Z', 'updated_at': '2021-11-24T05:07:29Z', 'revision_number': 3, 'project_id': 'e280927db985492681147c1e127c8981', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:32.278154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b5dd2-5de1-43db-8705-ad4b238e6390 None None] Network 475bd0c6-0d9f-400c-a10c-008116fe6154 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:32.300014 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=58c78393-afe6-4340-bb0f-e34aedf336ee,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:32.383911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2d0e79a7-5bb6-42a7-80ab-03c3811e4dc3 None None] Provisioning complete for port 58c78393-afe6-4340-bb0f-e34aedf336ee triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:32.384612 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2d0e79a7-5bb6-42a7-80ab-03c3811e4dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.408018 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.433594 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event deleted for resources: {'Port': ['ID=f0e481ec-7b5b-4c41-9c8f-35186478a653,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:32.442368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9363940-6e04-488b-8d36-7ac473391fa6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.443956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.444863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.444863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.445827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.446540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.447106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.447562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.448040 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.448494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.448956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.449399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.449841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:07:32.706723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86614fb-de29-4670-b3b1-ca553db48c54 req-67b629d3-b67d-4b66-bfac-df30115aebae tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:32.719369 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b86614fb-de29-4670-b3b1-ca553db48c54 req-67b629d3-b67d-4b66-bfac-df30115aebae tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 945 time: 0.1752708 Nov 24 05:07:32.730957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9363940-6e04-488b-8d36-7ac473391fa6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.795176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.809414 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.832764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.846091 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b86614fb-de29-4670-b3b1-ca553db48c54 req-9a85ad26-e3f0-4173-8856-6a06a629f133 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257331 Nov 24 05:07:32.928990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9363940-6e04-488b-8d36-7ac473391fa6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.949567 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a14c162f-bb7f-417f-a387-9a3542435982 None None] Provisioning complete for port 58c78393-afe6-4340-bb0f-e34aedf336ee triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:32.950153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a14c162f-bb7f-417f-a387-9a3542435982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.970453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.980865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9363940-6e04-488b-8d36-7ac473391fa6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=51f9a026-95f9-4b5e-a323-34747d96359d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:32.982679 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=042053ff-2a56-407b-a56a-26b51cdd2bfc,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:32.991790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9363940-6e04-488b-8d36-7ac473391fa6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:32.998213 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c9363940-6e04-488b-8d36-7ac473391fa6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/51f9a026-95f9-4b5e-a323-34747d96359d HTTP/1.1" status: 204 len: 168 time: 1.0426610 Nov 24 05:07:32.998396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e30c6-2a48-49c7-a979-5f46b7b7a226 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:32.999879 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36864) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:33.080682 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:33.099255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Router e55b5ea9-8464-4e1d-ab66-16de9645dd41 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:33.166936 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4de0affd-2508-450f-a7c6-6970739d6e8b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:33.187260 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:07:33.191700 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:33.192076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:33.249879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:33.255653 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fd6064d8-ce09-4278-8458-b566ded6a3a9 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "PUT /v2.0/routers/e55b5ea9-8464-4e1d-ab66-16de9645dd41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3313332 Nov 24 05:07:33.258425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36866) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:33.261957 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-31348ccd-5857-4214-96fc-2a97f072abed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2560499 Nov 24 05:07:33.268269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36868) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:33.324327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-980be77b-f026-4fb8-8e3d-f353e608f0d2 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Deleting subnet d2634f63-2781-4b65-9c4e-c0171657393f {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:33.328182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-980be77b-f026-4fb8-8e3d-f353e608f0d2 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:33.369745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 029f8f6b-1080-4634-9e78-cdbfa6ae02f9 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:33.374829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-980be77b-f026-4fb8-8e3d-f353e608f0d2 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:33.403677 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:33.407318 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59251d38-27f2-491d-a99e-4a1643b855ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:33.422695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef425c2-3f07-4bc3-8c50-bccb836d4c1a None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:33.425927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b01547-f6f5-4df5-8134-d9eb619faaf9 None None] Sync routers for ids ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:33.469217 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:33.472928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b01547-f6f5-4df5-8134-d9eb619faaf9 None None] Routers {'e55b5ea9-8464-4e1d-ab66-16de9645dd41'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:33.473643 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a6b01547-f6f5-4df5-8134-d9eb619faaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:33.510299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-980be77b-f026-4fb8-8e3d-f353e608f0d2 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:33.547936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d66bdc-c716-4f3b-b918-aa76c5cd67a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a91743-cfb4-4f6b-9f93-b4d1bdb6174c'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:07:33.549326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e29b85-798f-45fd-becd-33b3215656b7" -d '{"events": [{"server_uuid": "a0d66bdc-c716-4f3b-b918-aa76c5cd67a3", "name": "network-vif-plugged", "status": "completed", "tag": "37a91743-cfb4-4f6b-9f93-b4d1bdb6174c"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:07:33.621421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-980be77b-f026-4fb8-8e3d-f353e608f0d2 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:33.626793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c,segment=NetworkSegment(b2a1b5f6-30ba-4047-a97f-5c3af358c060),segment_id=b2a1b5f6-30ba-4047-a97f-5c3af358c060)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:33.644835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:33.687373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c93cfc-099f-48e5-8479-ff9c41b6965f x-openstack-request-id: req-f8c93cfc-099f-48e5-8479-ff9c41b6965f {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:07:33.687770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d66bdc-c716-4f3b-b918-aa76c5cd67a3", "name": "network-vif-plugged", "status": "completed", "tag": "37a91743-cfb4-4f6b-9f93-b4d1bdb6174c", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:07:33.687963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8c93cfc-099f-48e5-8479-ff9c41b6965f {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:07:33.688317 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d66bdc-c716-4f3b-b918-aa76c5cd67a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a91743-cfb4-4f6b-9f93-b4d1bdb6174c', 'code': 200} Nov 24 05:07:33.690247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9ef425c2-3f07-4bc3-8c50-bccb836d4c1a None None] Deleting port a8384e52-0630-4e22-b8a4-0c953b8c6f22 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:33.690247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ef425c2-3f07-4bc3-8c50-bccb836d4c1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:33.693930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980be77b-f026-4fb8-8e3d-f353e608f0d2 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event deleted for resources: {'Subnet': ['ID=d2634f63-2781-4b65-9c4e-c0171657393f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:33.711977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-980be77b-f026-4fb8-8e3d-f353e608f0d2 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:33.717933 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-980be77b-f026-4fb8-8e3d-f353e608f0d2 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "DELETE /v2.0/subnets/d2634f63-2781-4b65-9c4e-c0171657393f HTTP/1.1" status: 204 len: 168 time: 0.4583819 Nov 24 05:07:33.723561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36872) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:33.743874 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d156a6c-14dc-48c2-9277-e29d47d262f9 None None] Network 19abe5c4-fa40-436d-bc71-fb0859922e79 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:33.747979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a6b01547-f6f5-4df5-8134-d9eb619faaf9 None None] Set router e55b5ea9-8464-4e1d-ab66-16de9645dd41 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:33.846994 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 58c78393-afe6-4340-bb0f-e34aedf336ee up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:34.000781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:34.061059 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9ef425c2-3f07-4bc3-8c50-bccb836d4c1a None None] For port a8384e52-0630-4e22-b8a4-0c953b8c6f22, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a8384e52-0630-4e22-b8a4-0c953b8c6f22,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:34.061496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ef425c2-3f07-4bc3-8c50-bccb836d4c1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.105419 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-33ccd701-ee7e-4b71-a4b9-b15b93b68c07 None None] Provisioning complete for port 042053ff-2a56-407b-a56a-26b51cdd2bfc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:34.105798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-33ccd701-ee7e-4b71-a4b9-b15b93b68c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.111156 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9ef425c2-3f07-4bc3-8c50-bccb836d4c1a None None] Calling delete_port for a8384e52-0630-4e22-b8a4-0c953b8c6f22 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:34.164585 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59251d38-27f2-491d-a99e-4a1643b855ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.171381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59251d38-27f2-491d-a99e-4a1643b855ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.212697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.221652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-33ccd701-ee7e-4b71-a4b9-b15b93b68c07 None None] Port 042053ff-2a56-407b-a56a-26b51cdd2bfc cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:34.230869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 58c78393-afe6-4340-bb0f-e34aedf336ee triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:34.231241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.254221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e76907-59da-49bb-baf0-e10826b9eb54 req-cef4d7bb-989f-4a43-aacb-af7c3bc3b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:34.255817 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0e76907-59da-49bb-baf0-e10826b9eb54 req-cef4d7bb-989f-4a43-aacb-af7c3bc3b323 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 1099 time: 0.4166679 Nov 24 05:07:34.262139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59251d38-27f2-491d-a99e-4a1643b855ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.262681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59251d38-27f2-491d-a99e-4a1643b855ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Fanout notify agent at l3_agent the message router_deleted on router 64028075-f9f1-44c1-9968-d39e31cbf700 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:07:34.269787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59251d38-27f2-491d-a99e-4a1643b855ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.273417 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-59251d38-27f2-491d-a99e-4a1643b855ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/routers/64028075-f9f1-44c1-9968-d39e31cbf700 HTTP/1.1" status: 204 len: 168 time: 0.9997177 Nov 24 05:07:34.277966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36876) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:34.302561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626f193-766b-4bc2-8227-7264b53c84eb req-ddda672e-63f3-4d3f-bf7c-823b32b7ce97 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:34.304175 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0626f193-766b-4bc2-8227-7264b53c84eb req-ddda672e-63f3-4d3f-bf7c-823b32b7ce97 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.1362779 Nov 24 05:07:34.357464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ef425c2-3f07-4bc3-8c50-bccb836d4c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.394599 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d693d5c-c47d-48da-8fef-e443b9c17c08 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:34.399242 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1d693d5c-c47d-48da-8fef-e443b9c17c08 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1182780 Nov 24 05:07:34.400277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36878) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:34.414838 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef425c2-3f07-4bc3-8c50-bccb836d4c1a None None] No DVR routers for this DVR port a8384e52-0630-4e22-b8a4-0c953b8c6f22 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:34.416482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef425c2-3f07-4bc3-8c50-bccb836d4c1a None None] Pushing event deleted for resources: {'Port': ['ID=a8384e52-0630-4e22-b8a4-0c953b8c6f22,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:34.442626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a6b01547-f6f5-4df5-8134-d9eb619faaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:07:32Z', 'revision_number': 5, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port': {'id': '827366f3-7a0c-4a09-88bf-26a34c4e462d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:05:25Z', 'updated_at': '2021-11-24T05:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:34.444381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c8c1b-b62d-4a12-ba0c-75668b04df22 None None] DHCP port deletion for 19abe5c4-fa40-436d-bc71-fb0859922e79 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:34.460187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router ed51dff7-169f-413c-9308-c81b865364d9 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:07:34.472774 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0e76907-59da-49bb-baf0-e10826b9eb54 req-3be55327-64f3-45ba-9a3d-710501b23ac6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081366 Nov 24 05:07:34.486047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b01547-f6f5-4df5-8134-d9eb619faaf9 None None] Checking router: e55b5ea9-8464-4e1d-ab66-16de9645dd41 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:07:34.492737 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0626f193-766b-4bc2-8227-7264b53c84eb req-4a1a9411-aa55-4dae-93c2-9ef3f01ad142 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563087 Nov 24 05:07:34.500500 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.504040 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b315b87d-6a18-4306-a53b-79e8e69a5dcc tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:34.508054 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b315b87d-6a18-4306-a53b-79e8e69a5dcc tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1038709 Nov 24 05:07:34.519066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36880) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:34.532336 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b01547-f6f5-4df5-8134-d9eb619faaf9 None None] Routers {'e55b5ea9-8464-4e1d-ab66-16de9645dd41'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:34.533065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a6b01547-f6f5-4df5-8134-d9eb619faaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:34.547049 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4de0affd-2508-450f-a7c6-6970739d6e8b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Deleting port 5ccd4324-0b50-4d89-9399-4aff033edcc2 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:34.547859 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4de0affd-2508-450f-a7c6-6970739d6e8b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.601668 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8d387b64-b73f-42de-b087-90045f0b141b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770121 Nov 24 05:07:34.603371 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36882) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:34.607153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b30f3ed1-97b5-44b6-9f06-543c622f123d no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:34.608990 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8e56a2e5-1c5e-4464-a7c3-d3708f44ac94 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:34.642519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: b30f3ed1-97b5-44b6-9f06-543c622f123d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:34.642850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b30f3ed1-97b5-44b6-9f06-543c622f123d not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:34.643635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a8384e52-0630-4e22-b8a4-0c953b8c6f22 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:34.657923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:34.663219 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8f3e907f-9d2e-4db7-8440-edc434d4dcf3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/ed51dff7-169f-413c-9308-c81b865364d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1383169 Nov 24 05:07:34.666004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36884) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:34.670142 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d214c9-9e12-4517-846d-d22cb61e180c None None] Sync routers for ids ['ed51dff7-169f-413c-9308-c81b865364d9'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:34.673778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: a8384e52-0630-4e22-b8a4-0c953b8c6f22 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:34.674120 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a8384e52-0630-4e22-b8a4-0c953b8c6f22 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:34.684229 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a6b01547-f6f5-4df5-8134-d9eb619faaf9 None None] Set router e55b5ea9-8464-4e1d-ab66-16de9645dd41 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:34.685975 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d214c9-9e12-4517-846d-d22cb61e180c None None] Routers {'ed51dff7-169f-413c-9308-c81b865364d9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:34.687246 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-38d214c9-9e12-4517-846d-d22cb61e180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ed51dff7-169f-413c-9308-c81b865364d9'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:34.725873 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4de0affd-2508-450f-a7c6-6970739d6e8b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.730421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Deleting port 827366f3-7a0c-4a09-88bf-26a34c4e462d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:34.731317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.739540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c8c1b-b62d-4a12-ba0c-75668b04df22 None None] Deleting port 0075d2b4-6fd8-4c81-8e69-d162c361735b {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:34.740005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8c1b-b62d-4a12-ba0c-75668b04df22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.742638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a6b01547-f6f5-4df5-8134-d9eb619faaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:07:34Z', 'revision_number': 6, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:34.750379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1672bc7d-9c15-48a7-9fc0-04f00660b881 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:34.751884 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1672bc7d-9c15-48a7-9fc0-04f00660b881 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports/042053ff-2a56-407b-a56a-26b51cdd2bfc HTTP/1.1" status: 200 len: 910 time: 0.0847135 Nov 24 05:07:34.756101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36886) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:34.759461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4de0affd-2508-450f-a7c6-6970739d6e8b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Calling delete_port for 5ccd4324-0b50-4d89-9399-4aff033edcc2 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:34.783745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b01547-f6f5-4df5-8134-d9eb619faaf9 None None] The sync data for ids ['e55b5ea9-8464-4e1d-ab66-16de9645dd41'] in dv-neutron-818850-5-hyperv is: [{'id': 'e55b5ea9-8464-4e1d-ab66-16de9645dd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618505824', 'tenant_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:05:24Z', 'updated_at': '2021-11-24T05:07:34Z', 'revision_number': 6, 'project_id': '2cb27467313f41fb85ccc3c4aed1e5b4', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:34.864934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bd1c8c1b-b62d-4a12-ba0c-75668b04df22 None None] For port 0075d2b4-6fd8-4c81-8e69-d162c361735b, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0075d2b4-6fd8-4c81-8e69-d162c361735b,segment=NetworkSegment(48a67ae6-f1d4-45d2-8079-9f1edff985e4),segment_id=48a67ae6-f1d4-45d2-8079-9f1edff985e4)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:34.865689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8c1b-b62d-4a12-ba0c-75668b04df22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.876690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] For port 827366f3-7a0c-4a09-88bf-26a34c4e462d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=827366f3-7a0c-4a09-88bf-26a34c4e462d,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:34.877068 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:34.887996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c8c1b-b62d-4a12-ba0c-75668b04df22 None None] Calling delete_port for 0075d2b4-6fd8-4c81-8e69-d162c361735b owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:34.892160 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Calling delete_port for 827366f3-7a0c-4a09-88bf-26a34c4e462d owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:34.897584 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-38d214c9-9e12-4517-846d-d22cb61e180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:34.910122 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d214c9-9e12-4517-846d-d22cb61e180c None None] Routers {'ed51dff7-169f-413c-9308-c81b865364d9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:34.916218 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-38d214c9-9e12-4517-846d-d22cb61e180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ed51dff7-169f-413c-9308-c81b865364d9'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:34.956085 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-38d214c9-9e12-4517-846d-d22cb61e180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:34.957003 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d214c9-9e12-4517-846d-d22cb61e180c None None] The sync data for ids ['ed51dff7-169f-413c-9308-c81b865364d9'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:34.996489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e56a2e5-1c5e-4464-a7c3-d3708f44ac94 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:35.000640 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e56a2e5-1c5e-4464-a7c3-d3708f44ac94 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.002892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8c1b-b62d-4a12-ba0c-75668b04df22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.034982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c8c1b-b62d-4a12-ba0c-75668b04df22 None None] Pushing event deleted for resources: {'Port': ['ID=0075d2b4-6fd8-4c81-8e69-d162c361735b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:35.036771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c8c1b-b62d-4a12-ba0c-75668b04df22 None None] No DVR routers for this DVR port 0075d2b4-6fd8-4c81-8e69-d162c361735b on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:35.193678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.248537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event deleted for resources: {'Port': ['ID=827366f3-7a0c-4a09-88bf-26a34c4e462d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:35.255140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4de0affd-2508-450f-a7c6-6970739d6e8b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.275746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad50dfb1-37e6-4c02-9245-fd2e899dc96a None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:35.295166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0affd-2508-450f-a7c6-6970739d6e8b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Port': ['ID=5ccd4324-0b50-4d89-9399-4aff033edcc2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:35.369852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.424822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4de0affd-2508-450f-a7c6-6970739d6e8b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.447372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.472514 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:07:35.501959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.504960 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.571167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0075d2b4-6fd8-4c81-8e69-d162c361735b no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:35.588538 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.589061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Fanout notify agent at l3_agent the message router_deleted on router e55b5ea9-8464-4e1d-ab66-16de9645dd41 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:07:35.597896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.599058 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-34496719-e8c2-40d7-aae0-2c3303f51fdb tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "DELETE /v2.0/routers/e55b5ea9-8464-4e1d-ab66-16de9645dd41 HTTP/1.1" status: 204 len: 168 time: 1.8738663 Nov 24 05:07:35.605172 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36890) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:35.648701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 0075d2b4-6fd8-4c81-8e69-d162c361735b {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:35.649506 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0075d2b4-6fd8-4c81-8e69-d162c361735b not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:35.650651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f0e481ec-7b5b-4c41-9c8f-35186478a653 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:35.771265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.objects.ports [None req-8e56a2e5-1c5e-4464-a7c3-d3708f44ac94 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103233) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:07:35.792268 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e56a2e5-1c5e-4464-a7c3-d3708f44ac94 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.826513 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de0affd-2508-450f-a7c6-6970739d6e8b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Router 136c35d1-172b-4ba4-9c6e-1913463c0b79 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:35.852993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: f0e481ec-7b5b-4c41-9c8f-35186478a653 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:35.853344 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f0e481ec-7b5b-4c41-9c8f-35186478a653 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:35.853777 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 827366f3-7a0c-4a09-88bf-26a34c4e462d no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:35.870766 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.874591 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 827366f3-7a0c-4a09-88bf-26a34c4e462d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:35.874950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 827366f3-7a0c-4a09-88bf-26a34c4e462d not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:35.892341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e56a2e5-1c5e-4464-a7c3-d3708f44ac94 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:35.905643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-8e56a2e5-1c5e-4464-a7c3-d3708f44ac94 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:35.908644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e56a2e5-1c5e-4464-a7c3-d3708f44ac94 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:35.909871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e56a2e5-1c5e-4464-a7c3-d3708f44ac94 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:35.914933 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b9dee8-e34d-469b-8f4b-a3cfda3c99ca None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:35.935422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56a2e5-1c5e-4464-a7c3-d3708f44ac94 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=9953b193-8eb9-483d-ad49-ba25355ea86a,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:35.955625 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8bb26-d056-4ca5-a9b9-19df8a5c1236 req-b588eff2-4aaa-4f71-a2b1-b02fbf46b6ad tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:35.958038 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-68a8bb26-d056-4ca5-a9b9-19df8a5c1236 req-b588eff2-4aaa-4f71-a2b1-b02fbf46b6ad tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.2131705 Nov 24 05:07:35.961698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de0affd-2508-450f-a7c6-6970739d6e8b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:35.968658 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4de0affd-2508-450f-a7c6-6970739d6e8b tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "PUT /v2.0/routers/136c35d1-172b-4ba4-9c6e-1913463c0b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9672277 Nov 24 05:07:35.974635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36892) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:35.993384 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8e56a2e5-1c5e-4464-a7c3-d3708f44ac94 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3887765 Nov 24 05:07:35.997665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36894) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:35.999896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee3a945-4f50-45c9-a819-77e7ef29c1eb None None] Sync routers for ids ['136c35d1-172b-4ba4-9c6e-1913463c0b79'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:36.004697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-34da8724-c29f-4b5b-bb09-c7172cca4dd2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:36.027715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee3a945-4f50-45c9-a819-77e7ef29c1eb None None] Routers {'136c35d1-172b-4ba4-9c6e-1913463c0b79'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:36.028347 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0ee3a945-4f50-45c9-a819-77e7ef29c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['136c35d1-172b-4ba4-9c6e-1913463c0b79'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:36.033070 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-a4ed58de-157d-4ea3-8b37-37abad7b74c5 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] show failed (client error): The resource could not be found. Nov 24 05:07:36.037130 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a4ed58de-157d-4ea3-8b37-37abad7b74c5 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-965672954 HTTP/1.1" status: 404 len: 334 time: 0.0604534 Nov 24 05:07:36.041758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36896) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:36.052375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-51c705df-479a-4cb4-8282-08174e17db15 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:36.083480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0ee3a945-4f50-45c9-a819-77e7ef29c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:36.102932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee3a945-4f50-45c9-a819-77e7ef29c1eb None None] Routers {'136c35d1-172b-4ba4-9c6e-1913463c0b79'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:36.103552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0ee3a945-4f50-45c9-a819-77e7ef29c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['136c35d1-172b-4ba4-9c6e-1913463c0b79'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:36.109226 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-51c705df-479a-4cb4-8282-08174e17db15 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] update failed (client error): The resource could not be found. Nov 24 05:07:36.117288 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-51c705df-479a-4cb4-8282-08174e17db15 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-525193073 HTTP/1.1" status: 404 len: 334 time: 0.0673649 Nov 24 05:07:36.117627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36898) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:36.146411 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.153289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '9953b193-8eb9-483d-ad49-ba25355ea86a'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:36.154222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.156574 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0ee3a945-4f50-45c9-a819-77e7ef29c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:36.157141 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee3a945-4f50-45c9-a819-77e7ef29c1eb None None] The sync data for ids ['136c35d1-172b-4ba4-9c6e-1913463c0b79'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:36.157288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Allocated IP 172.21.0.1 (475bd0c6-0d9f-400c-a10c-008116fe6154/06ed3e3a-4697-42b7-a14c-f4a9ab28f3ff/9bd65fbe-982c-4bbc-8380-66a067191d80) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:36.193842 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-68a8bb26-d056-4ca5-a9b9-19df8a5c1236 req-71aa604e-db4d-4f7d-baed-df8bf2a20248 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984451 Nov 24 05:07:36.196841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-31774ee1-8651-4de7-8cb0-3da7414f9827 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Deleting subnet 2c3edc4a-7e02-4d0e-a8d3-25f054d7016b {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:36.208444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19abe5c4-fa40-436d-bc71-fb0859922e79']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:36.212551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31774ee1-8651-4de7-8cb0-3da7414f9827 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.229494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a67ae6-f1d4-45d2-8079-9f1edff985e4') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:36.230139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a67ae6-f1d4-45d2-8079-9f1edff985e4') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:36.244265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.267071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.278645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:36.279046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:36.283196 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:36.297831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31774ee1-8651-4de7-8cb0-3da7414f9827 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.301674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34da8724-c29f-4b5b-bb09-c7172cca4dd2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:36.304897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Allocated IP 2001:db8::f816:3eff:fe35:407 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/9953b193-8eb9-483d-ad49-ba25355ea86a/a022c27d-e231-4538-97c0-1f42f7ec417e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:36.305919 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34da8724-c29f-4b5b-bb09-c7172cca4dd2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.368841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.413103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.425281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31774ee1-8651-4de7-8cb0-3da7414f9827 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.428995 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.432598 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "DELETE /v2.0/networks/19abe5c4-fa40-436d-bc71-fb0859922e79 HTTP/1.1" status: 204 len: 168 time: 0.8262143 Nov 24 05:07:36.443191 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36900) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:36.452341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0d4d2-0565-4d15-b713-a86b63fa5c34 tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event deleted for resources: {'Network': ['ID=19abe5c4-fa40-436d-bc71-fb0859922e79,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:36.478189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.478444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.488255 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.535605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:36.542745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 475bd0c6-0d9f-400c-a10c-008116fe6154 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:36.542950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:36.543234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcaec0a5-bff7-45b9-a707-1f70fa099cdf tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.545772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:36.546541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31774ee1-8651-4de7-8cb0-3da7414f9827 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.557063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Pushing event updated for resources: {'Port': ['ID=a022c27d-e231-4538-97c0-1f42f7ec417e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:36.561456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:36.563139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=9bd65fbe-982c-4bbc-8380-66a067191d80,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:36.582377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:36.586078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31774ee1-8651-4de7-8cb0-3da7414f9827 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.589322 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-31774ee1-8651-4de7-8cb0-3da7414f9827 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "DELETE /v2.0/subnets/2c3edc4a-7e02-4d0e-a8d3-25f054d7016b HTTP/1.1" status: 204 len: 168 time: 0.4707105 Nov 24 05:07:36.592136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36902) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:36.593073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31774ee1-8651-4de7-8cb0-3da7414f9827 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3edc4a-7e02-4d0e-a8d3-25f054d7016b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:36.605808 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcaec0a5-bff7-45b9-a707-1f70fa099cdf tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.608599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb26e56b-16dd-4480-9aaa-6deec1563e00 None None] Network 05ffa47b-15ec-421f-a603-35465b7fe659 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:36.674286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.695716 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Attempting to bind port a022c27d-e231-4538-97c0-1f42f7ec417e on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:36.698892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Attempting to bind port a022c27d-e231-4538-97c0-1f42f7ec417e by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:36.698892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Attempting to bind port a022c27d-e231-4538-97c0-1f42f7ec417e on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:36.728806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:36.728806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:36.728806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.729174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:36.729530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Bound port: a022c27d-e231-4538-97c0-1f42f7ec417e, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:36.729914 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.743700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34da8724-c29f-4b5b-bb09-c7172cca4dd2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.798755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcaec0a5-bff7-45b9-a707-1f70fa099cdf tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.801592 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcaec0a5-bff7-45b9-a707-1f70fa099cdf tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.803575 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fcaec0a5-bff7-45b9-a707-1f70fa099cdf tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] 10.222.0.37 "DELETE /v2.0/security-groups/5c0c2b14-81d0-4926-8531-3af6d418207e HTTP/1.1" status: 204 len: 168 time: 0.3594058 Nov 24 05:07:36.824584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaec0a5-bff7-45b9-a707-1f70fa099cdf tempest-TestNetworkAdvancedServerOps-308992635 tempest-TestNetworkAdvancedServerOps-308992635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0c2b14-81d0-4926-8531-3af6d418207e,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:36.827385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34da8724-c29f-4b5b-bb09-c7172cca4dd2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:36.834346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-34da8724-c29f-4b5b-bb09-c7172cca4dd2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:36.840318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34da8724-c29f-4b5b-bb09-c7172cca4dd2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:36.841011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34da8724-c29f-4b5b-bb09-c7172cca4dd2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.850384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da8724-c29f-4b5b-bb09-c7172cca4dd2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=be4c81a0-af23-499a-9e3e-c0ec2db7e771,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:36.887612 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] For port a022c27d-e231-4538-97c0-1f42f7ec417e, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:36.895872 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] For port a022c27d-e231-4538-97c0-1f42f7ec417e, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a022c27d-e231-4538-97c0-1f42f7ec417e,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:36.897457 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-34da8724-c29f-4b5b-bb09-c7172cca4dd2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8967481 Nov 24 05:07:36.898126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.898336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36908) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:36.906074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:36.910840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:51:16:55', 'name': 'tempest-NetworksTestDHCPv6-1666834367'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:36.955863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c9f433-ea3e-49e5-b228-30ed08df232f None None] DHCP port deletion for 05ffa47b-15ec-421f-a603-35465b7fe659 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:36.992780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.062107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c5596620-f59d-4452-a3a2-f9baec576454 None None] Provisioning complete for port 9bd65fbe-982c-4bbc-8380-66a067191d80 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:37.062460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5596620-f59d-4452-a3a2-f9baec576454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.070494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Deleting port 1726e0b6-3a33-4661-a754-3d310be404c1 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:37.070918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.079948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23233d2-1211-4ef3-8c64-41b349cbaa24 None None] Pushing event updated for resources: {'Port': ['ID=a022c27d-e231-4538-97c0-1f42f7ec417e,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:37.107006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:37.157718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9f433-ea3e-49e5-b228-30ed08df232f None None] Deleting port 1726e0b6-3a33-4661-a754-3d310be404c1 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:37.158049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d2c9f433-ea3e-49e5-b228-30ed08df232f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.161246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c5596620-f59d-4452-a3a2-f9baec576454 None None] Port 9bd65fbe-982c-4bbc-8380-66a067191d80 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:37.217680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] For port 1726e0b6-3a33-4661-a754-3d310be404c1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=1726e0b6-3a33-4661-a754-3d310be404c1,segment=NetworkSegment(b21ede56-0b5c-4936-878b-3e53f2ce136b),segment_id=b21ede56-0b5c-4936-878b-3e53f2ce136b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:37.218054 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.244205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Calling delete_port for 1726e0b6-3a33-4661-a754-3d310be404c1 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:37.246414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.293921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d2c9f433-ea3e-49e5-b228-30ed08df232f None None] For port 1726e0b6-3a33-4661-a754-3d310be404c1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=1726e0b6-3a33-4661-a754-3d310be404c1,segment=NetworkSegment(b21ede56-0b5c-4936-878b-3e53f2ce136b),segment_id=b21ede56-0b5c-4936-878b-3e53f2ce136b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:37.294436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d2c9f433-ea3e-49e5-b228-30ed08df232f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.304985 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port eea8fde3-915a-4c6b-a82e-7d69216fcf0e yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:07:37.333448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d2c9f433-ea3e-49e5-b228-30ed08df232f None None] Calling delete_port for 1726e0b6-3a33-4661-a754-3d310be404c1 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:37.388470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36914) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:37.464716 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d2c9f433-ea3e-49e5-b228-30ed08df232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.488502 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f255d1-02ad-42e2-a1d5-b93c13aff22b req-ade13441-3032-4d25-8af7-3fcbf08cd533 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:37.490830 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b8f255d1-02ad-42e2-a1d5-b93c13aff22b req-ade13441-3032-4d25-8af7-3fcbf08cd533 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.1643708 Nov 24 05:07:37.502742 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.514813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9f433-ea3e-49e5-b228-30ed08df232f None None] Pushing event deleted for resources: {'Port': ['ID=1726e0b6-3a33-4661-a754-3d310be404c1,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:37.517599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c9f433-ea3e-49e5-b228-30ed08df232f None None] No DVR routers for this DVR port 1726e0b6-3a33-4661-a754-3d310be404c1 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:37.544087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.592679 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Port': ['ID=1726e0b6-3a33-4661-a754-3d310be404c1,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:37.604074 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.604779 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b8f255d1-02ad-42e2-a1d5-b93c13aff22b req-6b52ffd2-b7b9-4685-abb6-98e49f1da1f4 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983698 Nov 24 05:07:37.667722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a022c27d-e231-4538-97c0-1f42f7ec417e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:37.690243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 172.20.0.3 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/be4c81a0-af23-499a-9e3e-c0ec2db7e771/eea8fde3-915a-4c6b-a82e-7d69216fcf0e) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:37.713107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] No DVR routers for this DVR port 1726e0b6-3a33-4661-a754-3d310be404c1 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:37.720769 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::f816:3eff:fe51:1655 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/9953b193-8eb9-483d-ad49-ba25355ea86a/eea8fde3-915a-4c6b-a82e-7d69216fcf0e) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:37.732565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a022c27d-e231-4538-97c0-1f42f7ec417e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:37.732565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.755559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.769513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ea159-6c3a-429f-9dd1-365f45dfdfe5 req-da09dfd5-233a-44cb-a5a5-319e563b9de2 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:37.771022 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b06ea159-6c3a-429f-9dd1-365f45dfdfe5 req-da09dfd5-233a-44cb-a5a5-319e563b9de2 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.0822170 Nov 24 05:07:37.786568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=9bd65fbe-982c-4bbc-8380-66a067191d80,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:37.828852 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.865688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port a022c27d-e231-4538-97c0-1f42f7ec417e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a022c27d-e231-4538-97c0-1f42f7ec417e,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:37.866869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b06ea159-6c3a-429f-9dd1-365f45dfdfe5 req-b9192420-1f9c-4419-9b41-448b7158d401 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838645 Nov 24 05:07:37.872566 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.880981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.894141 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1180e4c2-03f3-463b-9609-0e4a5b96f332 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cb27467313f41fb85ccc3c4aed1e5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046031 Nov 24 05:07:37.896523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36920) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:37.968413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 1726e0b6-3a33-4661-a754-3d310be404c1 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:37.995538 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:37.996590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ffa47b-15ec-421f-a603-35465b7fe659']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:38.000854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=a022c27d-e231-4538-97c0-1f42f7ec417e,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:38.012555 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 1726e0b6-3a33-4661-a754-3d310be404c1 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:38.012905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 1726e0b6-3a33-4661-a754-3d310be404c1 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:38.053530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21ede56-0b5c-4936-878b-3e53f2ce136b') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:38.054003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21ede56-0b5c-4936-878b-3e53f2ce136b') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:38.056184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.078649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.081109 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-955db6f7-d227-45a8-b2b1-5d79ef9393fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.115633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 475bd0c6-0d9f-400c-a10c-008116fe6154 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:38.122601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.135915 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-955db6f7-d227-45a8-b2b1-5d79ef9393fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.144946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=eea8fde3-915a-4c6b-a82e-7d69216fcf0e,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:38.147485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:38.153696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:38.166621 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:38.167302 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:38.167844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.169566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:38.173385 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:38.257114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:38.258607 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.281722 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a4e4d-5219-4d89-b8d5-56dbcaa44532 req-12a66b31-597b-4b93-9f81-8a3a3ea9da31 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:38.284110 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-550a4e4d-5219-4d89-b8d5-56dbcaa44532 req-12a66b31-597b-4b93-9f81-8a3a3ea9da31 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.1287997 Nov 24 05:07:38.301379 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7759e65a-7586-4ba2-a7f1-19df10dbbc8d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4020238 Nov 24 05:07:38.302056 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36926) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:38.390816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f01ed4-c2cb-4a1c-b358-fd25b7674c5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:38.397393 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f01ed4-c2cb-4a1c-b358-fd25b7674c5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:38.402080 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c0f01ed4-c2cb-4a1c-b358-fd25b7674c5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0928540 Nov 24 05:07:38.402992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36928) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:38.417705 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-550a4e4d-5219-4d89-b8d5-56dbcaa44532 req-3c0ad23d-f430-4ab7-9e80-653206b02cdd tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257284 Nov 24 05:07:38.482644 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52f7f9d-0a8a-42d9-9d58-46913bc0fe42 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:38.515541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7bd54dec-cdc7-4a36-b4f4-5bc44867a843 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port eea8fde3-915a-4c6b-a82e-7d69216fcf0e {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:38.516129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bd54dec-cdc7-4a36-b4f4-5bc44867a843 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.558016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7153919a-ba73-4719-9ca7-938141523bb7 None None] Provisioning complete for port a022c27d-e231-4538-97c0-1f42f7ec417e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:38.558378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7153919a-ba73-4719-9ca7-938141523bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.638311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bd54dec-cdc7-4a36-b4f4-5bc44867a843 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.662557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7bd54dec-cdc7-4a36-b4f4-5bc44867a843 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for eea8fde3-915a-4c6b-a82e-7d69216fcf0e owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:38.715035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.720547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.726003 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "DELETE /v2.0/networks/05ffa47b-15ec-421f-a603-35465b7fe659 HTTP/1.1" status: 204 len: 168 time: 2.1286323 Nov 24 05:07:38.731249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7153919a-ba73-4719-9ca7-938141523bb7 None None] Provisioning complete for port 9bd65fbe-982c-4bbc-8380-66a067191d80 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:38.731792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7153919a-ba73-4719-9ca7-938141523bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.733028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36930) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:38.780572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb30dbc-6c9e-4ea7-a7eb-19c456610b9c tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Network': ['ID=05ffa47b-15ec-421f-a603-35465b7fe659,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:38.796625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-955db6f7-d227-45a8-b2b1-5d79ef9393fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.796821 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7153919a-ba73-4719-9ca7-938141523bb7 None None] Port 9bd65fbe-982c-4bbc-8380-66a067191d80 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:38.796917 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-955db6f7-d227-45a8-b2b1-5d79ef9393fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.797464 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-955db6f7-d227-45a8-b2b1-5d79ef9393fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5fa12c5-7ebf-4cb2-973f-648f18ad6ff2 HTTP/1.1" status: 204 len: 168 time: 0.8999593 Nov 24 05:07:38.820589 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router ed51dff7-169f-413c-9308-c81b865364d9 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:38.831219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955db6f7-d227-45a8-b2b1-5d79ef9393fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fa12c5-7ebf-4cb2-973f-648f18ad6ff2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:38.845830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b783dde-0e70-4583-8e68-bb469cbd55c3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Deleting subnet e11289a8-9e1f-4153-8441-e67b04a47119 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:38.849201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b783dde-0e70-4583-8e68-bb469cbd55c3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.875922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f363de-5581-49d4-b7de-c38c453c7b42 None None] Update dhcp port {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': '9953b193-8eb9-483d-ad49-ba25355ea86a', 'ip_address': '2001:db8::f816:3eff:fe35:407'}, {'subnet_id': 'be4c81a0-af23-499a-9e3e-c0ec2db7e771'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': 'a022c27d-e231-4538-97c0-1f42f7ec417e'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:07:38.900558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bd54dec-cdc7-4a36-b4f4-5bc44867a843 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.911796 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-16f363de-5581-49d4-b7de-c38c453c7b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:38.932880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd54dec-cdc7-4a36-b4f4-5bc44867a843 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=eea8fde3-915a-4c6b-a82e-7d69216fcf0e,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:38.960001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b783dde-0e70-4583-8e68-bb469cbd55c3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.041075 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bd54dec-cdc7-4a36-b4f4-5bc44867a843 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.049533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36936) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:39.050145 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7bd54dec-cdc7-4a36-b4f4-5bc44867a843 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/eea8fde3-915a-4c6b-a82e-7d69216fcf0e HTTP/1.1" status: 204 len: 168 time: 0.6446266 Nov 24 05:07:39.126630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-16f363de-5581-49d4-b7de-c38c453c7b42 None None] Allocated IP 172.20.0.2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/be4c81a0-af23-499a-9e3e-c0ec2db7e771/a022c27d-e231-4538-97c0-1f42f7ec417e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:39.128336 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b783dde-0e70-4583-8e68-bb469cbd55c3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.173222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:39.184822 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea1fd2-b749-42c9-a16e-df05b27a5a76 None None] Sync routers for ids ['ed51dff7-169f-413c-9308-c81b865364d9'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:39.188145 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f93e3862-5cd2-4b2e-ba60-b6e10e247f6c tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/ed51dff7-169f-413c-9308-c81b865364d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4281719 Nov 24 05:07:39.188252 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36938) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:39.204043 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea1fd2-b749-42c9-a16e-df05b27a5a76 None None] Routers {'ed51dff7-169f-413c-9308-c81b865364d9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:39.204704 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d8ea1fd2-b749-42c9-a16e-df05b27a5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ed51dff7-169f-413c-9308-c81b865364d9'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:39.229686 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd1139-2702-4c82-af68-943cb45e16e6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:39.231142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd1139-2702-4c82-af68-943cb45e16e6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:39.232703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd1139-2702-4c82-af68-943cb45e16e6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:39.237160 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-79fd1139-2702-4c82-af68-943cb45e16e6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1825776 Nov 24 05:07:39.237743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36940) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:39.243405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36942) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:39.252089 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-16f363de-5581-49d4-b7de-c38c453c7b42 None None] For port a022c27d-e231-4538-97c0-1f42f7ec417e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a022c27d-e231-4538-97c0-1f42f7ec417e,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:39.276301 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d8ea1fd2-b749-42c9-a16e-df05b27a5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:39.282384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a1df7-69b5-44f7-84fb-d10caa1db7ac tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:39.287263 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-413a1df7-69b5-44f7-84fb-d10caa1db7ac tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports/9bd65fbe-982c-4bbc-8380-66a067191d80 HTTP/1.1" status: 200 len: 910 time: 0.0949004 Nov 24 05:07:39.287263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-793889a6-912c-4ec9-92ac-ba8b239f7f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.287784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36944) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:39.294098 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ea1fd2-b749-42c9-a16e-df05b27a5a76 None None] Routers {'ed51dff7-169f-413c-9308-c81b865364d9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:39.294948 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d8ea1fd2-b749-42c9-a16e-df05b27a5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ed51dff7-169f-413c-9308-c81b865364d9'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:39.299238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-16f363de-5581-49d4-b7de-c38c453c7b42 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.307540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-16f363de-5581-49d4-b7de-c38c453c7b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.313756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-068c75ad-33d7-4fae-ab96-c780f7638f89 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 9953b193-8eb9-483d-ad49-ba25355ea86a {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:39.323847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-068c75ad-33d7-4fae-ab96-c780f7638f89 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.329760 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d8ea1fd2-b749-42c9-a16e-df05b27a5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:39.330723 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ea1fd2-b749-42c9-a16e-df05b27a5a76 None None] The sync data for ids ['ed51dff7-169f-413c-9308-c81b865364d9'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:39.355324 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b783dde-0e70-4583-8e68-bb469cbd55c3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.392692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b783dde-0e70-4583-8e68-bb469cbd55c3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.398589 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0b783dde-0e70-4583-8e68-bb469cbd55c3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "DELETE /v2.0/subnets/e11289a8-9e1f-4153-8441-e67b04a47119 HTTP/1.1" status: 204 len: 168 time: 0.6630101 Nov 24 05:07:39.399566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36946) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:39.402713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b783dde-0e70-4583-8e68-bb469cbd55c3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Subnet': ['ID=e11289a8-9e1f-4153-8441-e67b04a47119,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:39.402897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243cb60f-94e5-42f6-aea5-22e89d977e9d None None] Network 9a061b6f-7d7a-4911-89e8-e969cb133367 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:39.437547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f363de-5581-49d4-b7de-c38c453c7b42 None None] Pushing event updated for resources: {'Port': ['ID=a022c27d-e231-4538-97c0-1f42f7ec417e,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:39.438468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-068c75ad-33d7-4fae-ab96-c780f7638f89 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.517931 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09e38ed-4809-4c19-b8c2-5aa1a0a9ec11 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Deleting subnet 69cc2afc-6e14-447a-bd3f-eb88e54584f5 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:39.525673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f09e38ed-4809-4c19-b8c2-5aa1a0a9ec11 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.599213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a022c27d-e231-4538-97c0-1f42f7ec417e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:39.602106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-793889a6-912c-4ec9-92ac-ba8b239f7f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.625877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f09e38ed-4809-4c19-b8c2-5aa1a0a9ec11 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.648251 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-793889a6-912c-4ec9-92ac-ba8b239f7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.664668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-068c75ad-33d7-4fae-ab96-c780f7638f89 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.707830 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-793889a6-912c-4ec9-92ac-ba8b239f7f57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ff13b8ce1654cf0978518d6ed1ff475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4520087 Nov 24 05:07:39.715943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36950) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:39.716770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a022c27d-e231-4538-97c0-1f42f7ec417e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:39.717462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.740101 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793889a6-912c-4ec9-92ac-ba8b239f7f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b80b0b-b2a1-4fc2-8dc2-5a6f0c9f9b72,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:39.758927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595740e-6da4-4a3c-be2a-b3c8d04a0264 req-8c3ace26-f711-482a-a129-fc61643468ce tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:39.762908 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9595740e-6da4-4a3c-be2a-b3c8d04a0264 req-8c3ace26-f711-482a-a129-fc61643468ce tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.1733344 Nov 24 05:07:39.786624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3057c4-754f-4834-8e27-11d1f71a59bc None None] DHCP port deletion for 9a061b6f-7d7a-4911-89e8-e969cb133367 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:39.814992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f09e38ed-4809-4c19-b8c2-5aa1a0a9ec11 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.842326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-068c75ad-33d7-4fae-ab96-c780f7638f89 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.871320 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-068c75ad-33d7-4fae-ab96-c780f7638f89 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.877510 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-068c75ad-33d7-4fae-ab96-c780f7638f89 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/9953b193-8eb9-483d-ad49-ba25355ea86a HTTP/1.1" status: 204 len: 168 time: 0.6367302 Nov 24 05:07:39.896790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2b3057c4-754f-4834-8e27-11d1f71a59bc None None] Deleting port f482bc0c-7d8e-49de-aae8-dff61437457e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:39.897241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b3057c4-754f-4834-8e27-11d1f71a59bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.898781 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36952) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:39.957065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-3287e5cf-44bd-4d64-bec6-5c93ee571681 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet be4c81a0-af23-499a-9e3e-c0ec2db7e771 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:39.959298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c75ad-33d7-4fae-ab96-c780f7638f89 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=9953b193-8eb9-483d-ad49-ba25355ea86a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:39.968528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3287e5cf-44bd-4d64-bec6-5c93ee571681 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.973934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2b3057c4-754f-4834-8e27-11d1f71a59bc None None] For port f482bc0c-7d8e-49de-aae8-dff61437457e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f482bc0c-7d8e-49de-aae8-dff61437457e,segment=NetworkSegment(4aa4b7b4-5890-4855-834c-3620dd30811f),segment_id=4aa4b7b4-5890-4855-834c-3620dd30811f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:39.974424 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b3057c4-754f-4834-8e27-11d1f71a59bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:39.994419 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2b3057c4-754f-4834-8e27-11d1f71a59bc None None] Calling delete_port for f482bc0c-7d8e-49de-aae8-dff61437457e owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:40.025206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3287e5cf-44bd-4d64-bec6-5c93ee571681 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.050179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f09e38ed-4809-4c19-b8c2-5aa1a0a9ec11 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.093123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e38ed-4809-4c19-b8c2-5aa1a0a9ec11 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Subnet': ['ID=69cc2afc-6e14-447a-bd3f-eb88e54584f5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:40.095293 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f09e38ed-4809-4c19-b8c2-5aa1a0a9ec11 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.102610 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f09e38ed-4809-4c19-b8c2-5aa1a0a9ec11 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "DELETE /v2.0/subnets/69cc2afc-6e14-447a-bd3f-eb88e54584f5 HTTP/1.1" status: 204 len: 168 time: 0.6958847 Nov 24 05:07:40.105883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36954) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:40.232163 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.248946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6599b858-4464-4175-a6b0-0aca3fdf9180 None None] Network 6ebcd537-a936-49fc-969b-c4da0eae36db requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:40.249749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3287e5cf-44bd-4d64-bec6-5c93ee571681 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.256080 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9595740e-6da4-4a3c-be2a-b3c8d04a0264 req-14094f6a-75ca-4bf4-a602-d66db0bd32f2 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839959 Nov 24 05:07:40.272106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9b736a3-8c7a-4a3e-8ba9-0fbfee7edb15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.300492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9b736a3-8c7a-4a3e-8ba9-0fbfee7edb15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.307320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b3057c4-754f-4834-8e27-11d1f71a59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.361379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Deleting port f482bc0c-7d8e-49de-aae8-dff61437457e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:40.361747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.370975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9b736a3-8c7a-4a3e-8ba9-0fbfee7edb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.376496 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9b736a3-8c7a-4a3e-8ba9-0fbfee7edb15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.376697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3287e5cf-44bd-4d64-bec6-5c93ee571681 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.380099 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c9b736a3-8c7a-4a3e-8ba9-0fbfee7edb15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03b80b0b-b2a1-4fc2-8dc2-5a6f0c9f9b72 HTTP/1.1" status: 204 len: 168 time: 0.6564043 Nov 24 05:07:40.388707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3057c4-754f-4834-8e27-11d1f71a59bc None None] Pushing event deleted for resources: {'Port': ['ID=f482bc0c-7d8e-49de-aae8-dff61437457e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:40.400422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da1a6e6-efa4-4124-98e4-deadda44049c None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:40.422873 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287e5cf-44bd-4d64-bec6-5c93ee571681 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=be4c81a0-af23-499a-9e3e-c0ec2db7e771,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:40.432481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3057c4-754f-4834-8e27-11d1f71a59bc None None] No DVR routers for this DVR port f482bc0c-7d8e-49de-aae8-dff61437457e on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:40.461919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3287e5cf-44bd-4d64-bec6-5c93ee571681 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.480251 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3287e5cf-44bd-4d64-bec6-5c93ee571681 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/be4c81a0-af23-499a-9e3e-c0ec2db7e771 HTTP/1.1" status: 204 len: 168 time: 0.5801086 Nov 24 05:07:40.481599 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36962) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:40.481978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b736a3-8c7a-4a3e-8ba9-0fbfee7edb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b80b0b-b2a1-4fc2-8dc2-5a6f0c9f9b72,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:40.557723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7616206a-2524-48eb-8e4b-7a01b6c2feec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.585041 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6025481c-a912-4503-a0dd-bea1230d3b1d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908058 Nov 24 05:07:40.586186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36964) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:40.595076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d1603c4c-1fa2-48b1-862d-e48b5c5d0fbb None None] Provisioning complete for port a022c27d-e231-4538-97c0-1f42f7ec417e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:40.595772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1603c4c-1fa2-48b1-862d-e48b5c5d0fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.596498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] For port f482bc0c-7d8e-49de-aae8-dff61437457e, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:40.597246 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.611746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Calling delete_port for f482bc0c-7d8e-49de-aae8-dff61437457e owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:40.616008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Port f482bc0c-7d8e-49de-aae8-dff61437457e was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:07:40.620443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-abcbccb0-122c-4222-97d5-3847745a17bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:40.648569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.717566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Port': ['ID=f482bc0c-7d8e-49de-aae8-dff61437457e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:40.727395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] No DVR routers for this DVR port f482bc0c-7d8e-49de-aae8-dff61437457e on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:40.799608 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d1603c4c-1fa2-48b1-862d-e48b5c5d0fbb None None] Could not find standard attr ID for object eea8fde3-915a-4c6b-a82e-7d69216fcf0e. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:07:40.860665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcbccb0-122c-4222-97d5-3847745a17bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:40.864965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-abcbccb0-122c-4222-97d5-3847745a17bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.869462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.885030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f246b0-41ee-44c4-8622-2dc21ce14c00 None None] DHCP port deletion for 6ebcd537-a936-49fc-969b-c4da0eae36db request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:40.911065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a061b6f-7d7a-4911-89e8-e969cb133367']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:40.928359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e012e-7a9b-4adc-8592-ee052ac3dcb8 req-75afe75d-bc33-4faa-b024-df6d923a7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:40.932052 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-238e012e-7a9b-4adc-8592-ee052ac3dcb8 req-75afe75d-bc33-4faa-b024-df6d923a7bb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e542a628df0a4d41b25287247f5738e7&device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 1099 time: 0.3164442 Nov 24 05:07:40.932456 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6715f14-33d7-405f-bfba-b96a94bbf67c None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:40.958343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa4b7b4-5890-4855-834c-3620dd30811f') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:40.958650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa4b7b4-5890-4855-834c-3620dd30811f') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:40.970232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7568d-a0ef-4a1f-b5df-c2348138980e req-a67a41d2-0d91-477f-a2cc-e3e776f28125 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:40.971818 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e2e7568d-a0ef-4a1f-b5df-c2348138980e req-a67a41d2-0d91-477f-a2cc-e3e776f28125 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.3573079 Nov 24 05:07:40.973118 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.977200 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-49f246b0-41ee-44c4-8622-2dc21ce14c00 None None] Deleting port e66e374f-7551-4e66-ae9f-870504f8e8f5 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:40.977695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49f246b0-41ee-44c4-8622-2dc21ce14c00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:40.999291 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.008212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:41.008641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:41.011953 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:41.053303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-49f246b0-41ee-44c4-8622-2dc21ce14c00 None None] For port e66e374f-7551-4e66-ae9f-870504f8e8f5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e66e374f-7551-4e66-ae9f-870504f8e8f5,segment=NetworkSegment(8020360b-a786-49f4-9249-6b192372cca0),segment_id=8020360b-a786-49f4-9249-6b192372cca0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:41.053872 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49f246b0-41ee-44c4-8622-2dc21ce14c00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.067049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f6715f14-33d7-405f-bfba-b96a94bbf67c None None] Deleting port a022c27d-e231-4538-97c0-1f42f7ec417e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:41.067582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f6715f14-33d7-405f-bfba-b96a94bbf67c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.073908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-49f246b0-41ee-44c4-8622-2dc21ce14c00 None None] Calling delete_port for e66e374f-7551-4e66-ae9f-870504f8e8f5 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:41.080710 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.107571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.115369 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "DELETE /v2.0/networks/9a061b6f-7d7a-4911-89e8-e969cb133367 HTTP/1.1" status: 204 len: 168 time: 1.0063541 Nov 24 05:07:41.115369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eda917-1536-4fe2-8dda-61909015c644 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Network': ['ID=9a061b6f-7d7a-4911-89e8-e969cb133367,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:41.118763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36966) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:41.124644 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e2e7568d-a0ef-4a1f-b5df-c2348138980e req-9b175844-49b5-473c-a1a8-2ddfd04ae5ce tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397600 Nov 24 05:07:41.132180 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e012e-7a9b-4adc-8592-ee052ac3dcb8 req-5be055d9-61a8-470b-979e-7d1823ebdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:41.134396 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-238e012e-7a9b-4adc-8592-ee052ac3dcb8 req-5be055d9-61a8-470b-979e-7d1823ebdd18 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7d27de13-1633-44c0-9508-f38b9a97b5ce HTTP/1.1" status: 200 len: 911 time: 0.1933680 Nov 24 05:07:41.178674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f6715f14-33d7-405f-bfba-b96a94bbf67c None None] For port a022c27d-e231-4538-97c0-1f42f7ec417e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a022c27d-e231-4538-97c0-1f42f7ec417e,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:41.179765 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f6715f14-33d7-405f-bfba-b96a94bbf67c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.201123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f6715f14-33d7-405f-bfba-b96a94bbf67c None None] Calling delete_port for a022c27d-e231-4538-97c0-1f42f7ec417e owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:41.206418 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-238e012e-7a9b-4adc-8592-ee052ac3dcb8 req-ef576e3a-025e-4b39-9288-7ef43751ffb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c HTTP/1.1" status: 200 len: 217 time: 0.0493138 Nov 24 05:07:41.260176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.263743 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7616206a-2524-48eb-8e4b-7a01b6c2feec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 9bd65fbe-982c-4bbc-8380-66a067191d80 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:41.264097 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7616206a-2524-48eb-8e4b-7a01b6c2feec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.270997 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49f246b0-41ee-44c4-8622-2dc21ce14c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.294392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e012e-7a9b-4adc-8592-ee052ac3dcb8 req-63293ae3-db9f-4989-b209-f0fdd4e86638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:41.296476 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-238e012e-7a9b-4adc-8592-ee052ac3dcb8 req-63293ae3-db9f-4989-b209-f0fdd4e86638 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d42c9a7e-7993-4a9a-b41b-2bad7e167636 HTTP/1.1" status: 200 len: 850 time: 0.0800397 Nov 24 05:07:41.306307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f246b0-41ee-44c4-8622-2dc21ce14c00 None None] Pushing event deleted for resources: {'Port': ['ID=e66e374f-7551-4e66-ae9f-870504f8e8f5,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:41.312614 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f246b0-41ee-44c4-8622-2dc21ce14c00 None None] No DVR routers for this DVR port e66e374f-7551-4e66-ae9f-870504f8e8f5 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:41.337574 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f6715f14-33d7-405f-bfba-b96a94bbf67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.369158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6715f14-33d7-405f-bfba-b96a94bbf67c None None] Pushing event deleted for resources: {'Port': ['ID=a022c27d-e231-4538-97c0-1f42f7ec417e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:41.369392 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-238e012e-7a9b-4adc-8592-ee052ac3dcb8 req-ec05b369-c113-4d26-a713-28d35ff0558b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7d27de13-1633-44c0-9508-f38b9a97b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651696 Nov 24 05:07:41.372799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6715f14-33d7-405f-bfba-b96a94bbf67c None None] No DVR routers for this DVR port a022c27d-e231-4538-97c0-1f42f7ec417e on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:41.395313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.423073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebcd537-a936-49fc-969b-c4da0eae36db']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:41.424400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7616206a-2524-48eb-8e4b-7a01b6c2feec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.437804 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8020360b-a786-49f4-9249-6b192372cca0') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:41.438104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8020360b-a786-49f4-9249-6b192372cca0') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:41.468779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7616206a-2524-48eb-8e4b-7a01b6c2feec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 9bd65fbe-982c-4bbc-8380-66a067191d80 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:41.469239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.490830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.500283 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:41.500683 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:41.503747 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:41.525566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-abcbccb0-122c-4222-97d5-3847745a17bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:07:41.536006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-abcbccb0-122c-4222-97d5-3847745a17bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.540052 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-238e012e-7a9b-4adc-8592-ee052ac3dcb8 req-f88d73d3-8a70-446e-adcd-913e8f7f8ca8 service neutron] 10.222.0.31 "GET /v2.0/networks/7d27de13-1633-44c0-9508-f38b9a97b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605656 Nov 24 05:07:41.551094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f482bc0c-7d8e-49de-aae8-dff61437457e no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:41.572685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: f482bc0c-7d8e-49de-aae8-dff61437457e {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:41.573174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f482bc0c-7d8e-49de-aae8-dff61437457e not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:41.573864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e66e374f-7551-4e66-ae9f-870504f8e8f5 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:41.598326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: e66e374f-7551-4e66-ae9f-870504f8e8f5 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:41.598766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e66e374f-7551-4e66-ae9f-870504f8e8f5 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:41.599288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a022c27d-e231-4538-97c0-1f42f7ec417e no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:41.615570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcbccb0-122c-4222-97d5-3847745a17bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:41.621612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-abcbccb0-122c-4222-97d5-3847745a17bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:41.623770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: a022c27d-e231-4538-97c0-1f42f7ec417e {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:41.624234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a022c27d-e231-4538-97c0-1f42f7ec417e not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:41.626300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcbccb0-122c-4222-97d5-3847745a17bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:41.626970 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-abcbccb0-122c-4222-97d5-3847745a17bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.634764 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.634976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b20948-54da-4b13-a8e3-b68af573cbe9 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:41.647612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.654799 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "DELETE /v2.0/networks/6ebcd537-a936-49fc-969b-c4da0eae36db HTTP/1.1" status: 204 len: 168 time: 0.5335655 Nov 24 05:07:41.658528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbccb0-122c-4222-97d5-3847745a17bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=eb27b49f-7304-40c8-a247-5290646d650a,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:41.661429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36968) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:41.712833 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-abcbccb0-122c-4222-97d5-3847745a17bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0988679 Nov 24 05:07:41.713815 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160502ec-f977-4c65-9c67-1cd83cea0145 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Network': ['ID=6ebcd537-a936-49fc-969b-c4da0eae36db,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:41.715505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36970) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:41.723143 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e3ad6307-4964-4a3d-b55e-1f1db506de5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:41.743689 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-238e012e-7a9b-4adc-8592-ee052ac3dcb8 req-b82e0bb8-8b36-47f7-bbed-b43c45f75cd0 service neutron] 10.222.0.31 "GET /v2.0/networks/7d27de13-1633-44c0-9508-f38b9a97b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950788 Nov 24 05:07:41.771214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e8f548-1ba1-48d1-aac4-9757ecdbf5b7 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Deleting subnet 1d44e7d8-78e0-4b8d-a599-b258e9de69f3 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:41.785175 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7616206a-2524-48eb-8e4b-7a01b6c2feec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.811527 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78e8f548-1ba1-48d1-aac4-9757ecdbf5b7 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.827133 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616206a-2524-48eb-8e4b-7a01b6c2feec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=9bd65fbe-982c-4bbc-8380-66a067191d80,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:41.827354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': 'eb27b49f-7304-40c8-a247-5290646d650a'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:41.828109 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.878949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78e8f548-1ba1-48d1-aac4-9757ecdbf5b7 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.975058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ad6307-4964-4a3d-b55e-1f1db506de5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:41.979033 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6307-4964-4a3d-b55e-1f1db506de5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:41.997505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Allocated IP 2001:db8::f816:3eff:fe89:dc35 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/eb27b49f-7304-40c8-a247-5290646d650a/fb17e788-4009-4018-babb-9d3761d3c71a) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:42.001301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7616206a-2524-48eb-8e4b-7a01b6c2feec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.026170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78e8f548-1ba1-48d1-aac4-9757ecdbf5b7 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.144719 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78e8f548-1ba1-48d1-aac4-9757ecdbf5b7 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.176789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.180285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8f548-1ba1-48d1-aac4-9757ecdbf5b7 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Subnet': ['ID=1d44e7d8-78e0-4b8d-a599-b258e9de69f3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:42.185038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78e8f548-1ba1-48d1-aac4-9757ecdbf5b7 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.187300 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-78e8f548-1ba1-48d1-aac4-9757ecdbf5b7 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "DELETE /v2.0/subnets/1d44e7d8-78e0-4b8d-a599-b258e9de69f3 HTTP/1.1" status: 204 len: 168 time: 0.5232420 Nov 24 05:07:42.191131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36974) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:42.200800 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f1909-733f-43d5-a1ac-c46495afee3a None None] Network 0919f847-381b-41ac-995e-f25b478254d0 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:42.222817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.255304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7616206a-2524-48eb-8e4b-7a01b6c2feec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router ed51dff7-169f-413c-9308-c81b865364d9 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:42.286409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c36d-e2a7-4a0c-aad6-85ccd6dd91dc req-04769af7-dd0d-438a-9831-c2c4d825fc11 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:42.287872 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5575c36d-e2a7-4a0c-aad6-85ccd6dd91dc req-04769af7-dd0d-438a-9831-c2c4d825fc11 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.0699811 Nov 24 05:07:42.311228 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.311740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:42.324286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:42.326833 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:42.340025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Pushing event updated for resources: {'Port': ['ID=fb17e788-4009-4018-babb-9d3761d3c71a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:42.420043 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5575c36d-e2a7-4a0c-aad6-85ccd6dd91dc req-3fc0adc0-77b0-4267-9bb5-c3d79e00176f tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855675 Nov 24 05:07:42.433102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7616206a-2524-48eb-8e4b-7a01b6c2feec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:42.437898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Attempting to bind port fb17e788-4009-4018-babb-9d3761d3c71a on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:42.438534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Attempting to bind port fb17e788-4009-4018-babb-9d3761d3c71a by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:42.438930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Attempting to bind port fb17e788-4009-4018-babb-9d3761d3c71a on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:42.442296 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7616206a-2524-48eb-8e4b-7a01b6c2feec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/ed51dff7-169f-413c-9308-c81b865364d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1534741 Nov 24 05:07:42.443039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36976) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:42.446220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d218c-5c2b-4c7e-a31f-5acf55d08212 None None] Sync routers for ids ['ed51dff7-169f-413c-9308-c81b865364d9'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:42.467628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:42.467628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:42.467628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.467628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:42.467628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Bound port: fb17e788-4009-4018-babb-9d3761d3c71a, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:42.467628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.468384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6307-4964-4a3d-b55e-1f1db506de5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.485135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d218c-5c2b-4c7e-a31f-5acf55d08212 None None] Routers {'ed51dff7-169f-413c-9308-c81b865364d9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:42.485905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2d4d218c-5c2b-4c7e-a31f-5acf55d08212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ed51dff7-169f-413c-9308-c81b865364d9'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:42.543070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad6307-4964-4a3d-b55e-1f1db506de5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:42.547436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2d4d218c-5c2b-4c7e-a31f-5acf55d08212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:42.549075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e3ad6307-4964-4a3d-b55e-1f1db506de5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:42.554849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad6307-4964-4a3d-b55e-1f1db506de5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:42.555457 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6307-4964-4a3d-b55e-1f1db506de5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.571327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2981e096-c3fc-4d41-af93-6698d051d971 None None] DHCP port deletion for 0919f847-381b-41ac-995e-f25b478254d0 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:42.579114 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e3ad6307-4964-4a3d-b55e-1f1db506de5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8599553 Nov 24 05:07:42.580963 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad6307-4964-4a3d-b55e-1f1db506de5d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=72917be6-6f62-43bc-a108-5095679102b4,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:42.584398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Deleting port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:42.584398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.585073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d218c-5c2b-4c7e-a31f-5acf55d08212 None None] Routers {'ed51dff7-169f-413c-9308-c81b865364d9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:42.585811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2d4d218c-5c2b-4c7e-a31f-5acf55d08212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ed51dff7-169f-413c-9308-c81b865364d9'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:42.587902 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36978) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:42.593404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:9b:ce:ac', 'name': 'tempest-NetworksTestDHCPv6-592403443'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:42.645693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2d4d218c-5c2b-4c7e-a31f-5acf55d08212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:42.646457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d218c-5c2b-4c7e-a31f-5acf55d08212 None None] The sync data for ids ['ed51dff7-169f-413c-9308-c81b865364d9'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:42.657854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] For port fb17e788-4009-4018-babb-9d3761d3c71a, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:42.673150 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] For port fb17e788-4009-4018-babb-9d3761d3c71a, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fb17e788-4009-4018-babb-9d3761d3c71a,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:42.682074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.717743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] For port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a5920d4e-a98f-43dc-b1a0-9d6f958df9b4,segment=NetworkSegment(c56a3c80-9913-4bdb-9d86-9e3aaf294d1f),segment_id=c56a3c80-9913-4bdb-9d86-9e3aaf294d1f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:42.718271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.735790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2981e096-c3fc-4d41-af93-6698d051d971 None None] Deleting port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:42.736699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2981e096-c3fc-4d41-af93-6698d051d971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.737117 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Calling delete_port for a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:42.823541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5f4df-c94f-4b87-b74f-366b7b04d5f1 None None] Pushing event updated for resources: {'Port': ['ID=fb17e788-4009-4018-babb-9d3761d3c71a,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:42.839415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2981e096-c3fc-4d41-af93-6698d051d971 None None] For port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a5920d4e-a98f-43dc-b1a0-9d6f958df9b4,segment=NetworkSegment(c56a3c80-9913-4bdb-9d86-9e3aaf294d1f),segment_id=c56a3c80-9913-4bdb-9d86-9e3aaf294d1f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:42.840137 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2981e096-c3fc-4d41-af93-6698d051d971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.844057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:42.855454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2981e096-c3fc-4d41-af93-6698d051d971 None None] Calling delete_port for a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:42.865678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4950210-f980-421a-88d5-571b0ae91d1b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.928874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.944608 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2981e096-c3fc-4d41-af93-6698d051d971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:42.986465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981e096-c3fc-4d41-af93-6698d051d971 None None] Pushing event deleted for resources: {'Port': ['ID=a5920d4e-a98f-43dc-b1a0-9d6f958df9b4,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:42.993779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Port': ['ID=a5920d4e-a98f-43dc-b1a0-9d6f958df9b4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:43.002646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] No DVR routers for this DVR port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:43.009025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981e096-c3fc-4d41-af93-6698d051d971 None None] No DVR routers for this DVR port a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:43.064089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.122233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.133315 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 9ed3d254-3949-4f60-ba85-146ce620a781 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:07:43.180131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0919f847-381b-41ac-995e-f25b478254d0']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:43.197106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56a3c80-9913-4bdb-9d86-9e3aaf294d1f') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:43.197418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56a3c80-9913-4bdb-9d86-9e3aaf294d1f') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:43.203381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a4950210-f980-421a-88d5-571b0ae91d1b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 042053ff-2a56-407b-a56a-26b51cdd2bfc {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:43.203901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4950210-f980-421a-88d5-571b0ae91d1b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.216978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.237165 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.265500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:43.265933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:43.268878 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:43.297166 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4950210-f980-421a-88d5-571b0ae91d1b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.310863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a4950210-f980-421a-88d5-571b0ae91d1b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 042053ff-2a56-407b-a56a-26b51cdd2bfc owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:43.356869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.373602 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.376983 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "DELETE /v2.0/networks/0919f847-381b-41ac-995e-f25b478254d0 HTTP/1.1" status: 204 len: 168 time: 1.1847732 Nov 24 05:07:43.379781 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36980) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:43.392724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f54eae-ceb8-4be4-95fa-cb8fcd322a66 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Pushing event deleted for resources: {'Network': ['ID=0919f847-381b-41ac-995e-f25b478254d0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:43.411852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 172.20.0.14 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/72917be6-6f62-43bc-a108-5095679102b4/9ed3d254-3949-4f60-ba85-146ce620a781) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:43.418359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::f816:3eff:fe9b:ceac (ddc696b2-9bde-4196-b27a-8d16c6c5040f/eb27b49f-7304-40c8-a247-5290646d650a/9ed3d254-3949-4f60-ba85-146ce620a781) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:43.441028 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-81afe121-a5a6-45fb-a46b-84facf432a9f tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "GET /v2.0/ports?device_id=136c35d1-172b-4ba4-9c6e-1913463c0b79 HTTP/1.1" status: 200 len: 205 time: 0.0575168 Nov 24 05:07:43.441028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36982) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:43.544840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9744abfc-6e16-4c22-999c-27fffa6b2ae3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.593354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.627741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device fb17e788-4009-4018-babb-9d3761d3c71a up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:43.641808 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.731042 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:43.735187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:43.742152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:43.763552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port fb17e788-4009-4018-babb-9d3761d3c71a triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:43.764265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.778692 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16a34-730f-4702-924f-3d4e45f7607b req-812abf2a-1f97-4cd6-a24e-0ce0a8f1e65d tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:43.780279 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8be16a34-730f-4702-924f-3d4e45f7607b req-812abf2a-1f97-4cd6-a24e-0ce0a8f1e65d tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.2066054 Nov 24 05:07:43.793538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=9ed3d254-3949-4f60-ba85-146ce620a781,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:43.806965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:43.807699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.836459 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f7c00cd1-e372-4510-82fc-a1862610552f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2471807 Nov 24 05:07:43.838772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36990) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:43.853025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4950210-f980-421a-88d5-571b0ae91d1b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.894932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4950210-f980-421a-88d5-571b0ae91d1b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=042053ff-2a56-407b-a56a-26b51cdd2bfc,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:43.907612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e4cee7-873d-40d8-82cd-dc61cc060df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:43.907824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9744abfc-6e16-4c22-999c-27fffa6b2ae3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.912162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9744abfc-6e16-4c22-999c-27fffa6b2ae3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:43.920698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e4cee7-873d-40d8-82cd-dc61cc060df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:43.926277 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-45e4cee7-873d-40d8-82cd-dc61cc060df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0864582 Nov 24 05:07:43.930392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 36992) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:43.997117 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:44.042263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port fb17e788-4009-4018-babb-9d3761d3c71a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fb17e788-4009-4018-babb-9d3761d3c71a,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:44.053343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:44.069916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f93e908f-ef09-4562-b3c4-344e73f35b22 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 9ed3d254-3949-4f60-ba85-146ce620a781 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:44.070365 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e908f-ef09-4562-b3c4-344e73f35b22 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:44.091666 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc0d890-2925-48a9-b34b-a7c6018cbc51 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:44.159329 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:44.211497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e908f-ef09-4562-b3c4-344e73f35b22 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:44.220241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=fb17e788-4009-4018-babb-9d3761d3c71a,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:44.232145 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:44.232503 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a5920d4e-a98f-43dc-b1a0-9d6f958df9b4 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:44.239751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f93e908f-ef09-4562-b3c4-344e73f35b22 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 9ed3d254-3949-4f60-ba85-146ce620a781 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:44.245629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-01d1f5b9-7bbe-45cd-bb17-ccfcb85ce3cb None None] Provisioning complete for port fb17e788-4009-4018-babb-9d3761d3c71a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:44.245971 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01d1f5b9-7bbe-45cd-bb17-ccfcb85ce3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:44.393117 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9744abfc-6e16-4c22-999c-27fffa6b2ae3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:44.393847 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9744abfc-6e16-4c22-999c-27fffa6b2ae3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Fanout notify agent at l3_agent the message router_deleted on router 136c35d1-172b-4ba4-9c6e-1913463c0b79 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:07:44.398637 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8be16a34-730f-4702-924f-3d4e45f7607b req-bf764363-361a-46f0-a394-c090fc935d29 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813663 Nov 24 05:07:44.404242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9744abfc-6e16-4c22-999c-27fffa6b2ae3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:44.405437 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9744abfc-6e16-4c22-999c-27fffa6b2ae3 tempest-RoutersNegativeIpV6Test-623973612 tempest-RoutersNegativeIpV6Test-623973612-project] 10.222.0.37 "DELETE /v2.0/routers/136c35d1-172b-4ba4-9c6e-1913463c0b79 HTTP/1.1" status: 204 len: 168 time: 0.9636276 Nov 24 05:07:44.451676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e908f-ef09-4562-b3c4-344e73f35b22 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:44.484924 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e908f-ef09-4562-b3c4-344e73f35b22 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=9ed3d254-3949-4f60-ba85-146ce620a781,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:44.562623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4950210-f980-421a-88d5-571b0ae91d1b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:44.639620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f93e908f-ef09-4562-b3c4-344e73f35b22 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:44.643498 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f93e908f-ef09-4562-b3c4-344e73f35b22 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/9ed3d254-3949-4f60-ba85-146ce620a781 HTTP/1.1" status: 204 len: 168 time: 0.7118883 Nov 24 05:07:44.646028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 36998) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:44.716866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02801462-2eaf-4d16-953f-a7e9fa2d8ed7 None None] Update dhcp port {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': 'eb27b49f-7304-40c8-a247-5290646d650a', 'ip_address': '2001:db8::f816:3eff:fe89:dc35'}, {'subnet_id': '72917be6-6f62-43bc-a108-5095679102b4'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': 'fb17e788-4009-4018-babb-9d3761d3c71a'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:07:44.743187 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-02801462-2eaf-4d16-953f-a7e9fa2d8ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:44.817532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37004) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:44.851255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a554d-da33-4e4d-8983-d9cbbf159a92 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:44.852988 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a554d-da33-4e4d-8983-d9cbbf159a92 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:44.854534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a554d-da33-4e4d-8983-d9cbbf159a92 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:44.858535 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-385a554d-da33-4e4d-8983-d9cbbf159a92 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2091787 Nov 24 05:07:44.859071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37008) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:44.867401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4950210-f980-421a-88d5-571b0ae91d1b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router ed51dff7-169f-413c-9308-c81b865364d9 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:44.875464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328f6f8-0492-4432-b637-bef27022a61c req-a9f9ff49-360e-413e-9a87-b786f9bfbcf6 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:44.877031 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5328f6f8-0492-4432-b637-bef27022a61c req-a9f9ff49-360e-413e-9a87-b786f9bfbcf6 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.1585863 Nov 24 05:07:44.922459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5d4614-f483-4ded-9a7d-d6864eaf9e6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 72917be6-6f62-43bc-a108-5095679102b4 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:44.947574 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-02801462-2eaf-4d16-953f-a7e9fa2d8ed7 None None] Allocated IP 172.20.0.2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/72917be6-6f62-43bc-a108-5095679102b4/fb17e788-4009-4018-babb-9d3761d3c71a) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:44.970434 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d1aa9eca-33e2-4685-acd8-06302ddbb1a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87422c3e53c44c5cab201edf98f14d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516223 Nov 24 05:07:44.972950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37010) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:44.981251 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4950210-f980-421a-88d5-571b0ae91d1b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:44.988702 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a4950210-f980-421a-88d5-571b0ae91d1b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/ed51dff7-169f-413c-9308-c81b865364d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5444305 Nov 24 05:07:44.993994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37012) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:44.998426 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935d271-c6ad-4757-b369-703f39f4a43a None None] Sync routers for ids ['ed51dff7-169f-413c-9308-c81b865364d9'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:45.011503 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935d271-c6ad-4757-b369-703f39f4a43a None None] Routers {'ed51dff7-169f-413c-9308-c81b865364d9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:45.012206 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9935d271-c6ad-4757-b369-703f39f4a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ed51dff7-169f-413c-9308-c81b865364d9'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:45.035842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca01e-8127-42cd-8f69-bd93ee9ef1b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.042236 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bf639271-02ed-4b3e-80d7-70c99c138d84 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed51dff7-169f-413c-9308-c81b865364d9 HTTP/1.1" status: 200 len: 205 time: 0.0467083 Nov 24 05:07:45.049004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37014) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:45.058298 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9935d271-c6ad-4757-b369-703f39f4a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:45.060401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-02801462-2eaf-4d16-953f-a7e9fa2d8ed7 None None] For port fb17e788-4009-4018-babb-9d3761d3c71a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fb17e788-4009-4018-babb-9d3761d3c71a,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:45.063647 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5328f6f8-0492-4432-b637-bef27022a61c req-3252ba0d-7950-4843-bd23-1471d354dfbd tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780932 Nov 24 05:07:45.068310 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935d271-c6ad-4757-b369-703f39f4a43a None None] Routers {'ed51dff7-169f-413c-9308-c81b865364d9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:45.069212 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9935d271-c6ad-4757-b369-703f39f4a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ed51dff7-169f-413c-9308-c81b865364d9'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:45.098527 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-02801462-2eaf-4d16-953f-a7e9fa2d8ed7 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.103276 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9935d271-c6ad-4757-b369-703f39f4a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:45.103969 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935d271-c6ad-4757-b369-703f39f4a43a None None] The sync data for ids ['ed51dff7-169f-413c-9308-c81b865364d9'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:45.108127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-02801462-2eaf-4d16-953f-a7e9fa2d8ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.126076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f5d4614-f483-4ded-9a7d-d6864eaf9e6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.129797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca01e-8127-42cd-8f69-bd93ee9ef1b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.195235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02801462-2eaf-4d16-953f-a7e9fa2d8ed7 None None] Pushing event updated for resources: {'Port': ['ID=fb17e788-4009-4018-babb-9d3761d3c71a,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:45.527647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device fb17e788-4009-4018-babb-9d3761d3c71a up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:45.556413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a0467b2-7b59-471c-8b07-e1b7dc7c0881 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.579439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port fb17e788-4009-4018-babb-9d3761d3c71a triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:45.579974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.627252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f5d4614-f483-4ded-9a7d-d6864eaf9e6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.766892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca01e-8127-42cd-8f69-bd93ee9ef1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.769477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca01e-8127-42cd-8f69-bd93ee9ef1b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.770625 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-aa2ca01e-8127-42cd-8f69-bd93ee9ef1b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8caefa1-70dd-4045-ae3f-cfd30c6acd43 HTTP/1.1" status: 204 len: 168 time: 0.7966723 Nov 24 05:07:45.779580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a0467b2-7b59-471c-8b07-e1b7dc7c0881 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.805994 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a0467b2-7b59-471c-8b07-e1b7dc7c0881 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.825726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ca01e-8127-42cd-8f69-bd93ee9ef1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8caefa1-70dd-4045-ae3f-cfd30c6acd43,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:45.847229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f5d4614-f483-4ded-9a7d-d6864eaf9e6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.873497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1e043892-37eb-4933-813a-3b8cfa10ed51 None None] Provisioning complete for port fb17e788-4009-4018-babb-9d3761d3c71a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:45.873868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1e043892-37eb-4933-813a-3b8cfa10ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.954934 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a0467b2-7b59-471c-8b07-e1b7dc7c0881 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.961533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0467b2-7b59-471c-8b07-e1b7dc7c0881 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Fanout notify agent at l3_agent the message router_deleted on router ed51dff7-169f-413c-9308-c81b865364d9 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:07:45.984726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a0467b2-7b59-471c-8b07-e1b7dc7c0881 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:45.989168 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1e043892-37eb-4933-813a-3b8cfa10ed51 None None] Could not find standard attr ID for object 9ed3d254-3949-4f60-ba85-146ce620a781. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:07:45.989408 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1a0467b2-7b59-471c-8b07-e1b7dc7c0881 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/ed51dff7-169f-413c-9308-c81b865364d9 HTTP/1.1" status: 204 len: 168 time: 0.9359236 Nov 24 05:07:45.989408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37018) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:46.034368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f5d4614-f483-4ded-9a7d-d6864eaf9e6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.081988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-64fd904f-3a79-4ea5-a205-9a143c09e188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.087316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f5d4614-f483-4ded-9a7d-d6864eaf9e6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.091697 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3f5d4614-f483-4ded-9a7d-d6864eaf9e6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/72917be6-6f62-43bc-a108-5095679102b4 HTTP/1.1" status: 204 len: 168 time: 1.2314227 Nov 24 05:07:46.092590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d4614-f483-4ded-9a7d-d6864eaf9e6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=72917be6-6f62-43bc-a108-5095679102b4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:46.094875 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37022) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:46.110344 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bc00dd21-78a9-428a-88e2-8a28fe6f4843 None None] Could not find standard attr ID for object 9ed3d254-3949-4f60-ba85-146ce620a781. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:07:46.131847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc8644d-2919-4817-b87e-ade63a88d188 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting subnet 06ed3e3a-4697-42b7-a14c-f4a9ab28f3ff {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:46.136626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fc8644d-2919-4817-b87e-ade63a88d188 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.176439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fc8644d-2919-4817-b87e-ade63a88d188 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.192782 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-2110f972-2a59-4cf4-807e-57a47bbbc439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet eb27b49f-7304-40c8-a247-5290646d650a {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:46.198516 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2110f972-2a59-4cf4-807e-57a47bbbc439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.245202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e97407-ec14-4741-99a6-975a733821f1 req-79c79e39-dd15-4e1d-8dc9-459fd089c0ea tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:46.247032 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-05e97407-ec14-4741-99a6-975a733821f1 req-79c79e39-dd15-4e1d-8dc9-459fd089c0ea tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.0990875 Nov 24 05:07:46.251551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2110f972-2a59-4cf4-807e-57a47bbbc439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.262659 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fc8644d-2919-4817-b87e-ade63a88d188 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.325749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fc8644d-2919-4817-b87e-ade63a88d188 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.352452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8644d-2919-4817-b87e-ade63a88d188 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Subnet': ['ID=06ed3e3a-4697-42b7-a14c-f4a9ab28f3ff,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:46.355601 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-05e97407-ec14-4741-99a6-975a733821f1 req-dfb63979-e828-4243-8d51-66634801248f tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008086 Nov 24 05:07:46.356047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fc8644d-2919-4817-b87e-ade63a88d188 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.362815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37026) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:46.362926 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4fc8644d-2919-4817-b87e-ade63a88d188 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/06ed3e3a-4697-42b7-a14c-f4a9ab28f3ff HTTP/1.1" status: 204 len: 168 time: 0.3727531 Nov 24 05:07:46.368367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ddd388-54f7-4562-82b2-c7f3854ceff0 None None] Network 475bd0c6-0d9f-400c-a10c-008116fe6154 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:46.409606 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2110f972-2a59-4cf4-807e-57a47bbbc439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.452825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5b26c2-12be-4181-acdc-7bee7b5c3fbb tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting subnet 88ad8d28-eaf5-4214-8668-cc84b0248049 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:46.461608 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a5b26c2-12be-4181-acdc-7bee7b5c3fbb tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.526721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a5b26c2-12be-4181-acdc-7bee7b5c3fbb tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.556087 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2110f972-2a59-4cf4-807e-57a47bbbc439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.628279 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602de1ab-12d7-4f7f-bce3-21946ba17121 None None] DHCP port deletion for 475bd0c6-0d9f-400c-a10c-008116fe6154 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:46.642791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110f972-2a59-4cf4-807e-57a47bbbc439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=eb27b49f-7304-40c8-a247-5290646d650a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:46.646133 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2110f972-2a59-4cf4-807e-57a47bbbc439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.651997 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2110f972-2a59-4cf4-807e-57a47bbbc439 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/eb27b49f-7304-40c8-a247-5290646d650a HTTP/1.1" status: 204 len: 168 time: 0.5537846 Nov 24 05:07:46.652481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37032) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:46.683861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-602de1ab-12d7-4f7f-bce3-21946ba17121 None None] Deleting port 58c78393-afe6-4340-bb0f-e34aedf336ee {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:46.684554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-602de1ab-12d7-4f7f-bce3-21946ba17121 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.707062 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-79cb38d3-69e5-4888-9099-1ec385c01e83 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527275 Nov 24 05:07:46.710229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37034) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:46.720869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ef085402-c862-4cda-ae28-5efcbbc35a6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:46.743783 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a5b26c2-12be-4181-acdc-7bee7b5c3fbb tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.756880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-602de1ab-12d7-4f7f-bce3-21946ba17121 None None] For port 58c78393-afe6-4340-bb0f-e34aedf336ee, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=58c78393-afe6-4340-bb0f-e34aedf336ee,segment=NetworkSegment(f17fa433-a4bc-4983-bd2d-ab7f68f85349),segment_id=f17fa433-a4bc-4983-bd2d-ab7f68f85349)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:46.757253 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-602de1ab-12d7-4f7f-bce3-21946ba17121 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.772535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1479ad-0f71-4075-a53e-981eccb5375a None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:46.776891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaee936-c5c7-4daf-ae9e-c6c28e64b229 req-d008c6b4-2985-4e40-8cb5-6cf4aea31b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:46.778423 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-feaee936-c5c7-4daf-ae9e-c6c28e64b229 req-d008c6b4-2985-4e40-8cb5-6cf4aea31b80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e542a628df0a4d41b25287247f5738e7&device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 1099 time: 0.1861343 Nov 24 05:07:46.792100 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-602de1ab-12d7-4f7f-bce3-21946ba17121 None None] Calling delete_port for 58c78393-afe6-4340-bb0f-e34aedf336ee owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:46.826411 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125e041-f7d0-4bdd-8187-4279f24a16b7 req-331461c5-d6ba-43ca-ae26-b0fd068e61e8 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:46.827969 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5125e041-f7d0-4bdd-8187-4279f24a16b7 req-331461c5-d6ba-43ca-ae26-b0fd068e61e8 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.2673831 Nov 24 05:07:46.836855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef085402-c862-4cda-ae28-5efcbbc35a6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:46.841456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef085402-c862-4cda-ae28-5efcbbc35a6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.938232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a5b26c2-12be-4181-acdc-7bee7b5c3fbb tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:46.940544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaee936-c5c7-4daf-ae9e-c6c28e64b229 req-ea301951-7347-4196-972e-ef0371e40171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:46.942028 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-feaee936-c5c7-4daf-ae9e-c6c28e64b229 req-ea301951-7347-4196-972e-ef0371e40171 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7d27de13-1633-44c0-9508-f38b9a97b5ce HTTP/1.1" status: 200 len: 911 time: 0.1520624 Nov 24 05:07:46.956210 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5125e041-f7d0-4bdd-8187-4279f24a16b7 req-9606f373-7a57-4a2f-9ff8-5194b03a5d69 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182547 Nov 24 05:07:46.982212 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-602de1ab-12d7-4f7f-bce3-21946ba17121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.001971 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b26c2-12be-4181-acdc-7bee7b5c3fbb tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Subnet': ['ID=88ad8d28-eaf5-4214-8668-cc84b0248049,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:47.011938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602de1ab-12d7-4f7f-bce3-21946ba17121 None None] No DVR routers for this DVR port 58c78393-afe6-4340-bb0f-e34aedf336ee on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:47.018504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602de1ab-12d7-4f7f-bce3-21946ba17121 None None] Pushing event deleted for resources: {'Port': ['ID=58c78393-afe6-4340-bb0f-e34aedf336ee,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:47.034201 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-feaee936-c5c7-4daf-ae9e-c6c28e64b229 req-183401a7-9234-4ef8-8aed-5bb1f7866b58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c HTTP/1.1" status: 200 len: 217 time: 0.0831430 Nov 24 05:07:47.035287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a5b26c2-12be-4181-acdc-7bee7b5c3fbb tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.042044 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8a5b26c2-12be-4181-acdc-7bee7b5c3fbb tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/88ad8d28-eaf5-4214-8668-cc84b0248049 HTTP/1.1" status: 204 len: 168 time: 0.6759670 Nov 24 05:07:47.048663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37036) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:47.053864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d4f35c-03cd-4a8c-80a7-d41d08c122e8 None None] Network 029f8f6b-1080-4634-9e78-cdbfa6ae02f9 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:47.077814 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf128b5d-3181-4c9d-ae58-2873cb4b3472 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:47.094883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaee936-c5c7-4daf-ae9e-c6c28e64b229 req-e855137b-9725-482b-9c82-a2686fb2dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:47.096112 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-feaee936-c5c7-4daf-ae9e-c6c28e64b229 req-e855137b-9725-482b-9c82-a2686fb2dc15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d42c9a7e-7993-4a9a-b41b-2bad7e167636 HTTP/1.1" status: 200 len: 850 time: 0.0529890 Nov 24 05:07:47.098728 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef085402-c862-4cda-ae28-5efcbbc35a6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.132413 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-feaee936-c5c7-4daf-ae9e-c6c28e64b229 req-0e0da3b6-4aab-4936-ba64-7c5cc0670267 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7d27de13-1633-44c0-9508-f38b9a97b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286372 Nov 24 05:07:47.166835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.178009 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef085402-c862-4cda-ae28-5efcbbc35a6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:47.184686 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ef085402-c862-4cda-ae28-5efcbbc35a6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:47.192748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef085402-c862-4cda-ae28-5efcbbc35a6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:47.193356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef085402-c862-4cda-ae28-5efcbbc35a6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.218469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-cf128b5d-3181-4c9d-ae58-2873cb4b3472 None None] Deleting port fb17e788-4009-4018-babb-9d3761d3c71a {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:47.218469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf128b5d-3181-4c9d-ae58-2873cb4b3472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.219327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef085402-c862-4cda-ae28-5efcbbc35a6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=10a5976a-0058-4554-8151-0cda9872ffd7,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:47.253890 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ef085402-c862-4cda-ae28-5efcbbc35a6a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5396011 Nov 24 05:07:47.256383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37038) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:47.267421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-4737b35c-1a67-40aa-96c5-16bf9f0602f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:47.289174 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-feaee936-c5c7-4daf-ae9e-c6c28e64b229 req-08ed98f7-2a10-4937-ba6f-aa4a749a585a service neutron] 10.222.0.31 "GET /v2.0/networks/7d27de13-1633-44c0-9508-f38b9a97b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491482 Nov 24 05:07:47.305497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e05d7e-d417-4498-8d67-3ad8b439f29f None None] DHCP port deletion for 029f8f6b-1080-4634-9e78-cdbfa6ae02f9 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:47.318949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.340003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475bd0c6-0d9f-400c-a10c-008116fe6154']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:47.348677 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cf128b5d-3181-4c9d-ae58-2873cb4b3472 None None] For port fb17e788-4009-4018-babb-9d3761d3c71a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fb17e788-4009-4018-babb-9d3761d3c71a,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:47.349076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf128b5d-3181-4c9d-ae58-2873cb4b3472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.349513 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17fa433-a4bc-4983-bd2d-ab7f68f85349') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:47.349820 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17fa433-a4bc-4983-bd2d-ab7f68f85349') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:47.360852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.366250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-cf128b5d-3181-4c9d-ae58-2873cb4b3472 None None] Calling delete_port for fb17e788-4009-4018-babb-9d3761d3c71a owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:47.376931 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.384401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:47.384796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:47.388098 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:47.426191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-02e05d7e-d417-4498-8d67-3ad8b439f29f None None] Deleting port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:47.426573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-02e05d7e-d417-4498-8d67-3ad8b439f29f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.454350 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-feaee936-c5c7-4daf-ae9e-c6c28e64b229 req-78d6ad87-9b0d-4b01-b3e0-ab56d610cc59 service neutron] 10.222.0.31 "GET /v2.0/networks/7d27de13-1633-44c0-9508-f38b9a97b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575172 Nov 24 05:07:47.467790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4737b35c-1a67-40aa-96c5-16bf9f0602f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:47.470866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.472642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4737b35c-1a67-40aa-96c5-16bf9f0602f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.485524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.489507 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/networks/475bd0c6-0d9f-400c-a10c-008116fe6154 HTTP/1.1" status: 204 len: 168 time: 0.4399102 Nov 24 05:07:47.504072 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37040) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:47.530337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-02e05d7e-d417-4498-8d67-3ad8b439f29f None None] For port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3c0c38d6-f35e-49f2-ad3f-5157aad4db46,segment=NetworkSegment(6b1c9c7c-4524-409c-ace1-cba5927d2fb5),segment_id=6b1c9c7c-4524-409c-ace1-cba5927d2fb5)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:47.530745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-02e05d7e-d417-4498-8d67-3ad8b439f29f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.548407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-02e05d7e-d417-4498-8d67-3ad8b439f29f None None] Calling delete_port for 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:47.550364 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf128b5d-3181-4c9d-ae58-2873cb4b3472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.570189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device fb17e788-4009-4018-babb-9d3761d3c71a no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:47.572574 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91154126-5558-4b2e-a5dc-5cf59fca45e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Network': ['ID=475bd0c6-0d9f-400c-a10c-008116fe6154,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:47.590464 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.616648 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf128b5d-3181-4c9d-ae58-2873cb4b3472 None None] Pushing event deleted for resources: {'Port': ['ID=fb17e788-4009-4018-babb-9d3761d3c71a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:47.619821 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf128b5d-3181-4c9d-ae58-2873cb4b3472 None None] No DVR routers for this DVR port fb17e788-4009-4018-babb-9d3761d3c71a on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:47.650690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:47.651032 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.651282 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: fb17e788-4009-4018-babb-9d3761d3c71a {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:47.651929 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device fb17e788-4009-4018-babb-9d3761d3c71a not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:47.652600 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 58c78393-afe6-4340-bb0f-e34aedf336ee no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:47.679722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd2ed5c-6b7d-4716-bda1-3a453e337065 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:47.683998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 58c78393-afe6-4340-bb0f-e34aedf336ee {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:47.684414 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 58c78393-afe6-4340-bb0f-e34aedf336ee not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:47.684898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:47.729211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3c0c38d6-f35e-49f2-ad3f-5157aad4db46,segment=NetworkSegment(6b1c9c7c-4524-409c-ace1-cba5927d2fb5),segment_id=6b1c9c7c-4524-409c-ace1-cba5927d2fb5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:47.729711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.746434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:47.837839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.objects.ports [None req-4737b35c-1a67-40aa-96c5-16bf9f0602f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103233) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:07:47.839858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4737b35c-1a67-40aa-96c5-16bf9f0602f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.860681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.882105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-02e05d7e-d417-4498-8d67-3ad8b439f29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.889230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4737b35c-1a67-40aa-96c5-16bf9f0602f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:47.892657 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-4737b35c-1a67-40aa-96c5-16bf9f0602f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:47.895700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4737b35c-1a67-40aa-96c5-16bf9f0602f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:47.896312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4737b35c-1a67-40aa-96c5-16bf9f0602f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.900866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=3c0c38d6-f35e-49f2-ad3f-5157aad4db46,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:47.903806 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No DVR routers for this DVR port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:47.915070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737b35c-1a67-40aa-96c5-16bf9f0602f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=87b35c00-9395-4b3b-addc-dbd850fd031e,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:47.920886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:47.923036 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4737b35c-1a67-40aa-96c5-16bf9f0602f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6654422 Nov 24 05:07:47.925870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37042) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:47.926740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e05d7e-d417-4498-8d67-3ad8b439f29f None None] Pushing event deleted for resources: {'Port': ['ID=3c0c38d6-f35e-49f2-ad3f-5157aad4db46,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:47.932168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:34:5c:ea', 'name': 'tempest-NetworksTestDHCPv6-1821977651'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:47.947017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e05d7e-d417-4498-8d67-3ad8b439f29f None None] No DVR routers for this DVR port 3c0c38d6-f35e-49f2-ad3f-5157aad4db46 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:48.015743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.018387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '10a5976a-0058-4554-8151-0cda9872ffd7'}, {'subnet_id': '87b35c00-9395-4b3b-addc-dbd850fd031e'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:48.019929 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.049488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029f8f6b-1080-4634-9e78-cdbfa6ae02f9']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:48.060797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1c9c7c-4524-409c-ace1-cba5927d2fb5') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:48.062157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1c9c7c-4524-409c-ace1-cba5927d2fb5') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:48.077884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.094164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.102935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:48.103429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:48.109891 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:48.151665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:48.178734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.187658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.191097 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/networks/029f8f6b-1080-4634-9e78-cdbfa6ae02f9 HTTP/1.1" status: 204 len: 168 time: 0.6872993 Nov 24 05:07:48.203286 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bba7b-f759-45d6-8d7e-8e7c2dff9ef8 req-ee4e178d-824f-41ab-8c20-2f5019ebf7c5 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:48.204195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37046) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:48.204878 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-829bba7b-f759-45d6-8d7e-8e7c2dff9ef8 req-ee4e178d-824f-41ab-8c20-2f5019ebf7c5 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.1292884 Nov 24 05:07:48.209096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'network': {'name': 'tempest-RoutersTest-2062099609'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:48.212788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a66038-e4c5-4e47-9072-548bf2972232 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Network': ['ID=029f8f6b-1080-4634-9e78-cdbfa6ae02f9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:48.232837 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:48.236488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.262652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Allocated IP 172.20.0.2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/10a5976a-0058-4554-8151-0cda9872ffd7/262291a8-f739-4bb0-bbef-6cea150cd708) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:48.268435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:07:48.271429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Allocated IP 2001:db8::f816:3eff:fe97:c99f (ddc696b2-9bde-4196-b27a-8d16c6c5040f/87b35c00-9395-4b3b-addc-dbd850fd031e/262291a8-f739-4bb0-bbef-6cea150cd708) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:48.283345 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.283723 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added segment 96c458d0-1045-486e-a1aa-512fa27ee180 of type vlan for network 2039b8ce-7c34-469a-996d-5faefc9f659c Nov 24 05:07:48.307516 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.313327 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-829bba7b-f759-45d6-8d7e-8e7c2dff9ef8 req-430ccb7c-51a2-4b99-959b-29b4382f417b tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772862 Nov 24 05:07:48.335602 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port d705fba4-8f2d-4991-af43-ad2a20b079ea yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:07:48.341572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.368642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.374406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:48.374878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8cbd1303-e03c-460c-96c5-bfc01467d429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.375213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.411845 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2067745 Nov 24 05:07:48.414655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37048) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:48.419521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'subnet': {'network_id': '2039b8ce-7c34-469a-996d-5faefc9f659c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:48.444591 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.451165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.471828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13782d46-8ce0-42a3-ac05-2c55bf05b836 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Network': ['ID=2039b8ce-7c34-469a-996d-5faefc9f659c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:48.486914 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:48.493661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 2039b8ce-7c34-469a-996d-5faefc9f659c details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:07:48.498654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:48.511679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:48.531346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Pushing event updated for resources: {'Port': ['ID=262291a8-f739-4bb0-bbef-6cea150cd708,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:48.547321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:48.551792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.574301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 172.20.0.12 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/10a5976a-0058-4554-8151-0cda9872ffd7/d705fba4-8f2d-4991-af43-ad2a20b079ea) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:48.580598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::f816:3eff:fe34:5cea (ddc696b2-9bde-4196-b27a-8d16c6c5040f/87b35c00-9395-4b3b-addc-dbd850fd031e/d705fba4-8f2d-4991-af43-ad2a20b079ea) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:48.634423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Attempting to bind port 262291a8-f739-4bb0-bbef-6cea150cd708 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:48.634800 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Attempting to bind port 262291a8-f739-4bb0-bbef-6cea150cd708 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:48.635375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Attempting to bind port 262291a8-f739-4bb0-bbef-6cea150cd708 on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:48.640917 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:48.641280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:48.641917 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.642276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:48.642741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Bound port: 262291a8-f739-4bb0-bbef-6cea150cd708, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:48.643347 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.715068 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] For port 262291a8-f739-4bb0-bbef-6cea150cd708, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:48.718451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] For port 262291a8-f739-4bb0-bbef-6cea150cd708, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=262291a8-f739-4bb0-bbef-6cea150cd708,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:48.722406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.745639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.753343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.787992 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb633814-07a5-44ac-833a-e1de968fa316 None None] Pushing event updated for resources: {'Port': ['ID=262291a8-f739-4bb0-bbef-6cea150cd708,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:48.809999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.840470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Subnet': ['ID=27638228-9ae9-4436-813a-88e3e40dd10f,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:48.850094 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Checking segment: {'id': '96c458d0-1045-486e-a1aa-512fa27ee180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2039b8ce-7c34-469a-996d-5faefc9f659c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:48.850453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network hostable DHCP agents. Network: 2039b8ce-7c34-469a-996d-5faefc9f659c, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:07:48.870414 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 2039b8ce-7c34-469a-996d-5faefc9f659c is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:07:48.881117 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 2039b8ce-7c34-469a-996d-5faefc9f659c) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:48.891092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aa495f-79b3-4157-9f71-ebd51046f02a None None] Network 2039b8ce-7c34-469a-996d-5faefc9f659c requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:48.891304 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:48.891834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.912610 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-67d7c0f4-fe55-47b6-9c2f-1f1b75ae18a3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4958637 Nov 24 05:07:48.915211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37050) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:48.920420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a59169e4-609f-4060-b361-03033eb4d68f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-682155504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:48.951200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a59169e4-609f-4060-b361-03033eb4d68f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:48.952811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a59169e4-609f-4060-b361-03033eb4d68f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.049065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a59169e4-609f-4060-b361-03033eb4d68f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.057412 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a59169e4-609f-4060-b361-03033eb4d68f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.080803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a59169e4-609f-4060-b361-03033eb4d68f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.082371 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a59169e4-609f-4060-b361-03033eb4d68f tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1659398 Nov 24 05:07:49.086413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37052) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:49.093188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'port': {'network_id': '2039b8ce-7c34-469a-996d-5faefc9f659c', 'name': 'tempest-RoutersTest-871280110'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:49.115192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-2039b8ce-7c34-469a-996d-5faefc9f659c', 'network_id': '2039b8ce-7c34-469a-996d-5faefc9f659c', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'fixed_ips': [{'subnet_id': '27638228-9ae9-4436-813a-88e3e40dd10f'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:49.117036 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.213503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:49.219257 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:49.221778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:49.237234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:49.240957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.259105 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=d705fba4-8f2d-4991-af43-ad2a20b079ea,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:49.261331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] device_id is not set on port 92563da5-b6f9-4aa1-8238-1163f01d59ef yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:07:49.267125 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Allocated IP 172.20.0.2 (2039b8ce-7c34-469a-996d-5faefc9f659c/27638228-9ae9-4436-813a-88e3e40dd10f/36f2ce51-fb1a-49f2-86e5-77ecbb2dd352) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:49.283851 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:49.284729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.301457 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-96572f5e-3bf4-4ae7-89cc-4a1e0593078a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3745399 Nov 24 05:07:49.305007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37054) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:49.362206 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61e383-8400-4169-9131-2d16df5c155b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:49.368601 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61e383-8400-4169-9131-2d16df5c155b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:49.372223 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7f61e383-8400-4169-9131-2d16df5c155b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0640936 Nov 24 05:07:49.373238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37058) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:49.422388 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.431936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.444096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2592298-c440-438e-90f5-23a03d7ed8a1 req-35f93360-a3ff-477d-8345-ea6f3e0f2bb8 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:49.445671 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e2592298-c440-438e-90f5-23a03d7ed8a1 req-35f93360-a3ff-477d-8345-ea6f3e0f2bb8 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.0533915 Nov 24 05:07:49.529194 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e2592298-c440-438e-90f5-23a03d7ed8a1 req-b6973448-fe0e-4172-b589-8ff429cafc6d tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761845 Nov 24 05:07:49.546477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Allocated IP 172.20.0.14 (2039b8ce-7c34-469a-996d-5faefc9f659c/27638228-9ae9-4436-813a-88e3e40dd10f/92563da5-b6f9-4aa1-8238-1163f01d59ef) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:49.555673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-49473765-6934-4792-9076-4aee8aa62025 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port d705fba4-8f2d-4991-af43-ad2a20b079ea {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:49.555982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49473765-6934-4792-9076-4aee8aa62025 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.661348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 262291a8-f739-4bb0-bbef-6cea150cd708 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:49.712869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Network 2039b8ce-7c34-469a-996d-5faefc9f659c is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:49.718797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Pushing event updated for resources: {'Port': ['ID=36f2ce51-fb1a-49f2-86e5-77ecbb2dd352,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:49.726945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49473765-6934-4792-9076-4aee8aa62025 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.728076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:49.737547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:49.748921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.779273 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-49473765-6934-4792-9076-4aee8aa62025 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for d705fba4-8f2d-4991-af43-ad2a20b079ea owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:49.779875 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 262291a8-f739-4bb0-bbef-6cea150cd708 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:49.780380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.862351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Attempting to bind port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:07:49.862731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Attempting to bind port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '96c458d0-1045-486e-a1aa-512fa27ee180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2039b8ce-7c34-469a-996d-5faefc9f659c'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:07:49.863170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Attempting to bind port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 on network 2039b8ce-7c34-469a-996d-5faefc9f659c {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:07:49.873670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:07:49.874166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Checking segment: {'id': '96c458d0-1045-486e-a1aa-512fa27ee180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2039b8ce-7c34-469a-996d-5faefc9f659c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:07:49.874643 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.875116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Bound using segment: {'id': '96c458d0-1045-486e-a1aa-512fa27ee180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2039b8ce-7c34-469a-996d-5faefc9f659c'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:07:49.875711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Bound port: 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c458d0-1045-486e-a1aa-512fa27ee180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2039b8ce-7c34-469a-996d-5faefc9f659c'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:07:49.876597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.893847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.904439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc1cd2-281f-4479-b8db-aeb63ff41ae7 req-4bf0bc0d-7b0a-4b81-8dd3-3007e2465a00 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:49.911726 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2adc1cd2-281f-4479-b8db-aeb63ff41ae7 req-4bf0bc0d-7b0a-4b81-8dd3-3007e2465a00 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.0585470 Nov 24 05:07:49.951113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:49.968417 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2adc1cd2-281f-4479-b8db-aeb63ff41ae7 req-d86b39a6-7e26-4c1c-aae8-f50cff0b18bb tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554459 Nov 24 05:07:49.992701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 262291a8-f739-4bb0-bbef-6cea150cd708, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=262291a8-f739-4bb0-bbef-6cea150cd708,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:49.998605 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.004175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.049959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] For port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:07:50.072978 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] For port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=36f2ce51-fb1a-49f2-86e5-77ecbb2dd352,segment=NetworkSegment(96c458d0-1045-486e-a1aa-512fa27ee180),segment_id=96c458d0-1045-486e-a1aa-512fa27ee180)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:07:50.084450 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.088234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=262291a8-f739-4bb0-bbef-6cea150cd708,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:50.090024 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 2039b8ce-7c34-469a-996d-5faefc9f659c is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:50.098364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:50.102746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=92563da5-b6f9-4aa1-8238-1163f01d59ef,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:50.107023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:50.149957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49473765-6934-4792-9076-4aee8aa62025 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.155386 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a63f74-bbae-4fd0-ab9c-6eaada790508 None None] Pushing event updated for resources: {'Port': ['ID=36f2ce51-fb1a-49f2-86e5-77ecbb2dd352,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:50.184272 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0897a4-8a4a-437b-b392-025ae5dc4515 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:50.194859 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49473765-6934-4792-9076-4aee8aa62025 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=d705fba4-8f2d-4991-af43-ad2a20b079ea,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:50.229016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:50.229674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.292329 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1ed0926f-cbb9-4955-85c7-c4daafba4a91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2045081 Nov 24 05:07:50.295333 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37066) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:50.300759 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8bc7097b-d03d-47cb-b632-01455825119e None None] Provisioning complete for port 262291a8-f739-4bb0-bbef-6cea150cd708 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:50.301286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8bc7097b-d03d-47cb-b632-01455825119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.316763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49473765-6934-4792-9076-4aee8aa62025 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.323876 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-49473765-6934-4792-9076-4aee8aa62025 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/d705fba4-8f2d-4991-af43-ad2a20b079ea HTTP/1.1" status: 204 len: 168 time: 0.9494739 Nov 24 05:07:50.324643 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37068) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:50.389953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232c306-a154-499f-bf1a-f9aedaa5c272 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:50.392577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232c306-a154-499f-bf1a-f9aedaa5c272 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:50.394127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232c306-a154-499f-bf1a-f9aedaa5c272 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:50.398723 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7232c306-a154-499f-bf1a-f9aedaa5c272 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0729938 Nov 24 05:07:50.399344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37070) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:50.466130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac63603-6d8f-4a1f-8603-93930f10c6b2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 10a5976a-0058-4554-8151-0cda9872ffd7 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:50.469473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ac63603-6d8f-4a1f-8603-93930f10c6b2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.516384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ac63603-6d8f-4a1f-8603-93930f10c6b2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.624987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ac63603-6d8f-4a1f-8603-93930f10c6b2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.690207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.691606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ac63603-6d8f-4a1f-8603-93930f10c6b2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.718277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.730337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ac63603-6d8f-4a1f-8603-93930f10c6b2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.736227 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2ac63603-6d8f-4a1f-8603-93930f10c6b2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/10a5976a-0058-4554-8151-0cda9872ffd7 HTTP/1.1" status: 204 len: 168 time: 0.3335347 Nov 24 05:07:50.736558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37072) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:50.738910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac63603-6d8f-4a1f-8603-93930f10c6b2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=10a5976a-0058-4554-8151-0cda9872ffd7,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:50.790988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912e778-060a-4b72-9cd1-3b065ce0113c None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:50.821306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd832c17-8b65-4492-b4b5-b5ef977d2e6d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 87b35c00-9395-4b3b-addc-dbd850fd031e {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:50.824769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd832c17-8b65-4492-b4b5-b5ef977d2e6d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.858539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6cb678ac-8c93-44fd-810d-af870c3f96ff None None] Provisioning complete for port 262291a8-f739-4bb0-bbef-6cea150cd708 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:50.858920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6cb678ac-8c93-44fd-810d-af870c3f96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.876280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd832c17-8b65-4492-b4b5-b5ef977d2e6d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:50.990901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd832c17-8b65-4492-b4b5-b5ef977d2e6d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.013483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.024919 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.083217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd832c17-8b65-4492-b4b5-b5ef977d2e6d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.099797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd832c17-8b65-4492-b4b5-b5ef977d2e6d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.107555 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cd832c17-8b65-4492-b4b5-b5ef977d2e6d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/87b35c00-9395-4b3b-addc-dbd850fd031e HTTP/1.1" status: 204 len: 168 time: 0.3698647 Nov 24 05:07:51.128864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37076) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:51.131078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd832c17-8b65-4492-b4b5-b5ef977d2e6d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=87b35c00-9395-4b3b-addc-dbd850fd031e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:51.197761 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=92563da5-b6f9-4aa1-8238-1163f01d59ef,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:51.214842 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dfba7ac3-160a-4f74-a5fc-8e476f08f7be tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827034 Nov 24 05:07:51.215626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37078) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:51.220651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4dbe15ee-5e20-4ea4-a863-873e824b4d4f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:51.234206 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c48177-f81b-408a-ab72-af8aed9ca81b req-7c7ea3ff-fc7f-4531-8ad5-68daad9476fe tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:51.235808 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-49c48177-f81b-408a-ab72-af8aed9ca81b req-7c7ea3ff-fc7f-4531-8ad5-68daad9476fe tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.1513178 Nov 24 05:07:51.329212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbe15ee-5e20-4ea4-a863-873e824b4d4f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:51.333368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4dbe15ee-5e20-4ea4-a863-873e824b4d4f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.386897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21127632-86b3-41e0-ae0f-f8ac4359f1d3 None None] Network 2039b8ce-7c34-469a-996d-5faefc9f659c requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:51.397821 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-49c48177-f81b-408a-ab72-af8aed9ca81b req-69c2b8ab-2e03-4766-88e3-380c314e3a72 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298993 Nov 24 05:07:51.443707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.488353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9d8831f2-3df2-4880-934e-480d5b69a035 None None] Provisioning complete for port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:51.488729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d8831f2-3df2-4880-934e-480d5b69a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.613649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4dbe15ee-5e20-4ea4-a863-873e824b4d4f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.645738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.651673 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d8831f2-3df2-4880-934e-480d5b69a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.686659 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe15ee-5e20-4ea4-a863-873e824b4d4f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=ddc0230e-a1e5-4f34-85cf-c6f6dca975de,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:51.704795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe15ee-5e20-4ea4-a863-873e824b4d4f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:51.706451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe15ee-5e20-4ea4-a863-873e824b4d4f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:51.729747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe15ee-5e20-4ea4-a863-873e824b4d4f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:51.730439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4dbe15ee-5e20-4ea4-a863-873e824b4d4f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.733940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.752273 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9d8831f2-3df2-4880-934e-480d5b69a035 None None] For port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=36f2ce51-fb1a-49f2-86e5-77ecbb2dd352,segment=NetworkSegment(96c458d0-1045-486e-a1aa-512fa27ee180),segment_id=96c458d0-1045-486e-a1aa-512fa27ee180)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:51.761214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d8831f2-3df2-4880-934e-480d5b69a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.778090 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4dbe15ee-5e20-4ea4-a863-873e824b4d4f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5612242 Nov 24 05:07:51.778928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37080) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:51.785625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:51.796179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:51.823618 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8308afc3-6dd5-48fd-8992-7b28983c6e68 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:51.861646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81a7a1-2d23-4164-aec9-3b111525177d req-3701f922-2df4-494a-ae84-4cf9d7412f32 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:51.863310 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de81a7a1-2d23-4164-aec9-3b111525177d req-3701f922-2df4-494a-ae84-4cf9d7412f32 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.1072526 Nov 24 05:07:51.926221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:51.930482 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:51.967685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8831f2-3df2-4880-934e-480d5b69a035 None None] Pushing event updated for resources: {'Port': ['ID=36f2ce51-fb1a-49f2-86e5-77ecbb2dd352,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:51.978747 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-67cf6815-ac68-424b-93a7-ce45c77aa273 None None] Provisioning complete for port 262291a8-f739-4bb0-bbef-6cea150cd708 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:51.979121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-67cf6815-ac68-424b-93a7-ce45c77aa273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.033965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:52.033965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.122648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.134456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.167882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-de81a7a1-2d23-4164-aec9-3b111525177d req-e23064de-5edb-4031-9146-45e0a4a3699e tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Deleting port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:52.168360 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-de81a7a1-2d23-4164-aec9-3b111525177d req-e23064de-5edb-4031-9146-45e0a4a3699e tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.243566 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 262291a8-f739-4bb0-bbef-6cea150cd708 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:52.254540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=92563da5-b6f9-4aa1-8238-1163f01d59ef,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:52.259893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.309487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 262291a8-f739-4bb0-bbef-6cea150cd708 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:52.309487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.390583 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-de81a7a1-2d23-4164-aec9-3b111525177d req-e23064de-5edb-4031-9146-45e0a4a3699e tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] For port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c,segment=NetworkSegment(b2a1b5f6-30ba-4047-a97f-5c3af358c060),segment_id=b2a1b5f6-30ba-4047-a97f-5c3af358c060)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:52.391051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-de81a7a1-2d23-4164-aec9-3b111525177d req-e23064de-5edb-4031-9146-45e0a4a3699e tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.394047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93267aee-e46d-4293-b731-e5beef964701 None None] Update dhcp port {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': 'ddc0230e-a1e5-4f34-85cf-c6f6dca975de'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': '262291a8-f739-4bb0-bbef-6cea150cd708'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:07:52.407135 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:07:52.414480 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-de81a7a1-2d23-4164-aec9-3b111525177d req-e23064de-5edb-4031-9146-45e0a4a3699e tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Calling delete_port for 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:52.421847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-93267aee-e46d-4293-b731-e5beef964701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.438569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8a2b1b18-1edd-47f8-9863-9b7cf7cae9ad None None] Provisioning complete for port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:52.438945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a2b1b18-1edd-47f8-9863-9b7cf7cae9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.490518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 2039b8ce-7c34-469a-996d-5faefc9f659c is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:52.495304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:52.674531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba16bb-2d56-4ef5-928c-acb5c00e9b74 req-2a2cf183-eed3-44df-b793-0d1902329da5 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:52.676261 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-98ba16bb-2d56-4ef5-928c-acb5c00e9b74 req-2a2cf183-eed3-44df-b793-0d1902329da5 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0d66bdc-c716-4f3b-b918-aa76c5cd67a3 HTTP/1.1" status: 200 len: 946 time: 0.1642094 Nov 24 05:07:52.700362 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-93267aee-e46d-4293-b731-e5beef964701 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 05:07:52.700362 dv-neutron-818850-5-hyperv neutron-server[103234]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 24 05:07:52.700362 dv-neutron-818850-5-hyperv neutron-server[103234]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe97:c99f', 'status': 'ALLOCATED', 'ipam_subnet_id': 'c37b6bc4-afd2-41ff-a046-df5a3d60ac5f'}] Nov 24 05:07:52.700362 dv-neutron-818850-5-hyperv neutron-server[103234]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:07:52.701288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-93267aee-e46d-4293-b731-e5beef964701 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:07:52.726718 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.791522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-de81a7a1-2d23-4164-aec9-3b111525177d req-e23064de-5edb-4031-9146-45e0a4a3699e tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.811612 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['37a91743-cfb4-4f6b-9f93-b4d1bdb6174c'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:07:52.813243 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-98ba16bb-2d56-4ef5-928c-acb5c00e9b74 req-e5db5b85-6886-4158-8c79-cd2032072e35 tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b80399-cc37-460d-b347-6bb6065f8ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109200 Nov 24 05:07:52.848658 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23064de-5edb-4031-9146-45e0a4a3699e tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Pushing event deleted for resources: {'Port': ['ID=37a91743-cfb4-4f6b-9f93-b4d1bdb6174c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:52.862083 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router 37006631-a6a2-4c24-8523-370af1356d3e is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:07:52.862315 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8a2b1b18-1edd-47f8-9863-9b7cf7cae9ad None None] Provisioning complete for port 92563da5-b6f9-4aa1-8238-1163f01d59ef triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:52.863144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a2b1b18-1edd-47f8-9863-9b7cf7cae9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.898542 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b1b18-1edd-47f8-9863-9b7cf7cae9ad None None] Port 92563da5-b6f9-4aa1-8238-1163f01d59ef cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:52.904481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-de81a7a1-2d23-4164-aec9-3b111525177d req-e23064de-5edb-4031-9146-45e0a4a3699e tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] No DVR routers for this DVR port 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:52.906954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-de81a7a1-2d23-4164-aec9-3b111525177d req-e23064de-5edb-4031-9146-45e0a4a3699e tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:52.910352 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de81a7a1-2d23-4164-aec9-3b111525177d req-e23064de-5edb-4031-9146-45e0a4a3699e tempest-TestServerAdvancedOps-785474024 tempest-TestServerAdvancedOps-785474024-project] 10.222.0.31 "DELETE /v2.0/ports/37a91743-cfb4-4f6b-9f93-b4d1bdb6174c HTTP/1.1" status: 204 len: 173 time: 1.0399802 Nov 24 05:07:52.912237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d66bdc-c716-4f3b-b918-aa76c5cd67a3', 'name': 'network-vif-deleted', 'tag': '37a91743-cfb4-4f6b-9f93-b4d1bdb6174c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:07:52.914829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceefef8-7f04-4a52-93d7-9d20c72974b9" -d '{"events": [{"server_uuid": "a0d66bdc-c716-4f3b-b918-aa76c5cd67a3", "name": "network-vif-deleted", "tag": "37a91743-cfb4-4f6b-9f93-b4d1bdb6174c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:07:52.974736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] For port 262291a8-f739-4bb0-bbef-6cea150cd708, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=262291a8-f739-4bb0-bbef-6cea150cd708,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:52.983443 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a00dc3-b75f-4ef8-922e-ff5872c30d9b x-openstack-request-id: req-10a00dc3-b75f-4ef8-922e-ff5872c30d9b {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:07:52.983860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d66bdc-c716-4f3b-b918-aa76c5cd67a3", "name": "network-vif-deleted", "tag": "37a91743-cfb4-4f6b-9f93-b4d1bdb6174c", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:07:52.984194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10a00dc3-b75f-4ef8-922e-ff5872c30d9b {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:07:52.984609 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d66bdc-c716-4f3b-b918-aa76c5cd67a3', 'name': 'network-vif-deleted', 'tag': '37a91743-cfb4-4f6b-9f93-b4d1bdb6174c', 'status': 'completed', 'code': 200} Nov 24 05:07:53.011206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.016981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.018169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.020247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f7522073-aa5c-4604-a2e6-7dc7aba5c068 None None] Provisioning complete for port 92563da5-b6f9-4aa1-8238-1163f01d59ef triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:53.020643 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f7522073-aa5c-4604-a2e6-7dc7aba5c068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.024091 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:53.038824 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9251738e-5777-4764-bde7-aef1089cd4c1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/37006631-a6a2-4c24-8523-370af1356d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7401478 Nov 24 05:07:53.039110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37086) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:53.099001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:53.099690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e020040-6805-4a58-8625-f88fc0f2acfc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:53.104337 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1e020040-6805-4a58-8625-f88fc0f2acfc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports/92563da5-b6f9-4aa1-8238-1163f01d59ef HTTP/1.1" status: 200 len: 977 time: 0.0632989 Nov 24 05:07:53.104539 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37088) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:53.108607 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:53.120934 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:53.121642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.205099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5828340-df8b-4555-ac7b-76dc73ef1e98 None None] Sync routers for ids ['37006631-a6a2-4c24-8523-370af1356d3e'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:53.248118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f7522073-aa5c-4604-a2e6-7dc7aba5c068 None None] Port 92563da5-b6f9-4aa1-8238-1163f01d59ef cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:07:53.251442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-93267aee-e46d-4293-b731-e5beef964701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.252879 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5828340-df8b-4555-ac7b-76dc73ef1e98 None None] Routers {'37006631-a6a2-4c24-8523-370af1356d3e'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:53.253513 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f5828340-df8b-4555-ac7b-76dc73ef1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['37006631-a6a2-4c24-8523-370af1356d3e'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:53.293594 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f5828340-df8b-4555-ac7b-76dc73ef1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:53.332890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5828340-df8b-4555-ac7b-76dc73ef1e98 None None] Routers {'37006631-a6a2-4c24-8523-370af1356d3e'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:53.333534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f5828340-df8b-4555-ac7b-76dc73ef1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['37006631-a6a2-4c24-8523-370af1356d3e'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:53.375552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f5828340-df8b-4555-ac7b-76dc73ef1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:53.376399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5828340-df8b-4555-ac7b-76dc73ef1e98 None None] The sync data for ids ['37006631-a6a2-4c24-8523-370af1356d3e'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:53.479533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.557483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-93267aee-e46d-4293-b731-e5beef964701 None None] Allocated IP 172.20.0.2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/ddc0230e-a1e5-4f34-85cf-c6f6dca975de/262291a8-f739-4bb0-bbef-6cea150cd708) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:53.561172 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:53.571336 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=ab627bd1-d6f6-4659-bf72-f116042adcbb,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:53.578010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=262291a8-f739-4bb0-bbef-6cea150cd708,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:53.586784 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d6b2b887-8249-487d-843d-ffa5e75f5411 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8058639 Nov 24 05:07:53.589723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37090) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:53.597070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:23:c9:5c', 'name': 'tempest-NetworksTestDHCPv6-899140756'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:53.683186 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:53.683614 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.718046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:53.721663 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-93267aee-e46d-4293-b731-e5beef964701 None None] For port 262291a8-f739-4bb0-bbef-6cea150cd708, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=262291a8-f739-4bb0-bbef-6cea150cd708,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:53.766132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-93267aee-e46d-4293-b731-e5beef964701 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.772092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-93267aee-e46d-4293-b731-e5beef964701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.828928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.850510 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ace464-fd6d-455a-b7bf-2508198a5c76 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:53.862588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 740655f4-8cc5-40b9-9499-46af655e20e0 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:07:53.895404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93267aee-e46d-4293-b731-e5beef964701 None None] Pushing event updated for resources: {'Port': ['ID=262291a8-f739-4bb0-bbef-6cea150cd708,revision_number=8']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:53.897782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37094) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:53.987271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe6ee47-3eb9-4b21-a1fb-59fd09ab8b5a admin admin] Deleting subnet d42c9a7e-7993-4a9a-b41b-2bad7e167636 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:53.992363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ee47-3eb9-4b21-a1fb-59fd09ab8b5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.062609 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 172.20.0.12 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/ddc0230e-a1e5-4f34-85cf-c6f6dca975de/740655f4-8cc5-40b9-9499-46af655e20e0) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:54.070393 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::f816:3eff:fe23:c95c (ddc696b2-9bde-4196-b27a-8d16c6c5040f/ab627bd1-d6f6-4659-bf72-f116042adcbb/740655f4-8cc5-40b9-9499-46af655e20e0) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:54.082699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ee47-3eb9-4b21-a1fb-59fd09ab8b5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.136683 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ee47-3eb9-4b21-a1fb-59fd09ab8b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.226806 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ee47-3eb9-4b21-a1fb-59fd09ab8b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.241939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.258944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6ee47-3eb9-4b21-a1fb-59fd09ab8b5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42c9a7e-7993-4a9a-b41b-2bad7e167636,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:54.261125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ee47-3eb9-4b21-a1fb-59fd09ab8b5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.266485 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dbe6ee47-3eb9-4b21-a1fb-59fd09ab8b5a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d42c9a7e-7993-4a9a-b41b-2bad7e167636 HTTP/1.1" status: 204 len: 168 time: 0.3655260 Nov 24 05:07:54.267699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37096) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:54.277412 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-14ace464-fd6d-455a-b7bf-2508198a5c76 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 92563da5-b6f9-4aa1-8238-1163f01d59ef {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:54.277752 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ace464-fd6d-455a-b7bf-2508198a5c76 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.286767 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.338635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:54.342172 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:54.346271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:07:54.378464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=740655f4-8cc5-40b9-9499-46af655e20e0,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:54.402469 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:54.403410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.404724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.423025 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-05e361a6-6f17-497a-9e8d-8bf2ae43eb7e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8317790 Nov 24 05:07:54.425684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37098) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:54.484581 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ace464-fd6d-455a-b7bf-2508198a5c76 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.499319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc527d-3d75-451e-af9f-206c0ad8c920 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:54.513886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-14ace464-fd6d-455a-b7bf-2508198a5c76 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 92563da5-b6f9-4aa1-8238-1163f01d59ef owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:54.573311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.583424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951a52d8-5a8b-4628-b233-4df2de1c0c9b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:54.589980 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951a52d8-5a8b-4628-b233-4df2de1c0c9b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:54.590216 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f5febaf8-13d5-45b9-a0f5-5d54f8ae1ad0 None None] Provisioning complete for port 262291a8-f739-4bb0-bbef-6cea150cd708 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:54.590595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f5febaf8-13d5-45b9-a0f5-5d54f8ae1ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.591562 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-951a52d8-5a8b-4628-b233-4df2de1c0c9b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1648936 Nov 24 05:07:54.594799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37102) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:54.642954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d27de13-1633-44c0-9508-f38b9a97b5ce']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:54.661785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a1b5f6-30ba-4047-a97f-5c3af358c060') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:54.662090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a1b5f6-30ba-4047-a97f-5c3af358c060') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:54.674569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.677003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37104) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:54.698758 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb68bb-410d-4ad6-8d4f-f2d54bccbf6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 740655f4-8cc5-40b9-9499-46af655e20e0 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:54.699188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6fb68bb-410d-4ad6-8d4f-f2d54bccbf6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.773358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.796848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:54.797248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:54.798938 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:54.803958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6fb68bb-410d-4ad6-8d4f-f2d54bccbf6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.818082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb68bb-410d-4ad6-8d4f-f2d54bccbf6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 740655f4-8cc5-40b9-9499-46af655e20e0 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:54.831501 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-93f0a22c-5a8c-4167-af68-0597993593a6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/f89a68e4-4771-4149-b462-91d694cda8b5 HTTP/1.1" status: 200 len: 992 time: 0.1517670 Nov 24 05:07:54.896486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.904633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.910337 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7d27de13-1633-44c0-9508-f38b9a97b5ce HTTP/1.1" status: 204 len: 168 time: 0.6391578 Nov 24 05:07:54.912196 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37108) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:54.940247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ae4e7-7b1e-4283-b1ad-bd98b43ec386 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d27de13-1633-44c0-9508-f38b9a97b5ce,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:54.989872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-e334ab70-e013-49f9-aa11-f5bb5b7af58e admin admin] Deleting subnet 2d3de684-33c4-4f0c-990c-47508eae1cfa {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:54.993990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e334ab70-e013-49f9-aa11-f5bb5b7af58e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:54.996400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ace464-fd6d-455a-b7bf-2508198a5c76 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.058271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ace464-fd6d-455a-b7bf-2508198a5c76 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=92563da5-b6f9-4aa1-8238-1163f01d59ef,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:55.072212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e334ab70-e013-49f9-aa11-f5bb5b7af58e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.139120 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37112) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:55.203317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e334ab70-e013-49f9-aa11-f5bb5b7af58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.257809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:55.290005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:55.290719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 37a91743-cfb4-4f6b-9f93-b4d1bdb6174c not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:55.332947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6fb68bb-410d-4ad6-8d4f-f2d54bccbf6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.371527 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb68bb-410d-4ad6-8d4f-f2d54bccbf6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=740655f4-8cc5-40b9-9499-46af655e20e0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:55.378910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ace464-fd6d-455a-b7bf-2508198a5c76 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.470236 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6fb68bb-410d-4ad6-8d4f-f2d54bccbf6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.474935 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a6fb68bb-410d-4ad6-8d4f-f2d54bccbf6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/740655f4-8cc5-40b9-9499-46af655e20e0 HTTP/1.1" status: 204 len: 168 time: 0.8788204 Nov 24 05:07:55.479850 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37114) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:55.515328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e334ab70-e013-49f9-aa11-f5bb5b7af58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.548185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4c610-b86a-4057-9290-8bc4563eaf0a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:55.549954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4c610-b86a-4057-9290-8bc4563eaf0a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:55.552784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4c610-b86a-4057-9290-8bc4563eaf0a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:55.553470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 262291a8-f739-4bb0-bbef-6cea150cd708 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:07:55.558632 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1ea4c610-b86a-4057-9290-8bc4563eaf0a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0774627 Nov 24 05:07:55.559323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37116) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:55.577473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334ab70-e013-49f9-aa11-f5bb5b7af58e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3de684-33c4-4f0c-990c-47508eae1cfa,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:55.579649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e334ab70-e013-49f9-aa11-f5bb5b7af58e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.586507 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e334ab70-e013-49f9-aa11-f5bb5b7af58e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2d3de684-33c4-4f0c-990c-47508eae1cfa HTTP/1.1" status: 204 len: 168 time: 0.6660430 Nov 24 05:07:55.589138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37118) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:55.598964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-120d6894-833b-49f4-8848-4d88fdd06da4 None None] Provisioning complete for port 262291a8-f739-4bb0-bbef-6cea150cd708 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:55.599539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-120d6894-833b-49f4-8848-4d88fdd06da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.631310 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b6ee55-cb24-4e62-ba55-354c67b1fd82 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet ab627bd1-d6f6-4659-bf72-f116042adcbb {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:55.636120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47b6ee55-cb24-4e62-ba55-354c67b1fd82 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.685421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47b6ee55-cb24-4e62-ba55-354c67b1fd82 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.700921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-120d6894-833b-49f4-8848-4d88fdd06da4 None None] Could not find standard attr ID for object 740655f4-8cc5-40b9-9499-46af655e20e0. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:07:55.714258 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 262291a8-f739-4bb0-bbef-6cea150cd708 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:07:55.714921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.809498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47b6ee55-cb24-4e62-ba55-354c67b1fd82 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.888952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47b6ee55-cb24-4e62-ba55-354c67b1fd82 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.913650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b66a3f2a-c9cc-4c75-837b-0b514d622ca0 None None] Could not find standard attr ID for object 740655f4-8cc5-40b9-9499-46af655e20e0. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:07:55.916769 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6ee55-cb24-4e62-ba55-354c67b1fd82 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=ab627bd1-d6f6-4659-bf72-f116042adcbb,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:55.927537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47b6ee55-cb24-4e62-ba55-354c67b1fd82 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.931618 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-47b6ee55-cb24-4e62-ba55-354c67b1fd82 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/ab627bd1-d6f6-4659-bf72-f116042adcbb HTTP/1.1" status: 204 len: 168 time: 0.3711524 Nov 24 05:07:55.934177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37120) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:55.978628 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port b28309a4-7c75-4fd8-a6f8-77576b7cf81b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:55.978971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:55.985038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ace464-fd6d-455a-b7bf-2508198a5c76 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router 37006631-a6a2-4c24-8523-370af1356d3e has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:55.986106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a28872b-a93c-48d0-98af-ee2af51e320f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet ddc0230e-a1e5-4f34-85cf-c6f6dca975de {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:55.989227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a28872b-a93c-48d0-98af-ee2af51e320f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.016963 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.030891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a28872b-a93c-48d0-98af-ee2af51e320f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.120204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a28872b-a93c-48d0-98af-ee2af51e320f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.177223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ace464-fd6d-455a-b7bf-2508198a5c76 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:56.177928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a28872b-a93c-48d0-98af-ee2af51e320f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.182102 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.182868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.188376 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975467d-8091-4d4f-8b88-9f199c939656 None None] Sync routers for ids ['37006631-a6a2-4c24-8523-370af1356d3e'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:56.193873 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-14ace464-fd6d-455a-b7bf-2508198a5c76 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/37006631-a6a2-4c24-8523-370af1356d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0864573 Nov 24 05:07:56.198801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a28872b-a93c-48d0-98af-ee2af51e320f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.199510 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975467d-8091-4d4f-8b88-9f199c939656 None None] Routers {'37006631-a6a2-4c24-8523-370af1356d3e'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:56.200160 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c975467d-8091-4d4f-8b88-9f199c939656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['37006631-a6a2-4c24-8523-370af1356d3e'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:56.202646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37122) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:56.205917 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1a28872b-a93c-48d0-98af-ee2af51e320f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/ddc0230e-a1e5-4f34-85cf-c6f6dca975de HTTP/1.1" status: 204 len: 168 time: 0.2707047 Nov 24 05:07:56.206589 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37124) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:56.233662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28872b-a93c-48d0-98af-ee2af51e320f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc0230e-a1e5-4f34-85cf-c6f6dca975de,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:56.246868 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c975467d-8091-4d4f-8b88-9f199c939656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:56.260467 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975467d-8091-4d4f-8b88-9f199c939656 None None] Routers {'37006631-a6a2-4c24-8523-370af1356d3e'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:56.261423 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c975467d-8091-4d4f-8b88-9f199c939656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['37006631-a6a2-4c24-8523-370af1356d3e'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:56.275272 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9e3aa486-4f37-4d62-b90b-5c3a7fdcdbdb tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674014 Nov 24 05:07:56.276199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37126) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:56.301970 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for b28309a4-7c75-4fd8-a6f8-77576b7cf81b owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:56.305302 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.306469 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c975467d-8091-4d4f-8b88-9f199c939656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:56.307453 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975467d-8091-4d4f-8b88-9f199c939656 None None] The sync data for ids ['37006631-a6a2-4c24-8523-370af1356d3e'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:56.331325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c6f24f-f7fa-459c-bd0d-43c854659814 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:56.333455 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-15c6f24f-f7fa-459c-bd0d-43c854659814 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0560644 Nov 24 05:07:56.336562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37128) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:56.350351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abae6569-ee29-4417-b077-90a0b96357af']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:56.403608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d37ec2-5e3b-407b-9ef5-f01b128925eb') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:56.403910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d37ec2-5e3b-407b-9ef5-f01b128925eb') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:56.454535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77eb994-d41f-46a6-b5a9-571182c75cbb None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:56.494157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.535034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.566898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea4778b-4783-41b1-a378-5990c4c383e9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:56.568390 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6ea4778b-4783-41b1-a378-5990c4c383e9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2285681 Nov 24 05:07:56.571368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37130) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:56.586639 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:56.587122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:56.588735 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:56.599345 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-eed83d37-bc01-4686-8a02-dd0f941cb9b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 05:07:56.603790 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eed83d37-bc01-4686-8a02-dd0f941cb9b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/37006631-a6a2-4c24-8523-370af1356d3e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3968322 Nov 24 05:07:56.610557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37132) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:56.615927 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-42bd9f55-3e41-4466-85e6-f020efd7f476 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431290 Nov 24 05:07:56.622259 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37134) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:56.627954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d606df6c-21ba-406a-9591-09450af917ff tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:56.671547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a8c5e8-5920-4c0b-b63a-d18cdee3cd73 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:56.684439 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6eb1d431-d09c-476c-aaa8-7c5a2b6ac4fa tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=37006631-a6a2-4c24-8523-370af1356d3e HTTP/1.1" status: 200 len: 205 time: 0.0727749 Nov 24 05:07:56.689619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37136) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:56.720952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8c5e8-5920-4c0b-b63a-d18cdee3cd73 None None] Deleting port 262291a8-f739-4bb0-bbef-6cea150cd708 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:56.721428 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c4a8c5e8-5920-4c0b-b63a-d18cdee3cd73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.734243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d606df6c-21ba-406a-9591-09450af917ff tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:56.738694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d606df6c-21ba-406a-9591-09450af917ff tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.739960 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-d606df6c-21ba-406a-9591-09450af917ff tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:07:56.740394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d606df6c-21ba-406a-9591-09450af917ff tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:56.759896 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d606df6c-21ba-406a-9591-09450af917ff tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1363647 Nov 24 05:07:56.762925 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37138) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:56.769692 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c00e5176-6869-4255-8dce-1432486d64f5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:56.773162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.783523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.790760 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/abae6569-ee29-4417-b077-90a0b96357af HTTP/1.1" status: 204 len: 168 time: 1.1696141 Nov 24 05:07:56.803369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9a93b28-273f-4a97-a31b-8a6573eac893 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.805352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c4a8c5e8-5920-4c0b-b63a-d18cdee3cd73 None None] For port 262291a8-f739-4bb0-bbef-6cea150cd708, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=262291a8-f739-4bb0-bbef-6cea150cd708,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:56.807061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c4a8c5e8-5920-4c0b-b63a-d18cdee3cd73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.807224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0b5ea-e58c-4aa1-8e7b-0b3b7dda3dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=abae6569-ee29-4417-b077-90a0b96357af,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:56.823826 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8c5e8-5920-4c0b-b63a-d18cdee3cd73 None None] Calling delete_port for 262291a8-f739-4bb0-bbef-6cea150cd708 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:56.883641 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00e5176-6869-4255-8dce-1432486d64f5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:56.888518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c00e5176-6869-4255-8dce-1432486d64f5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.890283 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00e5176-6869-4255-8dce-1432486d64f5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:07:56.890806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00e5176-6869-4255-8dce-1432486d64f5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:56.911393 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c00e5176-6869-4255-8dce-1432486d64f5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1472778 Nov 24 05:07:56.919223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37142) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:56.927313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2eeaa432-0a2d-44e9-b2a9-f218bbaeff5a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:56.932072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c4a8c5e8-5920-4c0b-b63a-d18cdee3cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:56.965666 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8c5e8-5920-4c0b-b63a-d18cdee3cd73 None None] No DVR routers for this DVR port 262291a8-f739-4bb0-bbef-6cea150cd708 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:56.970004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8c5e8-5920-4c0b-b63a-d18cdee3cd73 None None] Pushing event deleted for resources: {'Port': ['ID=262291a8-f739-4bb0-bbef-6cea150cd708,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:56.985679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f915359-74b0-4459-aa2e-737be9c38a89 None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:07:57.003792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9a93b28-273f-4a97-a31b-8a6573eac893 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.008287 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9a93b28-273f-4a97-a31b-8a6573eac893 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.042317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37144) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:57.061276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeaa432-0a2d-44e9-b2a9-f218bbaeff5a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:57.062669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.064967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa432-0a2d-44e9-b2a9-f218bbaeff5a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.067123 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eeaa432-0a2d-44e9-b2a9-f218bbaeff5a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:07:57.067562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eeaa432-0a2d-44e9-b2a9-f218bbaeff5a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:57.092292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9a93b28-273f-4a97-a31b-8a6573eac893 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.092892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a93b28-273f-4a97-a31b-8a6573eac893 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Fanout notify agent at l3_agent the message router_deleted on router 37006631-a6a2-4c24-8523-370af1356d3e {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:07:57.098532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f915359-74b0-4459-aa2e-737be9c38a89 None None] Resources bound (agent type, host, resource id): {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:07:57.102248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9a93b28-273f-4a97-a31b-8a6573eac893 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.103247 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-eea2bb03-0d28-431f-b7e9-f382a3d9060e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e542a628df0a4d41b25287247f5738e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586014 Nov 24 05:07:57.110614 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2eeaa432-0a2d-44e9-b2a9-f218bbaeff5a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1874068 Nov 24 05:07:57.110614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37146) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:57.110847 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f9a93b28-273f-4a97-a31b-8a6573eac893 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/37006631-a6a2-4c24-8523-370af1356d3e HTTP/1.1" status: 204 len: 168 time: 0.4183543 Nov 24 05:07:57.110934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37148) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:57.111013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=b28309a4-7c75-4fd8-a6f8-77576b7cf81b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:57.112604 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37150) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:57.118655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1471a40c-88b3-414b-91ea-a6e2ba47682d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:57.219959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-002d641c-262b-4093-95e6-1211b8a4f251 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting subnet 27638228-9ae9-4436-813a-88e3e40dd10f {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:07:57.224302 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-002d641c-262b-4093-95e6-1211b8a4f251 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.241545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.242125 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP f89a68e4-4771-4149-b462-91d694cda8b5 disassociated (deleted). External IP: 172.26.0.38, port: d8c26965-48b7-42c7-9dbf-0b5f1b4c267f. Nov 24 05:07:57.259086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09b02494-e6f4-40dc-9bd6-43ddbecce93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.286795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-002d641c-262b-4093-95e6-1211b8a4f251 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.305379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1471a40c-88b3-414b-91ea-a6e2ba47682d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:57.309391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1471a40c-88b3-414b-91ea-a6e2ba47682d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.310914 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-1471a40c-88b3-414b-91ea-a6e2ba47682d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:07:57.311403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1471a40c-88b3-414b-91ea-a6e2ba47682d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:57.311984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09b02494-e6f4-40dc-9bd6-43ddbecce93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.360508 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1471a40c-88b3-414b-91ea-a6e2ba47682d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2467992 Nov 24 05:07:57.365155 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37152) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:57.393145 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1e3f0821-734e-4a25-8e9e-f6806815666a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:57.441750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-002d641c-262b-4093-95e6-1211b8a4f251 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.470170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09b02494-e6f4-40dc-9bd6-43ddbecce93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.472935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-09b02494-e6f4-40dc-9bd6-43ddbecce93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.476377 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-09b02494-e6f4-40dc-9bd6-43ddbecce93b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47b80399-cc37-460d-b347-6bb6065f8ba5 HTTP/1.1" status: 204 len: 168 time: 0.3638132 Nov 24 05:07:57.492806 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 33a7edab-206e-4707-ae7e-e1dce790e43f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:07:57.517295 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b02494-e6f4-40dc-9bd6-43ddbecce93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b80399-cc37-460d-b347-6bb6065f8ba5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:57.562607 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f0821-734e-4a25-8e9e-f6806815666a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:57.564733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 262291a8-f739-4bb0-bbef-6cea150cd708 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:57.567083 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1e3f0821-734e-4a25-8e9e-f6806815666a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.570482 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3f0821-734e-4a25-8e9e-f6806815666a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:07:57.570482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3f0821-734e-4a25-8e9e-f6806815666a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:57.576348 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-002d641c-262b-4093-95e6-1211b8a4f251 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.594428 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 262291a8-f739-4bb0-bbef-6cea150cd708 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:57.595464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 262291a8-f739-4bb0-bbef-6cea150cd708 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:57.619309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d641c-262b-4093-95e6-1211b8a4f251 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Subnet': ['ID=27638228-9ae9-4436-813a-88e3e40dd10f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:57.624184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:07:57.627074 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1e3f0821-734e-4a25-8e9e-f6806815666a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2606537 Nov 24 05:07:57.629025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.629410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-002d641c-262b-4093-95e6-1211b8a4f251 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.633487 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-002d641c-262b-4093-95e6-1211b8a4f251 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/27638228-9ae9-4436-813a-88e3e40dd10f HTTP/1.1" status: 204 len: 168 time: 0.5222783 Nov 24 05:07:57.634381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37156) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:57.635170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998fba8a-870b-435f-8389-cd1325ce18f0 None None] Sync routers for ids ['33a7edab-206e-4707-ae7e-e1dce790e43f'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:07:57.640140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a6a92921-5b8c-43a0-8bef-6be5141c3d80 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:57.643877 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37158) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:57.651575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e7e85-565e-4ebf-b3d5-4e0e37a6192f None None] Network 2039b8ce-7c34-469a-996d-5faefc9f659c requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:57.660279 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0a267a82-654a-4b15-82c2-8fcaf3e902a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/floatingips/f89a68e4-4771-4149-b462-91d694cda8b5 HTTP/1.1" status: 204 len: 168 time: 2.5185525 Nov 24 05:07:57.660963 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'tag': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:07:57.663746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83493bd-4c91-4d9c-b3fc-5e7795115647" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4c2dd2-3616-46c1-85ce-4c36019dffa2", "tag": "d8c26965-48b7-42c7-9dbf-0b5f1b4c267f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:07:57.707812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25082023-2c1d-4035-a56d-2f3f94b790d0 x-openstack-request-id: req-25082023-2c1d-4035-a56d-2f3f94b790d0 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:07:57.708331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4c2dd2-3616-46c1-85ce-4c36019dffa2", "tag": "d8c26965-48b7-42c7-9dbf-0b5f1b4c267f", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:07:57.708834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25082023-2c1d-4035-a56d-2f3f94b790d0 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:07:57.709255 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'tag': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f', 'status': 'completed', 'code': 200} Nov 24 05:07:57.709378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998fba8a-870b-435f-8389-cd1325ce18f0 None None] Routers {'33a7edab-206e-4707-ae7e-e1dce790e43f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:57.711085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-998fba8a-870b-435f-8389-cd1325ce18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['33a7edab-206e-4707-ae7e-e1dce790e43f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:57.829584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.899847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-998fba8a-870b-435f-8389-cd1325ce18f0 None None] Set router 33a7edab-206e-4707-ae7e-e1dce790e43f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:57.921847 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a92921-5b8c-43a0-8bef-6be5141c3d80 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:57.926286 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6a92921-5b8c-43a0-8bef-6be5141c3d80 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:57.927427 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a92921-5b8c-43a0-8bef-6be5141c3d80 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:07:57.927891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a92921-5b8c-43a0-8bef-6be5141c3d80 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:07:57.948656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83493bd-4c91-4d9c-b3fc-5e7795115647 req-226ab200-8b3a-4657-91c6-8abe7e6898f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:57.950159 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a83493bd-4c91-4d9c-b3fc-5e7795115647 req-226ab200-8b3a-4657-91c6-8abe7e6898f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 1098 time: 0.1946857 Nov 24 05:07:58.009444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37168) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:58.016581 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a6a92921-5b8c-43a0-8bef-6be5141c3d80 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3805130 Nov 24 05:07:58.017430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37170) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:58.057134 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2ba5e21f-6da5-4ef0-b091-8d5deac9925b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a5498228bd64338bd8daad17c9ab09d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465143 Nov 24 05:07:58.060580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37172) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:58.067662 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9902b60a-6214-44bd-a5f0-793c7529d989 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0440817 Nov 24 05:07:58.073692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37174) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:58.097195 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:58.097549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.160256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb917e2-809d-4160-a3cc-399c163a6ce5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:58.164602 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-edb917e2-809d-4160-a3cc-399c163a6ce5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0863183 Nov 24 05:07:58.166976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37176) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:58.172461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e91fe22a-04b6-453f-8e20-b29eeb1ecc68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.175775 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-998fba8a-870b-435f-8389-cd1325ce18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:40Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '016d4890-0718-4e94-b0d6-034f4f8a59a0', 'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:26:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:37Z', 'updated_at': '2021-11-24T05:06:46Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:58.177831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0f37-2364-43b1-981a-4214729d4b5d req-d2839f76-501f-4921-9893-09b2861c3976 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:58.179954 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-febc0f37-2364-43b1-981a-4214729d4b5d req-d2839f76-501f-4921-9893-09b2861c3976 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 945 time: 0.2440166 Nov 24 05:07:58.203135 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e91fe22a-04b6-453f-8e20-b29eeb1ecc68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.215081 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c100cf0-326c-4e2d-934e-146d6cb89981 None None] DHCP port deletion for 2039b8ce-7c34-469a-996d-5faefc9f659c request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:07:58.217347 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998fba8a-870b-435f-8389-cd1325ce18f0 None None] Checking router: 33a7edab-206e-4707-ae7e-e1dce790e43f for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:07:58.243915 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-44843cc1-ed4f-46d1-abd9-fe894f997fc2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574753 Nov 24 05:07:58.243915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=36f2ce51-fb1a-49f2-86e5-77ecbb2dd352,segment=NetworkSegment(96c458d0-1045-486e-a1aa-512fa27ee180),segment_id=96c458d0-1045-486e-a1aa-512fa27ee180)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:58.243915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.246218 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37178) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:58.268728 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e91fe22a-04b6-453f-8e20-b29eeb1ecc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.270397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-caf820c6-91c2-4eff-815c-d97535fa088d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:58.271845 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e91fe22a-04b6-453f-8e20-b29eeb1ecc68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.276825 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e91fe22a-04b6-453f-8e20-b29eeb1ecc68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f76f982e-9cda-4f6c-a37d-ef95551dc4e8 HTTP/1.1" status: 204 len: 168 time: 0.2143779 Nov 24 05:07:58.292315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:58.293311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fe22a-04b6-453f-8e20-b29eeb1ecc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76f982e-9cda-4f6c-a37d-ef95551dc4e8,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:58.331393 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83493bd-4c91-4d9c-b3fc-5e7795115647 req-feb3cad6-0664-4896-b1bb-3b7b1c24817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:58.332937 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a83493bd-4c91-4d9c-b3fc-5e7795115647 req-feb3cad6-0664-4896-b1bb-3b7b1c24817b service neutron] 10.222.0.31 "GET /v2.0/networks?id=f3c2dfaf-9945-481d-a41c-4034a56be134 HTTP/1.1" status: 200 len: 898 time: 0.3710606 Nov 24 05:07:58.402546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998fba8a-870b-435f-8389-cd1325ce18f0 None None] Routers {'33a7edab-206e-4707-ae7e-e1dce790e43f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:07:58.403036 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-998fba8a-870b-435f-8389-cd1325ce18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['33a7edab-206e-4707-ae7e-e1dce790e43f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:58.462576 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a83493bd-4c91-4d9c-b3fc-5e7795115647 req-59b23aac-d63e-4c76-9942-90f9b4a6b0b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f HTTP/1.1" status: 200 len: 217 time: 0.1201792 Nov 24 05:07:58.471560 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-febc0f37-2364-43b1-981a-4214729d4b5d req-43274cbf-fe38-4424-83cd-9e35ab5b562d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771077 Nov 24 05:07:58.532227 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3c100cf0-326c-4e2d-934e-146d6cb89981 None None] Deleting port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:58.532905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3c100cf0-326c-4e2d-934e-146d6cb89981 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.559925 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf820c6-91c2-4eff-815c-d97535fa088d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:58.563950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-caf820c6-91c2-4eff-815c-d97535fa088d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.568646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83493bd-4c91-4d9c-b3fc-5e7795115647 req-3472cbab-fcbd-4d45-950f-bdd61971dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:58.570599 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a83493bd-4c91-4d9c-b3fc-5e7795115647 req-3472cbab-fcbd-4d45-950f-bdd61971dcf1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=45f19bdd-b078-4e3d-afd3-961041803c89 HTTP/1.1" status: 200 len: 835 time: 0.0977676 Nov 24 05:07:58.594548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-998fba8a-870b-435f-8389-cd1325ce18f0 None None] Set router 33a7edab-206e-4707-ae7e-e1dce790e43f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:07:58.631448 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.646481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3c100cf0-326c-4e2d-934e-146d6cb89981 None None] For port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=36f2ce51-fb1a-49f2-86e5-77ecbb2dd352,segment=NetworkSegment(96c458d0-1045-486e-a1aa-512fa27ee180),segment_id=96c458d0-1045-486e-a1aa-512fa27ee180)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:58.646903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3c100cf0-326c-4e2d-934e-146d6cb89981 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.670843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3c100cf0-326c-4e2d-934e-146d6cb89981 None None] Calling delete_port for 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:58.702835 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=36f2ce51-fb1a-49f2-86e5-77ecbb2dd352,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:58.704980 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No DVR routers for this DVR port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:58.763076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83493bd-4c91-4d9c-b3fc-5e7795115647 req-49621d97-443f-4f9a-a6d3-23b9cd2b22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:58.764618 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a83493bd-4c91-4d9c-b3fc-5e7795115647 req-49621d97-443f-4f9a-a6d3-23b9cd2b22ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f3c2dfaf-9945-481d-a41c-4034a56be134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1791708 Nov 24 05:07:58.848224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.866116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3c100cf0-326c-4e2d-934e-146d6cb89981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:58.894727 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c100cf0-326c-4e2d-934e-146d6cb89981 None None] Pushing event deleted for resources: {'Port': ['ID=36f2ce51-fb1a-49f2-86e5-77ecbb2dd352,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:58.900894 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c100cf0-326c-4e2d-934e-146d6cb89981 None None] No DVR routers for this DVR port 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:07:58.924116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2039b8ce-7c34-469a-996d-5faefc9f659c']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:58.926071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-998fba8a-870b-435f-8389-cd1325ce18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:40Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '016d4890-0718-4e94-b0d6-034f4f8a59a0', 'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:26:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:37Z', 'updated_at': '2021-11-24T05:06:46Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:58.947563 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c458d0-1045-486e-a1aa-512fa27ee180') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:58.947960 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c458d0-1045-486e-a1aa-512fa27ee180') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:07:58.953909 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998fba8a-870b-435f-8389-cd1325ce18f0 None None] The sync data for ids ['33a7edab-206e-4707-ae7e-e1dce790e43f'] in dv-neutron-818850-5-hyperv is: [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:06:40Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '016d4890-0718-4e94-b0d6-034f4f8a59a0', 'name': '', 'network_id': 'f3c2dfaf-9945-481d-a41c-4034a56be134', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:26:63:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:37Z', 'updated_at': '2021-11-24T05:06:46Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '45f19bdd-b078-4e3d-afd3-961041803c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:07:58.970704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.018534 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a83493bd-4c91-4d9c-b3fc-5e7795115647 req-94fe5fba-3dc3-4bf5-a3b1-e8a7451ffe73 service neutron] 10.222.0.31 "GET /v2.0/networks/f3c2dfaf-9945-481d-a41c-4034a56be134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421830 Nov 24 05:07:59.025628 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.059800 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:07:59.060137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:07:59.063179 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:07:59.187935 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026733e1-ffe6-4938-8e12-6970dcab1c33 None None] New status for floating IP f89a68e4-4771-4149-b462-91d694cda8b5: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:07:59.202338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.217861 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.224527 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/networks/2039b8ce-7c34-469a-996d-5faefc9f659c HTTP/1.1" status: 204 len: 168 time: 1.5750749 Nov 24 05:07:59.227420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37182) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:59.235036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'network': {'name': 'tempest-RoutersTest-1572853123'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:59.242505 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55803df3-6a95-41a6-8bc2-7b552ec7fc12 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Network': ['ID=2039b8ce-7c34-469a-996d-5faefc9f659c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:59.277168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.objects.ports [None req-caf820c6-91c2-4eff-815c-d97535fa088d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103233) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:07:59.277421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a258ad-31d4-4970-9b2b-d6fbeaa2bb69 req-d1b46bf3-5e50-4578-8b64-58ac0c2b6b12 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:59.279008 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-81a258ad-31d4-4970-9b2b-d6fbeaa2bb69 req-d1b46bf3-5e50-4578-8b64-58ac0c2b6b12 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 945 time: 0.0863531 Nov 24 05:07:59.280249 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:59.281685 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a83493bd-4c91-4d9c-b3fc-5e7795115647 req-0af8b473-1724-494e-8d2b-c7da827d41a7 service neutron] 10.222.0.31 "GET /v2.0/networks/f3c2dfaf-9945-481d-a41c-4034a56be134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519011 Nov 24 05:07:59.282433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-caf820c6-91c2-4eff-815c-d97535fa088d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.284363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.327382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf820c6-91c2-4eff-815c-d97535fa088d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:07:59.333061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-caf820c6-91c2-4eff-815c-d97535fa088d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:07:59.338406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf820c6-91c2-4eff-815c-d97535fa088d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:59.339020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-caf820c6-91c2-4eff-815c-d97535fa088d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.344730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10dc268-a56a-4df2-b5c5-f4ad81d2bd74 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:07:59.347317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf820c6-91c2-4eff-815c-d97535fa088d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=aa72bfe3-1c39-4c9b-8b6a-c042c7c099c9,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:59.363949 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-caf820c6-91c2-4eff-815c-d97535fa088d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1012640 Nov 24 05:07:59.366786 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37184) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:59.371385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:07:59.372504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:09:06:e2', 'name': 'tempest-NetworksTestDHCPv6-2125680392'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:59.385384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.385729 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added segment df158f77-62d7-4deb-899e-c066005b03b6 of type vlan for network 89de0c57-c838-4511-94e2-e90a545207d6 Nov 24 05:07:59.437156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.448667 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-81a258ad-31d4-4970-9b2b-d6fbeaa2bb69 req-85d6af52-2a87-456d-ae15-8813454344a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:07:59.448997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81a258ad-31d4-4970-9b2b-d6fbeaa2bb69 req-85d6af52-2a87-456d-ae15-8813454344a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.495812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:07:59.518539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': 'aa72bfe3-1c39-4c9b-8b6a-c042c7c099c9'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:07:59.519500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.533251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.540034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:07:59.541582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.606296 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3729012 Nov 24 05:07:59.606518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37188) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:07:59.613872 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'subnet': {'network_id': '89de0c57-c838-4511-94e2-e90a545207d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:07:59.624091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:07:59.647482 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-81a258ad-31d4-4970-9b2b-d6fbeaa2bb69 req-85d6af52-2a87-456d-ae15-8813454344a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f,segment=NetworkSegment(66856b57-2c00-4371-bf85-dd5a2cb460c7),segment_id=66856b57-2c00-4371-bf85-dd5a2cb460c7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:07:59.649021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81a258ad-31d4-4970-9b2b-d6fbeaa2bb69 req-85d6af52-2a87-456d-ae15-8813454344a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.651606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857902f-290e-42fc-a769-86ae730229b1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Network': ['ID=89de0c57-c838-4511-94e2-e90a545207d6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:59.652576 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:07:59.652936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 36f2ce51-fb1a-49f2-86e5-77ecbb2dd352 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:07:59.664302 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-81a258ad-31d4-4970-9b2b-d6fbeaa2bb69 req-85d6af52-2a87-456d-ae15-8813454344a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for d8c26965-48b7-42c7-9dbf-0b5f1b4c267f owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:07:59.666604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 89de0c57-c838-4511-94e2-e90a545207d6 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:07:59.784518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Allocated IP 2001:db8::f816:3eff:fe57:fe98 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/aa72bfe3-1c39-4c9b-8b6a-c042c7c099c9/51260f20-ec9b-44ef-9099-3e48ab6da87a) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:07:59.828898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81a258ad-31d4-4970-9b2b-d6fbeaa2bb69 req-85d6af52-2a87-456d-ae15-8813454344a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.864400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6af52-2a87-456d-ae15-8813454344a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=d8c26965-48b7-42c7-9dbf-0b5f1b4c267f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:07:59.960937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:07:59.969479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.019045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:00.022336 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:00.025705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.027621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:00.031021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Pushing event updated for resources: {'Port': ['ID=51260f20-ec9b-44ef-9099-3e48ab6da87a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:00.062469 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558b39c-1395-4532-b959-3b79aeb4340b req-7841253c-9679-4cac-a834-e618396d6fff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:00.064031 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0558b39c-1395-4532-b959-3b79aeb4340b req-7841253c-9679-4cac-a834-e618396d6fff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4c2dd2-3616-46c1-85ce-4c36019dffa2 HTTP/1.1" status: 200 len: 867 time: 0.4557242 Nov 24 05:08:00.073684 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port e12943b7-b8e4-4571-8d48-29f76b9a2e0d yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:08:00.109686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Attempting to bind port 51260f20-ec9b-44ef-9099-3e48ab6da87a on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:00.110050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Attempting to bind port 51260f20-ec9b-44ef-9099-3e48ab6da87a by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:00.110381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Attempting to bind port 51260f20-ec9b-44ef-9099-3e48ab6da87a on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:00.115842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:00.116265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:00.116717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.117175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:00.117641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Bound port: 51260f20-ec9b-44ef-9099-3e48ab6da87a, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:00.118294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.131204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:00.135374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.167224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a258ad-31d4-4970-9b2b-d6fbeaa2bb69 req-85d6af52-2a87-456d-ae15-8813454344a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] No DVR routers for this DVR port d8c26965-48b7-42c7-9dbf-0b5f1b4c267f on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:00.169624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-81a258ad-31d4-4970-9b2b-d6fbeaa2bb69 req-85d6af52-2a87-456d-ae15-8813454344a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.173084 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-81a258ad-31d4-4970-9b2b-d6fbeaa2bb69 req-85d6af52-2a87-456d-ae15-8813454344a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "DELETE /v2.0/ports/d8c26965-48b7-42c7-9dbf-0b5f1b4c267f HTTP/1.1" status: 204 len: 173 time: 0.8784280 Nov 24 05:08:00.173544 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'name': 'network-vif-deleted', 'tag': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:08:00.175860 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa59d41-9f5a-45de-ab48-8e3fb100826e" -d '{"events": [{"server_uuid": "bf4c2dd2-3616-46c1-85ce-4c36019dffa2", "name": "network-vif-deleted", "tag": "d8c26965-48b7-42c7-9dbf-0b5f1b4c267f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:08:00.197960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] For port 51260f20-ec9b-44ef-9099-3e48ab6da87a, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:00.203183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] For port 51260f20-ec9b-44ef-9099-3e48ab6da87a, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=51260f20-ec9b-44ef-9099-3e48ab6da87a,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:00.209419 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.220263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9b2f26-a560-4f95-9aa8-a7a3f6a49861 x-openstack-request-id: req-bb9b2f26-a560-4f95-9aa8-a7a3f6a49861 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:08:00.220564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4c2dd2-3616-46c1-85ce-4c36019dffa2", "name": "network-vif-deleted", "tag": "d8c26965-48b7-42c7-9dbf-0b5f1b4c267f", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:08:00.220825 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb9b2f26-a560-4f95-9aa8-a7a3f6a49861 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:08:00.221227 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4c2dd2-3616-46c1-85ce-4c36019dffa2', 'name': 'network-vif-deleted', 'tag': 'd8c26965-48b7-42c7-9dbf-0b5f1b4c267f', 'status': 'completed', 'code': 200} Nov 24 05:08:00.280308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371806a-6dd9-4dc4-b874-ce0d977cae5a None None] Pushing event updated for resources: {'Port': ['ID=51260f20-ec9b-44ef-9099-3e48ab6da87a,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:00.285384 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0558b39c-1395-4532-b959-3b79aeb4340b req-5d7062b8-e0a2-4738-91fd-6e03e995a879 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=8590d0f5-cfa3-4892-bb90-30ed1e26fabd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060933 Nov 24 05:08:00.337589 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::f816:3eff:fe09:6e2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/aa72bfe3-1c39-4c9b-8b6a-c042c7c099c9/e12943b7-b8e4-4571-8d48-29f76b9a2e0d) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:00.549764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.656821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Subnet': ['ID=80c34f5c-4864-4c04-bed2-e76ea2886592,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:00.661018 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.676528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Checking segment: {'id': 'df158f77-62d7-4deb-899e-c066005b03b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89de0c57-c838-4511-94e2-e90a545207d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:00.676896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network hostable DHCP agents. Network: 89de0c57-c838-4511-94e2-e90a545207d6, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:00.710867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 89de0c57-c838-4511-94e2-e90a545207d6 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:00.719147 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.727568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 89de0c57-c838-4511-94e2-e90a545207d6) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:00.736279 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7adea3-4bd1-4896-8569-3205225d1089 None None] Network 89de0c57-c838-4511-94e2-e90a545207d6 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:00.757915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:00.758556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.787010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:00.795268 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a83b41db-e7c5-47e3-91e9-c130d0efa33a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1880813 Nov 24 05:08:00.796649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:00.798452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37192) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:00.799085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=e12943b7-b8e4-4571-8d48-29f76b9a2e0d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:00.806144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6363d9d4-6335-416e-aa7b-add01b2d79b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1444323370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:00.811657 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:00.817226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:00.817867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.846184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6363d9d4-6335-416e-aa7b-add01b2d79b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.847299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6363d9d4-6335-416e-aa7b-add01b2d79b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.856492 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6768d38a-b750-4389-b803-78ebb9438351 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4884846 Nov 24 05:08:00.859215 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37194) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:00.910375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6363d9d4-6335-416e-aa7b-add01b2d79b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.917654 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6363d9d4-6335-416e-aa7b-add01b2d79b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.921642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c85f32-e1e4-48be-9cc1-e2880df1e150 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:00.930572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-89de0c57-c838-4511-94e2-e90a545207d6', 'network_id': '89de0c57-c838-4511-94e2-e90a545207d6', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'fixed_ips': [{'subnet_id': '80c34f5c-4864-4c04-bed2-e76ea2886592'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:00.930744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c85f32-e1e4-48be-9cc1-e2880df1e150 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:00.931790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.932428 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e0c85f32-e1e4-48be-9cc1-e2880df1e150 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0716693 Nov 24 05:08:00.935250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37196) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:00.941467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6363d9d4-6335-416e-aa7b-add01b2d79b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:00.945782 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6363d9d4-6335-416e-aa7b-add01b2d79b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1411238 Nov 24 05:08:00.945998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37198) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:01.055442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-26599ac0-e3e8-4e93-bbd2-9e62e5f361f0 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port e12943b7-b8e4-4571-8d48-29f76b9a2e0d {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:01.055805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26599ac0-e3e8-4e93-bbd2-9e62e5f361f0 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.109786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Allocated IP 172.20.0.2 (89de0c57-c838-4511-94e2-e90a545207d6/80c34f5c-4864-4c04-bed2-e76ea2886592/950de495-1bbf-405d-abc0-964d091f91ba) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:01.172814 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26599ac0-e3e8-4e93-bbd2-9e62e5f361f0 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.190392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-26599ac0-e3e8-4e93-bbd2-9e62e5f361f0 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for e12943b7-b8e4-4571-8d48-29f76b9a2e0d owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:01.296995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.310540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.321494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.354867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37202) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:01.357779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Network 89de0c57-c838-4511-94e2-e90a545207d6 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:01.359571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:01.363001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:01.378792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26599ac0-e3e8-4e93-bbd2-9e62e5f361f0 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.416970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Pushing event updated for resources: {'Port': ['ID=950de495-1bbf-405d-abc0-964d091f91ba,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:01.434005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26599ac0-e3e8-4e93-bbd2-9e62e5f361f0 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=e12943b7-b8e4-4571-8d48-29f76b9a2e0d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:01.449401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d6510961-9dd9-4f42-bd0e-de51cefdb50c None None] Provisioning complete for port 51260f20-ec9b-44ef-9099-3e48ab6da87a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:01.449771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6510961-9dd9-4f42-bd0e-de51cefdb50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.487894 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Attempting to bind port 950de495-1bbf-405d-abc0-964d091f91ba on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:01.488266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Attempting to bind port 950de495-1bbf-405d-abc0-964d091f91ba by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'df158f77-62d7-4deb-899e-c066005b03b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89de0c57-c838-4511-94e2-e90a545207d6'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:01.488633 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Attempting to bind port 950de495-1bbf-405d-abc0-964d091f91ba on network 89de0c57-c838-4511-94e2-e90a545207d6 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:01.493090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26599ac0-e3e8-4e93-bbd2-9e62e5f361f0 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.497568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:01.497949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Checking segment: {'id': 'df158f77-62d7-4deb-899e-c066005b03b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89de0c57-c838-4511-94e2-e90a545207d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:01.498348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.498739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Bound using segment: {'id': 'df158f77-62d7-4deb-899e-c066005b03b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89de0c57-c838-4511-94e2-e90a545207d6'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:01.499218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Bound port: 950de495-1bbf-405d-abc0-964d091f91ba, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df158f77-62d7-4deb-899e-c066005b03b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89de0c57-c838-4511-94e2-e90a545207d6'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:01.499636 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.501591 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-26599ac0-e3e8-4e93-bbd2-9e62e5f361f0 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/e12943b7-b8e4-4571-8d48-29f76b9a2e0d HTTP/1.1" status: 204 len: 168 time: 0.5650060 Nov 24 05:08:01.503540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37204) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:01.532075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fc51e2b-57af-4b6d-acfc-bba6b2a6f8de tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.590286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fc51e2b-57af-4b6d-acfc-bba6b2a6f8de tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.601919 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] For port 950de495-1bbf-405d-abc0-964d091f91ba, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:01.606182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] For port 950de495-1bbf-405d-abc0-964d091f91ba, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=950de495-1bbf-405d-abc0-964d091f91ba,segment=NetworkSegment(df158f77-62d7-4deb-899e-c066005b03b6),segment_id=df158f77-62d7-4deb-899e-c066005b03b6)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:01.622836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.637223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d2504c-721a-40f0-b7fa-54787b989d82 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:01.638435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d2504c-721a-40f0-b7fa-54787b989d82 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:01.640211 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-86d2504c-721a-40f0-b7fa-54787b989d82 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1354716 Nov 24 05:08:01.642963 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37206) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:01.672473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 51260f20-ec9b-44ef-9099-3e48ab6da87a up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:01.691565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6510961-9dd9-4f42-bd0e-de51cefdb50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.716600 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5424dd-cbbb-499a-b3f5-2a9caf056400 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet aa72bfe3-1c39-4c9b-8b6a-c042c7c099c9 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:01.720445 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fc51e2b-57af-4b6d-acfc-bba6b2a6f8de tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.723255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fc51e2b-57af-4b6d-acfc-bba6b2a6f8de tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.724516 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5fc51e2b-57af-4b6d-acfc-bba6b2a6f8de tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/8590d0f5-cfa3-4892-bb90-30ed1e26fabd HTTP/1.1" status: 204 len: 168 time: 0.3687024 Nov 24 05:08:01.725921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a5424dd-cbbb-499a-b3f5-2a9caf056400 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.761844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc51e2b-57af-4b6d-acfc-bba6b2a6f8de tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8590d0f5-cfa3-4892-bb90-30ed1e26fabd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:01.777608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a5424dd-cbbb-499a-b3f5-2a9caf056400 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:01.795774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Allocated IP 172.20.0.1 (89de0c57-c838-4511-94e2-e90a545207d6/80c34f5c-4864-4c04-bed2-e76ea2886592/21467a1a-02a6-4bb6-9d18-bce6f6525552) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:01.837213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37210) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:01.978452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.043474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.078877 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba16f2a-7a1a-412d-ae93-6c7ede88a4a7 None None] Pushing event updated for resources: {'Port': ['ID=950de495-1bbf-405d-abc0-964d091f91ba,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:02.106850 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 89de0c57-c838-4511-94e2-e90a545207d6 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:02.113114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:02.114599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d6510961-9dd9-4f42-bd0e-de51cefdb50c None None] For port 51260f20-ec9b-44ef-9099-3e48ab6da87a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=51260f20-ec9b-44ef-9099-3e48ab6da87a,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:02.120250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 51260f20-ec9b-44ef-9099-3e48ab6da87a triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:02.120707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:02.120836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.124005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6510961-9dd9-4f42-bd0e-de51cefdb50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.165985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a5424dd-cbbb-499a-b3f5-2a9caf056400 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.212737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.231275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6510961-9dd9-4f42-bd0e-de51cefdb50c None None] Pushing event updated for resources: {'Port': ['ID=51260f20-ec9b-44ef-9099-3e48ab6da87a,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:02.253678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-825c0637-c046-4723-a208-27bce6d89cab None None] Could not find standard attr ID for object e12943b7-b8e4-4571-8d48-29f76b9a2e0d. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:08:02.322139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=21467a1a-02a6-4bb6-9d18-bce6f6525552,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:02.388055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.426098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a5424dd-cbbb-499a-b3f5-2a9caf056400 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.458252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5424dd-cbbb-499a-b3f5-2a9caf056400 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=aa72bfe3-1c39-4c9b-8b6a-c042c7c099c9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:02.479743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a5424dd-cbbb-499a-b3f5-2a9caf056400 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.483998 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7a5424dd-cbbb-499a-b3f5-2a9caf056400 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/aa72bfe3-1c39-4c9b-8b6a-c042c7c099c9 HTTP/1.1" status: 204 len: 168 time: 0.8379602 Nov 24 05:08:02.486501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37212) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:02.488065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbc168e-6c54-4443-ad9b-505df337d0e2 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:02.537703 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-33738d17-2211-413f-9f52-94240083d69d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500348 Nov 24 05:08:02.538605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37214) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:02.543613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0a6560e9-df00-4ff4-b554-3a74ed3242a8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:02.640683 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.673322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29868be-8a5e-4011-8849-cc7dbdaf4119 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:02.723769 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6560e9-df00-4ff4-b554-3a74ed3242a8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:02.724595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c29868be-8a5e-4011-8849-cc7dbdaf4119 None None] Deleting port 51260f20-ec9b-44ef-9099-3e48ab6da87a {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:02.725034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c29868be-8a5e-4011-8849-cc7dbdaf4119 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.727479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a6560e9-df00-4ff4-b554-3a74ed3242a8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.799333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c29868be-8a5e-4011-8849-cc7dbdaf4119 None None] For port 51260f20-ec9b-44ef-9099-3e48ab6da87a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=51260f20-ec9b-44ef-9099-3e48ab6da87a,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:02.799869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c29868be-8a5e-4011-8849-cc7dbdaf4119 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.817007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c29868be-8a5e-4011-8849-cc7dbdaf4119 None None] Calling delete_port for 51260f20-ec9b-44ef-9099-3e48ab6da87a owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:02.842900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.855277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.910327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c29868be-8a5e-4011-8849-cc7dbdaf4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.940805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29868be-8a5e-4011-8849-cc7dbdaf4119 None None] Pushing event deleted for resources: {'Port': ['ID=51260f20-ec9b-44ef-9099-3e48ab6da87a,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:02.947023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29868be-8a5e-4011-8849-cc7dbdaf4119 None None] No DVR routers for this DVR port 51260f20-ec9b-44ef-9099-3e48ab6da87a on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:02.958452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 016d4890-0718-4e94-b0d6-034f4f8a59a0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:02.961394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:02.988973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=21467a1a-02a6-4bb6-9d18-bce6f6525552,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:02.995413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:03.062635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 016d4890-0718-4e94-b0d6-034f4f8a59a0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=016d4890-0718-4e94-b0d6-034f4f8a59a0,segment=NetworkSegment(66856b57-2c00-4371-bf85-dd5a2cb460c7),segment_id=66856b57-2c00-4371-bf85-dd5a2cb460c7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:03.063119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:03.077313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 016d4890-0718-4e94-b0d6-034f4f8a59a0 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:03.183654 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 89de0c57-c838-4511-94e2-e90a545207d6 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:03.190091 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:03.202515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ecc49-4c9b-4f42-8ff1-16cd7cc7da8e None None] Network 89de0c57-c838-4511-94e2-e90a545207d6 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:03.225134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.objects.ports [None req-0a6560e9-df00-4ff4-b554-3a74ed3242a8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103233) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:08:03.285628 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a6560e9-df00-4ff4-b554-3a74ed3242a8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:03.307622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:03.321200 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d8c26965-48b7-42c7-9dbf-0b5f1b4c267f no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:03.329811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-85a776e9-97d6-4bbf-b52f-d91efa30c132 None None] Provisioning complete for port 950de495-1bbf-405d-abc0-964d091f91ba triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:03.330178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-85a776e9-97d6-4bbf-b52f-d91efa30c132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:03.342834 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6560e9-df00-4ff4-b554-3a74ed3242a8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:03.343460 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=016d4890-0718-4e94-b0d6-034f4f8a59a0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:03.353075 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-0a6560e9-df00-4ff4-b554-3a74ed3242a8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:03.361365 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6560e9-df00-4ff4-b554-3a74ed3242a8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:03.362117 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a6560e9-df00-4ff4-b554-3a74ed3242a8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:03.377462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a4727d-255a-41d3-a48d-ef3269ba2225 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:03.383908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6560e9-df00-4ff4-b554-3a74ed3242a8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=8d835d54-37a3-407a-b4fa-4ae3e05243a3,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:03.398260 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: d8c26965-48b7-42c7-9dbf-0b5f1b4c267f {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:03.398743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d8c26965-48b7-42c7-9dbf-0b5f1b4c267f not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:03.413616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0a6560e9-df00-4ff4-b554-3a74ed3242a8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8710985 Nov 24 05:08:03.413616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37216) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:03.420623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:00:36:c4', 'name': 'tempest-NetworksTestDHCPv6-796608243'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:03.425106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router 7a3e042b-8174-405a-b2d4-4137202b7c07 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:08:03.563219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:03.665061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-85a776e9-97d6-4bbf-b52f-d91efa30c132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:03.667162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '8d835d54-37a3-407a-b4fa-4ae3e05243a3'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:03.668016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:03.714493 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:03.724208 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-34109c2a-1257-4c93-a75a-23d692a453c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/7a3e042b-8174-405a-b2d4-4137202b7c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7770767 Nov 24 05:08:03.726789 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37218) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:03.749835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 950de495-1bbf-405d-abc0-964d091f91ba up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:03.760021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed42d2-c22d-44f3-ad63-7cbbe6116e87 None None] Sync routers for ids ['7a3e042b-8174-405a-b2d4-4137202b7c07'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:03.768411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-85a776e9-97d6-4bbf-b52f-d91efa30c132 None None] For port 950de495-1bbf-405d-abc0-964d091f91ba, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=950de495-1bbf-405d-abc0-964d091f91ba,segment=NetworkSegment(df158f77-62d7-4deb-899e-c066005b03b6),segment_id=df158f77-62d7-4deb-899e-c066005b03b6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:03.786909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c85846-2a9b-4a4b-9960-48bccbcfa906 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:03.789387 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-22c85846-2a9b-4a4b-9960-48bccbcfa906 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports/21467a1a-02a6-4bb6-9d18-bce6f6525552 HTTP/1.1" status: 200 len: 910 time: 0.0615158 Nov 24 05:08:03.793632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37220) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:03.844629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:03.853210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:03.873284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-85a776e9-97d6-4bbf-b52f-d91efa30c132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:03.904900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 2accf682-908f-47f7-ac8f-2b21253a9752 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:08:03.917301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 33a7edab-206e-4707-ae7e-e1dce790e43f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:03.930067 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed42d2-c22d-44f3-ad63-7cbbe6116e87 None None] Routers {'7a3e042b-8174-405a-b2d4-4137202b7c07'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:03.930704 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-68ed42d2-c22d-44f3-ad63-7cbbe6116e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['7a3e042b-8174-405a-b2d4-4137202b7c07'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:04.003749 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-68ed42d2-c22d-44f3-ad63-7cbbe6116e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:04.057075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:04.064935 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b94ad2b7-88fb-49c4-a26e-16a9daa9013c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/33a7edab-206e-4707-ae7e-e1dce790e43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2246137 Nov 24 05:08:04.067220 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37222) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:04.070614 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219641b-20c1-4b29-82e3-9cc35e260d4f None None] Sync routers for ids ['33a7edab-206e-4707-ae7e-e1dce790e43f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:04.075340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f087000a-236c-4e9b-866d-f807032ec87d None None] Provisioning complete for port 950de495-1bbf-405d-abc0-964d091f91ba triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:04.085642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f087000a-236c-4e9b-866d-f807032ec87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.088771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a776e9-97d6-4bbf-b52f-d91efa30c132 None None] Pushing event updated for resources: {'Port': ['ID=950de495-1bbf-405d-abc0-964d091f91ba,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:04.089752 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219641b-20c1-4b29-82e3-9cc35e260d4f None None] Routers {'33a7edab-206e-4707-ae7e-e1dce790e43f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:04.092013 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c219641b-20c1-4b29-82e3-9cc35e260d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['33a7edab-206e-4707-ae7e-e1dce790e43f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:04.094694 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Allocated IP 2001:db8::f816:3eff:fe1d:3984 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/8d835d54-37a3-407a-b4fa-4ae3e05243a3/c8564351-de0a-4dd0-ad04-69eda3a700d6) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:04.146765 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed42d2-c22d-44f3-ad63-7cbbe6116e87 None None] Routers {'7a3e042b-8174-405a-b2d4-4137202b7c07'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:04.148375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-68ed42d2-c22d-44f3-ad63-7cbbe6116e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['7a3e042b-8174-405a-b2d4-4137202b7c07'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:04.217588 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 950de495-1bbf-405d-abc0-964d091f91ba triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:04.218684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.238377 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c219641b-20c1-4b29-82e3-9cc35e260d4f None None] Set router 33a7edab-206e-4707-ae7e-e1dce790e43f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:04.264616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-68ed42d2-c22d-44f3-ad63-7cbbe6116e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:04.265291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed42d2-c22d-44f3-ad63-7cbbe6116e87 None None] The sync data for ids ['7a3e042b-8174-405a-b2d4-4137202b7c07'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:04.431872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d17200-f6cd-4d5b-90f6-d9eee8cfdcc8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting subnet 45f19bdd-b078-4e3d-afd3-961041803c89 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:04.436660 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68d17200-f6cd-4d5b-90f6-d9eee8cfdcc8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.474980 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c219641b-20c1-4b29-82e3-9cc35e260d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:08:03Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:04.498660 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68d17200-f6cd-4d5b-90f6-d9eee8cfdcc8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.510039 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219641b-20c1-4b29-82e3-9cc35e260d4f None None] Checking router: 33a7edab-206e-4707-ae7e-e1dce790e43f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:04.519300 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219641b-20c1-4b29-82e3-9cc35e260d4f None None] Routers {'33a7edab-206e-4707-ae7e-e1dce790e43f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:04.520268 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c219641b-20c1-4b29-82e3-9cc35e260d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['33a7edab-206e-4707-ae7e-e1dce790e43f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:04.537037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f087000a-236c-4e9b-866d-f807032ec87d None None] Provisioning complete for port 21467a1a-02a6-4bb6-9d18-bce6f6525552 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:04.537412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f087000a-236c-4e9b-866d-f807032ec87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.579033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.587869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 51260f20-ec9b-44ef-9099-3e48ab6da87a no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:04.593932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f087000a-236c-4e9b-866d-f807032ec87d None None] Port 21467a1a-02a6-4bb6-9d18-bce6f6525552 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:04.597136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.620770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 51260f20-ec9b-44ef-9099-3e48ab6da87a {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:04.621116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 51260f20-ec9b-44ef-9099-3e48ab6da87a not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:04.643439 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c219641b-20c1-4b29-82e3-9cc35e260d4f None None] Set router 33a7edab-206e-4707-ae7e-e1dce790e43f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:04.647082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68d17200-f6cd-4d5b-90f6-d9eee8cfdcc8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.673916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Pushing event updated for resources: {'Port': ['ID=c8564351-de0a-4dd0-ad04-69eda3a700d6,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:04.683570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:04.685165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:04.692823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:04.737929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::f816:3eff:fe00:36c4 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/8d835d54-37a3-407a-b4fa-4ae3e05243a3/2accf682-908f-47f7-ac8f-2b21253a9752) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:04.742134 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68d17200-f6cd-4d5b-90f6-d9eee8cfdcc8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.773913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Attempting to bind port c8564351-de0a-4dd0-ad04-69eda3a700d6 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:04.774376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Attempting to bind port c8564351-de0a-4dd0-ad04-69eda3a700d6 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:04.774543 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-68d17200-f6cd-4d5b-90f6-d9eee8cfdcc8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.774750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Attempting to bind port c8564351-de0a-4dd0-ad04-69eda3a700d6 on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:04.777777 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-68d17200-f6cd-4d5b-90f6-d9eee8cfdcc8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/subnets/45f19bdd-b078-4e3d-afd3-961041803c89 HTTP/1.1" status: 204 len: 168 time: 0.7092454 Nov 24 05:08:04.778764 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d17200-f6cd-4d5b-90f6-d9eee8cfdcc8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Subnet': ['ID=45f19bdd-b078-4e3d-afd3-961041803c89,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:04.781509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37226) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:04.785867 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-cfaf1a5c-8185-4de4-b499-d6f71eaa9b80 None None] Provisioning complete for port 21467a1a-02a6-4bb6-9d18-bce6f6525552 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:04.786241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cfaf1a5c-8185-4de4-b499-d6f71eaa9b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.823431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8713883a-b940-4675-adcf-5c38c17f59c5 None None] Network f3c2dfaf-9945-481d-a41c-4034a56be134 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:04.828004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf1a5c-8185-4de4-b499-d6f71eaa9b80 None None] Port 21467a1a-02a6-4bb6-9d18-bce6f6525552 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:04.841312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:04.841698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:04.842101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.842500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:04.842991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Bound port: c8564351-de0a-4dd0-ad04-69eda3a700d6, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:04.843393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.877330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2103590f-81fa-406b-b27f-b446b48195b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:04.951769 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c219641b-20c1-4b29-82e3-9cc35e260d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:08:03Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:05.000185 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c219641b-20c1-4b29-82e3-9cc35e260d4f None None] The sync data for ids ['33a7edab-206e-4707-ae7e-e1dce790e43f'] in dv-neutron-818850-5-hyperv is: [{'id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'name': 'tempest-TestNetworkBasicOps-router-763619412', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:06:27Z', 'updated_at': '2021-11-24T05:08:03Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'dc550979-8549-4e00-97d1-a3f14358d6b9', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7edab-206e-4707-ae7e-e1dce790e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:06:28Z', 'updated_at': '2021-11-24T05:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:05.104445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.158201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.159270 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.169922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] For port c8564351-de0a-4dd0-ad04-69eda3a700d6, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:05.184017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] For port c8564351-de0a-4dd0-ad04-69eda3a700d6, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c8564351-de0a-4dd0-ad04-69eda3a700d6,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:05.192829 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.234048 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:05.271018 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:05.275694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:05.280510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796889eb-5f4d-447f-ad5e-55f06fea61e3 None None] Pushing event updated for resources: {'Port': ['ID=c8564351-de0a-4dd0-ad04-69eda3a700d6,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:05.281010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:05.281608 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.285993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=2accf682-908f-47f7-ac8f-2b21253a9752,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:05.300732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.307120 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ade71c6b-feec-4a40-b8e1-bfe9241b037a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8922172 Nov 24 05:08:05.310089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37228) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:05.328481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2103590f-81fa-406b-b27f-b446b48195b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 21467a1a-02a6-4bb6-9d18-bce6f6525552 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:05.328823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2103590f-81fa-406b-b27f-b446b48195b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.382585 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e088b4-8b4d-4047-a1d5-5145f4094567 None None] DHCP port deletion for f3c2dfaf-9945-481d-a41c-4034a56be134 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:05.410867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f523fb66-c5e1-43c3-9ae5-62435dde304b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:05.418217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f523fb66-c5e1-43c3-9ae5-62435dde304b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:05.422813 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f523fb66-c5e1-43c3-9ae5-62435dde304b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1114287 Nov 24 05:08:05.423409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37230) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:05.448339 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2103590f-81fa-406b-b27f-b446b48195b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.463014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2103590f-81fa-406b-b27f-b446b48195b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 21467a1a-02a6-4bb6-9d18-bce6f6525552 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:05.479932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port dc550979-8549-4e00-97d1-a3f14358d6b9 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:05.479932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.484097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-89e088b4-8b4d-4047-a1d5-5145f4094567 None None] Deleting port a1b29335-09d9-4546-aa3a-df071d5a9f8d {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:05.484518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-89e088b4-8b4d-4047-a1d5-5145f4094567 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.626665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-066f3994-32e1-4cfd-b4c8-eeef82267b1c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 2accf682-908f-47f7-ac8f-2b21253a9752 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:05.632718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-89e088b4-8b4d-4047-a1d5-5145f4094567 None None] For port a1b29335-09d9-4546-aa3a-df071d5a9f8d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a1b29335-09d9-4546-aa3a-df071d5a9f8d,segment=NetworkSegment(66856b57-2c00-4371-bf85-dd5a2cb460c7),segment_id=66856b57-2c00-4371-bf85-dd5a2cb460c7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:05.633362 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-89e088b4-8b4d-4047-a1d5-5145f4094567 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.641609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-066f3994-32e1-4cfd-b4c8-eeef82267b1c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.653392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-89e088b4-8b4d-4047-a1d5-5145f4094567 None None] Calling delete_port for a1b29335-09d9-4546-aa3a-df071d5a9f8d owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:05.676454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 950de495-1bbf-405d-abc0-964d091f91ba up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:05.698353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port dc550979-8549-4e00-97d1-a3f14358d6b9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=dc550979-8549-4e00-97d1-a3f14358d6b9,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:05.698845 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.749883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for dc550979-8549-4e00-97d1-a3f14358d6b9 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:05.804494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2103590f-81fa-406b-b27f-b446b48195b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.809295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 950de495-1bbf-405d-abc0-964d091f91ba triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:05.810139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.835853 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-066f3994-32e1-4cfd-b4c8-eeef82267b1c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.860746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-066f3994-32e1-4cfd-b4c8-eeef82267b1c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 2accf682-908f-47f7-ac8f-2b21253a9752 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:05.864337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-89e088b4-8b4d-4047-a1d5-5145f4094567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:05.879640 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103590f-81fa-406b-b27f-b446b48195b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=21467a1a-02a6-4bb6-9d18-bce6f6525552,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:05.904082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e088b4-8b4d-4047-a1d5-5145f4094567 None None] Pushing event deleted for resources: {'Port': ['ID=a1b29335-09d9-4546-aa3a-df071d5a9f8d,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:05.914409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e088b4-8b4d-4047-a1d5-5145f4094567 None None] No DVR routers for this DVR port a1b29335-09d9-4546-aa3a-df071d5a9f8d on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:06.052696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2103590f-81fa-406b-b27f-b446b48195b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.062237 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a1b29335-09d9-4546-aa3a-df071d5a9f8d no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:06.087412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: a1b29335-09d9-4546-aa3a-df071d5a9f8d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:06.088087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a1b29335-09d9-4546-aa3a-df071d5a9f8d not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:06.088671 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 016d4890-0718-4e94-b0d6-034f4f8a59a0 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:06.112389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.113571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 016d4890-0718-4e94-b0d6-034f4f8a59a0 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:06.113936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 016d4890-0718-4e94-b0d6-034f4f8a59a0 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:06.130868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-066f3994-32e1-4cfd-b4c8-eeef82267b1c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.141488 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f605a621-31e0-4893-a7b7-3a575f6ca11f None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:06.206114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=dc550979-8549-4e00-97d1-a3f14358d6b9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:06.236328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f3994-32e1-4cfd-b4c8-eeef82267b1c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=2accf682-908f-47f7-ac8f-2b21253a9752,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:06.259030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2103590f-81fa-406b-b27f-b446b48195b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router 7a3e042b-8174-405a-b2d4-4137202b7c07 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:06.259257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-066f3994-32e1-4cfd-b4c8-eeef82267b1c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.262334 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-066f3994-32e1-4cfd-b4c8-eeef82267b1c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/2accf682-908f-47f7-ac8f-2b21253a9752 HTTP/1.1" status: 204 len: 168 time: 0.8367589 Nov 24 05:08:06.264851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37232) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:06.318434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.345062 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2103590f-81fa-406b-b27f-b446b48195b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:06.350924 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2103590f-81fa-406b-b27f-b446b48195b8 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/7a3e042b-8174-405a-b2d4-4137202b7c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5552485 Nov 24 05:08:06.353894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37234) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:06.357359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca7b03-47b4-4708-affb-30cb3f9ab6ef None None] Sync routers for ids ['7a3e042b-8174-405a-b2d4-4137202b7c07'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:06.382172 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca7b03-47b4-4708-affb-30cb3f9ab6ef None None] Routers {'7a3e042b-8174-405a-b2d4-4137202b7c07'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:06.382984 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fcca7b03-47b4-4708-affb-30cb3f9ab6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['7a3e042b-8174-405a-b2d4-4137202b7c07'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:06.390821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb441a6-f72f-4654-8a87-1296baa16e18 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:06.392398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb441a6-f72f-4654-8a87-1296baa16e18 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:06.394429 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-036e5c02-e3df-4fd2-9267-e4fa7c3e3c74 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3e042b-8174-405a-b2d4-4137202b7c07 HTTP/1.1" status: 200 len: 205 time: 0.0391881 Nov 24 05:08:06.395160 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eeb441a6-f72f-4654-8a87-1296baa16e18 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293273 Nov 24 05:08:06.396762 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37236) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:06.397099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37238) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:06.423948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fcca7b03-47b4-4708-affb-30cb3f9ab6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:06.436357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca7b03-47b4-4708-affb-30cb3f9ab6ef None None] Routers {'7a3e042b-8174-405a-b2d4-4137202b7c07'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:06.436853 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.437429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fcca7b03-47b4-4708-affb-30cb3f9ab6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['7a3e042b-8174-405a-b2d4-4137202b7c07'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:06.439424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.476428 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fcca7b03-47b4-4708-affb-30cb3f9ab6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:06.478671 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcca7b03-47b4-4708-affb-30cb3f9ab6ef None None] The sync data for ids ['7a3e042b-8174-405a-b2d4-4137202b7c07'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:06.493825 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.494435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Fanout notify agent at l3_agent the message router_deleted on router 33a7edab-206e-4707-ae7e-e1dce790e43f {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:08:06.502652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.503862 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0864f86c-64c8-448f-b7f6-06a474a8f334 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/routers/33a7edab-206e-4707-ae7e-e1dce790e43f HTTP/1.1" status: 204 len: 168 time: 1.7212303 Nov 24 05:08:06.507180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37240) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:06.538856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-123d4a31-0829-4a73-b757-28e791a13ac4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 8d835d54-37a3-407a-b4fa-4ae3e05243a3 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:06.541951 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-123d4a31-0829-4a73-b757-28e791a13ac4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.546331 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-426cf5be-ffc2-4e50-984e-8ef6ebec1d20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.594570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.655956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-123d4a31-0829-4a73-b757-28e791a13ac4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.699093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-cbdf9680-4e4b-49d8-8072-916dfaaebdda None None] Provisioning complete for port c8564351-de0a-4dd0-ad04-69eda3a700d6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:06.699758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9680-4e4b-49d8-8072-916dfaaebdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.716269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.751083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c2dfaf-9945-481d-a41c-4034a56be134']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:06.753997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-123d4a31-0829-4a73-b757-28e791a13ac4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.767806 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66856b57-2c00-4371-bf85-dd5a2cb460c7') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:06.768119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66856b57-2c00-4371-bf85-dd5a2cb460c7') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:06.783084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.817142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.826415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:06.827344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:06.831758 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:06.836344 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9680-4e4b-49d8-8072-916dfaaebdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.885099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-426cf5be-ffc2-4e50-984e-8ef6ebec1d20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.889089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-426cf5be-ffc2-4e50-984e-8ef6ebec1d20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.904308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.908424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.912146 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/networks/f3c2dfaf-9945-481d-a41c-4034a56be134 HTTP/1.1" status: 204 len: 168 time: 0.4032884 Nov 24 05:08:06.925309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37242) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:06.932055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'network': {'name': 'tempest-network-smoke--187854070', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'port_security_enabled': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:06.945858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-426cf5be-ffc2-4e50-984e-8ef6ebec1d20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.946613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426cf5be-ffc2-4e50-984e-8ef6ebec1d20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Fanout notify agent at l3_agent the message router_deleted on router 7a3e042b-8174-405a-b2d4-4137202b7c07 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:08:06.952096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109366f4-01d6-4153-8718-974deee881f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Network': ['ID=f3c2dfaf-9945-481d-a41c-4034a56be134,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:06.956244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-426cf5be-ffc2-4e50-984e-8ef6ebec1d20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.961811 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-426cf5be-ffc2-4e50-984e-8ef6ebec1d20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/7a3e042b-8174-405a-b2d4-4137202b7c07 HTTP/1.1" status: 204 len: 168 time: 0.5573764 Nov 24 05:08:06.961811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37244) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:06.976944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:06.980173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-123d4a31-0829-4a73-b757-28e791a13ac4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:06.981176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.009017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:07.011373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-cbdf9680-4e4b-49d8-8072-916dfaaebdda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:08:07.011979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-cbdf9680-4e4b-49d8-8072-916dfaaebdda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:08:07.021347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.021802 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Added segment bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c of type vlan for network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 Nov 24 05:08:07.031494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d4a31-0829-4a73-b757-28e791a13ac4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=8d835d54-37a3-407a-b4fa-4ae3e05243a3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:07.047421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-123d4a31-0829-4a73-b757-28e791a13ac4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.050776 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-123d4a31-0829-4a73-b757-28e791a13ac4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/8d835d54-37a3-407a-b4fa-4ae3e05243a3 HTTP/1.1" status: 204 len: 168 time: 0.6519732 Nov 24 05:08:07.054649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37246) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:07.071897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.096171 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1eee9d86-663d-4616-ae4f-c9db144d18d2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400896 Nov 24 05:08:07.098551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37248) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:07.110541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed20f448-1fc3-4034-aab8-c04b8e4942b4 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting subnet 80c34f5c-4864-4c04-bed2-e76ea2886592 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:07.114332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed20f448-1fc3-4034-aab8-c04b8e4942b4 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.124376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529ef62e-fc6c-48f2-8cf2-77ba9924b792 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:07.132336 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.142557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:07.143185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.168989 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed20f448-1fc3-4034-aab8-c04b8e4942b4 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.191418 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2649736 Nov 24 05:08:07.194934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37250) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:07.199566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'admin_state_up': True, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:07.202755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97eef18-7028-4c3b-adc3-038227eae521 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:07.206519 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a97eef18-7028-4c3b-adc3-038227eae521 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1046209 Nov 24 05:08:07.207694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37252) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:07.243353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.244387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.268486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fea21a-758c-43f5-8221-59bc675610d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Network': ['ID=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:07.285057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:07.294202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed20f448-1fc3-4034-aab8-c04b8e4942b4 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.300375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5011a3a-ef50-4799-b6e0-c4ae1e24e774 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:07.304874 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e5011a3a-ef50-4799-b6e0-c4ae1e24e774 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0932763 Nov 24 05:08:07.305153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37254) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:07.354446 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e04a87e6-976d-4029-96bb-1722cfc7237e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432117 Nov 24 05:08:07.354663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.354901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37256) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:07.359641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-283ce02d-49a0-4ce6-a4d5-75e137169d04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:07.362906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d4e6d7-979f-4995-b2ff-66cc1a3e86a1 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:07.429998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-99d4e6d7-979f-4995-b2ff-66cc1a3e86a1 None None] Deleting port c8564351-de0a-4dd0-ad04-69eda3a700d6 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:07.430715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-99d4e6d7-979f-4995-b2ff-66cc1a3e86a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.453479 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283ce02d-49a0-4ce6-a4d5-75e137169d04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:07.457310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-283ce02d-49a0-4ce6-a4d5-75e137169d04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.507364 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-99d4e6d7-979f-4995-b2ff-66cc1a3e86a1 None None] For port c8564351-de0a-4dd0-ad04-69eda3a700d6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c8564351-de0a-4dd0-ad04-69eda3a700d6,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:07.508460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-99d4e6d7-979f-4995-b2ff-66cc1a3e86a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.514346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.518908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed20f448-1fc3-4034-aab8-c04b8e4942b4 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.546638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-99d4e6d7-979f-4995-b2ff-66cc1a3e86a1 None None] Calling delete_port for c8564351-de0a-4dd0-ad04-69eda3a700d6 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:07.559027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20f448-1fc3-4034-aab8-c04b8e4942b4 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Subnet': ['ID=80c34f5c-4864-4c04-bed2-e76ea2886592,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:07.566081 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ed20f448-1fc3-4034-aab8-c04b8e4942b4 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.568288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device dc550979-8549-4e00-97d1-a3f14358d6b9 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:07.573294 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ed20f448-1fc3-4034-aab8-c04b8e4942b4 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/80c34f5c-4864-4c04-bed2-e76ea2886592 HTTP/1.1" status: 204 len: 168 time: 0.5995088 Nov 24 05:08:07.573868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37258) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:07.602962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2153d21c-71f5-42fb-a175-93e8151bb0fc None None] Network 89de0c57-c838-4511-94e2-e90a545207d6 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:07.631999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: dc550979-8549-4e00-97d1-a3f14358d6b9 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:07.632392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device dc550979-8549-4e00-97d1-a3f14358d6b9 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:07.643061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9680-4e4b-49d8-8072-916dfaaebdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.714722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.748952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cbdf9680-4e4b-49d8-8072-916dfaaebdda None None] For port c8564351-de0a-4dd0-ad04-69eda3a700d6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c8564351-de0a-4dd0-ad04-69eda3a700d6,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:07.768202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.769329 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9680-4e4b-49d8-8072-916dfaaebdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.792930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.814011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-99d4e6d7-979f-4995-b2ff-66cc1a3e86a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.840800 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d4e6d7-979f-4995-b2ff-66cc1a3e86a1 None None] No DVR routers for this DVR port c8564351-de0a-4dd0-ad04-69eda3a700d6 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:07.857288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf9680-4e4b-49d8-8072-916dfaaebdda None None] Pushing event updated for resources: {'Port': ['ID=c8564351-de0a-4dd0-ad04-69eda3a700d6,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:07.872772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 950de495-1bbf-405d-abc0-964d091f91ba {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:07.873221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.892644 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4e6d7-979f-4995-b2ff-66cc1a3e86a1 None None] Pushing event deleted for resources: {'Port': ['ID=c8564351-de0a-4dd0-ad04-69eda3a700d6,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:07.896839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ac69f0d3-c413-4812-8527-b8ae26c248ac None None] Could not find standard attr ID for object 2accf682-908f-47f7-ac8f-2b21253a9752. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:08:07.925967 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-283ce02d-49a0-4ce6-a4d5-75e137169d04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:08:07.929507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-283ce02d-49a0-4ce6-a4d5-75e137169d04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:07.936825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.50 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/81f6c47f-9d70-4d10-809a-8f1eff87a103) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:07.969944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92e85d0-6210-4afd-af1c-f146e33546ca None None] DHCP port deletion for 89de0c57-c838-4511-94e2-e90a545207d6 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:08.011205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port 950de495-1bbf-405d-abc0-964d091f91ba, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=950de495-1bbf-405d-abc0-964d091f91ba,segment=NetworkSegment(df158f77-62d7-4deb-899e-c066005b03b6),segment_id=df158f77-62d7-4deb-899e-c066005b03b6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:08.011617 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.017712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d92e85d0-6210-4afd-af1c-f146e33546ca None None] Deleting port 950de495-1bbf-405d-abc0-964d091f91ba {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:08.018253 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d92e85d0-6210-4afd-af1c-f146e33546ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.029403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283ce02d-49a0-4ce6-a4d5-75e137169d04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:08.034946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 950de495-1bbf-405d-abc0-964d091f91ba owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:08.038850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-283ce02d-49a0-4ce6-a4d5-75e137169d04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:08.041844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ce02d-49a0-4ce6-a4d5-75e137169d04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:08.042453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-283ce02d-49a0-4ce6-a4d5-75e137169d04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.051217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ce02d-49a0-4ce6-a4d5-75e137169d04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=6ccb21cf-37f3-4ad2-921e-5fba7abda679,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:08.056703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.076865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accac245-5875-4b3b-9fc9-6503ef29495d None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:08.100423 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.104869 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-283ce02d-49a0-4ce6-a4d5-75e137169d04 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7467279 Nov 24 05:08:08.105102 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37260) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:08.111479 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:13:8b:85', 'name': 'tempest-NetworksTestDHCPv6-54942304'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:08.142385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d92e85d0-6210-4afd-af1c-f146e33546ca None None] For port 950de495-1bbf-405d-abc0-964d091f91ba, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=950de495-1bbf-405d-abc0-964d091f91ba,segment=NetworkSegment(df158f77-62d7-4deb-899e-c066005b03b6),segment_id=df158f77-62d7-4deb-899e-c066005b03b6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:08.142691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d92e85d0-6210-4afd-af1c-f146e33546ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.146774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:08.151715 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:08.158026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:08.161082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d92e85d0-6210-4afd-af1c-f146e33546ca None None] Calling delete_port for 950de495-1bbf-405d-abc0-964d091f91ba owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:08.173810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd75af9-3307-4319-91ca-b8f08e37ba1e None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:08.227729 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.260868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No DVR routers for this DVR port 950de495-1bbf-405d-abc0-964d091f91ba on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:08.267625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=950de495-1bbf-405d-abc0-964d091f91ba,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:08.290277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2529f68d-3ba9-49af-a435-69a1fe2053f3 None None] Provisioning complete for port 81f6c47f-9d70-4d10-809a-8f1eff87a103 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:08.290650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2529f68d-3ba9-49af-a435-69a1fe2053f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.342530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:08.357883 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d92e85d0-6210-4afd-af1c-f146e33546ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.367492 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2529f68d-3ba9-49af-a435-69a1fe2053f3 None None] Port 81f6c47f-9d70-4d10-809a-8f1eff87a103 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:08.393399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '6ccb21cf-37f3-4ad2-921e-5fba7abda679'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:08.394291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.397758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e85d0-6210-4afd-af1c-f146e33546ca None None] Pushing event deleted for resources: {'Port': ['ID=950de495-1bbf-405d-abc0-964d091f91ba,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:08.402648 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e85d0-6210-4afd-af1c-f146e33546ca None None] No DVR routers for this DVR port 950de495-1bbf-405d-abc0-964d091f91ba on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:08.539007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=81f6c47f-9d70-4d10-809a-8f1eff87a103,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:08.555865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Allocated IP 2001:db8::f816:3eff:fe3c:d671 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/6ccb21cf-37f3-4ad2-921e-5fba7abda679/01310113-a60b-4ec0-8b7a-511b271e65bd) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:08.671877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.718506 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89de0c57-c838-4511-94e2-e90a545207d6']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:08.721902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.729793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.769137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df158f77-62d7-4deb-899e-c066005b03b6') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:08.769670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df158f77-62d7-4deb-899e-c066005b03b6') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:08.774948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:08.777920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:08.782547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:08.784544 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.785857 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Pushing event updated for resources: {'Port': ['ID=01310113-a60b-4ec0-8b7a-511b271e65bd,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:08.806144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.823140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.833626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.836387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:08.836776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:08.841213 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:08.854502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Attempting to bind port 01310113-a60b-4ec0-8b7a-511b271e65bd on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:08.855019 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Attempting to bind port 01310113-a60b-4ec0-8b7a-511b271e65bd by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:08.855398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Attempting to bind port 01310113-a60b-4ec0-8b7a-511b271e65bd on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:08.860786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:08.861167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:08.861772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.862234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:08.862714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Bound port: 01310113-a60b-4ec0-8b7a-511b271e65bd, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:08.863880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.909134 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port f16b49d6-8b3b-48f5-b60e-75de8f95bfd5 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:08:08.937906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] For port 01310113-a60b-4ec0-8b7a-511b271e65bd, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:08.954322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] For port 01310113-a60b-4ec0-8b7a-511b271e65bd, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=01310113-a60b-4ec0-8b7a-511b271e65bd,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:08.957391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.959275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.980966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:08.984240 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/networks/89de0c57-c838-4511-94e2-e90a545207d6 HTTP/1.1" status: 204 len: 168 time: 1.4092445 Nov 24 05:08:08.988983 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96743f32-1f00-4555-8143-6f0587bca1ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Network': ['ID=89de0c57-c838-4511-94e2-e90a545207d6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:08.997619 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37262) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:09.003542 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1305782251', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:09.031550 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c88da-f752-4e4f-a25c-e0b1213df4a8 None None] Pushing event updated for resources: {'Port': ['ID=01310113-a60b-4ec0-8b7a-511b271e65bd,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:09.063775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::f816:3eff:fe13:8b85 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/6ccb21cf-37f3-4ad2-921e-5fba7abda679/f16b49d6-8b3b-48f5-b60e-75de8f95bfd5) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:09.106582 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.107698 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.117708 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.220964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.278705 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.322302 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.368347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:09.371411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:09.373901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:09.379708 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:09.380351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.401169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=f16b49d6-8b3b-48f5-b60e-75de8f95bfd5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:09.411742 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-847b603e-a262-4df0-bffe-fa7858b62474 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3051586 Nov 24 05:08:09.414015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37264) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:09.427094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.466257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9356d9d4-9fda-455a-95f8-b3b5ba3f2cca tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:09.472164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9356d9d4-9fda-455a-95f8-b3b5ba3f2cca tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:09.474521 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9356d9d4-9fda-455a-95f8-b3b5ba3f2cca tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0592568 Nov 24 05:08:09.477128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37266) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:09.521593 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 76e4d80a-3da9-4e41-8722-a6d2a810a789 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:08:09.579488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-57dfab7a-bbcd-47ff-a1f7-a3c79943fa1e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port f16b49d6-8b3b-48f5-b60e-75de8f95bfd5 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:09.581121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dfab7a-bbcd-47ff-a1f7-a3c79943fa1e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.591066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 01310113-a60b-4ec0-8b7a-511b271e65bd up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:09.645162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 01310113-a60b-4ec0-8b7a-511b271e65bd triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:09.645529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.676903 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dfab7a-bbcd-47ff-a1f7-a3c79943fa1e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.689290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-57dfab7a-bbcd-47ff-a1f7-a3c79943fa1e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for f16b49d6-8b3b-48f5-b60e-75de8f95bfd5 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:09.725029 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.757811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.762187 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 01310113-a60b-4ec0-8b7a-511b271e65bd, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=01310113-a60b-4ec0-8b7a-511b271e65bd,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:09.769464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.779981 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.782201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:09.799789 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Sync routers for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:09.825106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.825578 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:09.826261 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:09.827124 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ba00d4bc-ec3f-4241-b1f0-ca43cd5393f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6310310 Nov 24 05:08:09.830353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37268) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:09.867451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 950de495-1bbf-405d-abc0-964d091f91ba no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:09.885953 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0cbfe15e-a781-4431-a1b7-253f2046784d tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=227fcf8641794a6b9aef85d3570bf3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539849 Nov 24 05:08:09.886730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37270) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:09.946559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dfab7a-bbcd-47ff-a1f7-a3c79943fa1e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:09.996297 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfab7a-bbcd-47ff-a1f7-a3c79943fa1e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=f16b49d6-8b3b-48f5-b60e-75de8f95bfd5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:10.055501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57dfab7a-bbcd-47ff-a1f7-a3c79943fa1e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.059767 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-57dfab7a-bbcd-47ff-a1f7-a3c79943fa1e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/f16b49d6-8b3b-48f5-b60e-75de8f95bfd5 HTTP/1.1" status: 204 len: 168 time: 0.5813777 Nov 24 05:08:10.063092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37272) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:10.127184 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:10.133455 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 950de495-1bbf-405d-abc0-964d091f91ba {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:10.134041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 950de495-1bbf-405d-abc0-964d091f91ba not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:10.156815 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=01310113-a60b-4ec0-8b7a-511b271e65bd,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:10.172886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6cfc41-3935-484c-91cf-4dabdb9b4604 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:10.175107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6cfc41-3935-484c-91cf-4dabdb9b4604 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:10.176703 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bf6cfc41-3935-484c-91cf-4dabdb9b4604 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1123092 Nov 24 05:08:10.180058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37274) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:10.196183 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e91c20d-3ffb-43c8-b7db-89a7a81dfdee tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:10.200550 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5e91c20d-3ffb-43c8-b7db-89a7a81dfdee tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3127556 Nov 24 05:08:10.202728 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37276) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:10.243952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c449e63-b399-48cb-b13e-89fdb3ab2ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 6ccb21cf-37f3-4ad2-921e-5fba7abda679 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:10.247424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c449e63-b399-48cb-b13e-89fdb3ab2ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.292511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c449e63-b399-48cb-b13e-89fdb3ab2ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.313368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0677c5fb-2ec6-458c-93bd-ddb026608297 None None] Provisioning complete for port 01310113-a60b-4ec0-8b7a-511b271e65bd triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:10.314032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0677c5fb-2ec6-458c-93bd-ddb026608297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.397748 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:08Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:10.401609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c449e63-b399-48cb-b13e-89fdb3ab2ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.430730 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Checking router: 76e4d80a-3da9-4e41-8722-a6d2a810a789 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:10.431175 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Updating router 76e4d80a-3da9-4e41-8722-a6d2a810a789 port 81f6c47f-9d70-4d10-809a-8f1eff87a103 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:08:10.467291 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.492270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c449e63-b399-48cb-b13e-89fdb3ab2ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.524465 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c449e63-b399-48cb-b13e-89fdb3ab2ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccb21cf-37f3-4ad2-921e-5fba7abda679,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:10.533080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c449e63-b399-48cb-b13e-89fdb3ab2ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.539561 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7c449e63-b399-48cb-b13e-89fdb3ab2ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/6ccb21cf-37f3-4ad2-921e-5fba7abda679 HTTP/1.1" status: 204 len: 168 time: 0.3555839 Nov 24 05:08:10.539977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37278) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:10.579996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a53e37-637d-4baf-ba5f-3ab365b65a8a None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:10.586474 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e1a62201-9606-4f87-a5aa-563f453f54ac tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3770247 Nov 24 05:08:10.586683 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-477d417c-cdcb-48d6-9b3c-a9eb36a3b872 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405951 Nov 24 05:08:10.592529 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Allocated IP 172.26.0.57 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/a1683454-ffad-4640-a2c2-06f3e64b6f06) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:10.592978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37280) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:10.593459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37282) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:10.599784 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1543923203', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:10.606499 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-53cb9b14-4a10-4d3c-9433-713ea1ed2ccf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:10.674959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a14b67a0-2d06-4e97-b66e-46870e4f04a5 None None] Could not find standard attr ID for object f16b49d6-8b3b-48f5-b60e-75de8f95bfd5. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:08:10.706408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.745221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.761631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:10.767220 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.808783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce4a2cd-cc9d-4cf2-b395-10974ad53f17 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:10.809398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=a1683454-ffad-4640-a2c2-06f3e64b6f06,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:10.816664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:10.818301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:10.821640 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:10.855034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab39b2-0adb-4896-a10c-bd5ff228d518 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:10.857754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cb9b14-4a10-4d3c-9433-713ea1ed2ccf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:10.861461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53cb9b14-4a10-4d3c-9433-713ea1ed2ccf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.900010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4a2cd-cc9d-4cf2-b395-10974ad53f17 None None] Deleting port 01310113-a60b-4ec0-8b7a-511b271e65bd {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:10.900654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a2cd-cc9d-4cf2-b395-10974ad53f17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.971207 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1ce4a2cd-cc9d-4cf2-b395-10974ad53f17 None None] For port 01310113-a60b-4ec0-8b7a-511b271e65bd, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=01310113-a60b-4ec0-8b7a-511b271e65bd,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:10.971956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a2cd-cc9d-4cf2-b395-10974ad53f17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.981995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-66196e86-1032-4651-b233-aab71ac0429e None None] Provisioning complete for port a1683454-ffad-4640-a2c2-06f3e64b6f06 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:10.982642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-66196e86-1032-4651-b233-aab71ac0429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:10.992335 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.004011 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.026475 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4a2cd-cc9d-4cf2-b395-10974ad53f17 None None] Calling delete_port for 01310113-a60b-4ec0-8b7a-511b271e65bd owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:11.048281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-66196e86-1032-4651-b233-aab71ac0429e None None] Port a1683454-ffad-4640-a2c2-06f3e64b6f06 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:11.062434 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc82878-19ae-45b7-970a-8d0cc9ddf447 None None] Pushing event updated for resources: {'Port': ['ID=81f6c47f-9d70-4d10-809a-8f1eff87a103,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:11.065102 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Attempting to bind port 81f6c47f-9d70-4d10-809a-8f1eff87a103 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:11.065577 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Attempting to bind port 81f6c47f-9d70-4d10-809a-8f1eff87a103 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:11.066052 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Attempting to bind port 81f6c47f-9d70-4d10-809a-8f1eff87a103 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:11.074018 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:11.074688 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:11.075453 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.076103 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:11.076872 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Bound port: 81f6c47f-9d70-4d10-809a-8f1eff87a103, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:11.077623 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.083204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cabcce-9d70-402f-ae2e-3f31ba85792e None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:11.132608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.138149 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] For port 81f6c47f-9d70-4d10-809a-8f1eff87a103, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:11.142399 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] For port 81f6c47f-9d70-4d10-809a-8f1eff87a103, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=81f6c47f-9d70-4d10-809a-8f1eff87a103,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:11.144575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a2cd-cc9d-4cf2-b395-10974ad53f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.147804 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.173262 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4a2cd-cc9d-4cf2-b395-10974ad53f17 None None] Pushing event deleted for resources: {'Port': ['ID=01310113-a60b-4ec0-8b7a-511b271e65bd,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:11.177812 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4a2cd-cc9d-4cf2-b395-10974ad53f17 None None] No DVR routers for this DVR port 01310113-a60b-4ec0-8b7a-511b271e65bd on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:11.215606 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-19917724-c814-4a41-8e89-6fd4b4b17dfb None None] Provisioning complete for port 81f6c47f-9d70-4d10-809a-8f1eff87a103 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:11.215783 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:11.216008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19917724-c814-4a41-8e89-6fd4b4b17dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.216906 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:11.222802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc2a86-db9e-454d-91f2-1b35b910bf7b None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:11.222964 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc82878-19ae-45b7-970a-8d0cc9ddf447 None None] Pushing event updated for resources: {'Port': ['ID=81f6c47f-9d70-4d10-809a-8f1eff87a103,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:11.232250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Checking segment: {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:11.232609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network hostable DHCP agents. Network: 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:11.258615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Subnet': ['ID=4515c580-2062-49bc-a795-46403e9a21d4,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:11.288658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:11.315526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-53cb9b14-4a10-4d3c-9433-713ea1ed2ccf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:08:11.317173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:11.319632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53cb9b14-4a10-4d3c-9433-713ea1ed2ccf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.328372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba22b1e-9e36-4fc8-8652-658d6b82ef37 None None] Network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:11.333744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:11.334536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.338425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.358004 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:11.362798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb9b14-4a10-4d3c-9433-713ea1ed2ccf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:11.363485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19917724-c814-4a41-8e89-6fd4b4b17dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.371182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-53cb9b14-4a10-4d3c-9433-713ea1ed2ccf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:11.384121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cb9b14-4a10-4d3c-9433-713ea1ed2ccf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:11.384730 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53cb9b14-4a10-4d3c-9433-713ea1ed2ccf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.404821 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e8d8f371-f586-4932-a42a-8d15b5b6e25b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8075330 Nov 24 05:08:11.406767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37284) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:11.412580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d40149-1d52-4079-90bf-0b0fbfec2447 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:11.441681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-19917724-c814-4a41-8e89-6fd4b4b17dfb None None] For port 81f6c47f-9d70-4d10-809a-8f1eff87a103, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=81f6c47f-9d70-4d10-809a-8f1eff87a103,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:11.457846 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-53cb9b14-4a10-4d3c-9433-713ea1ed2ccf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8594630 Nov 24 05:08:11.458062 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-19917724-c814-4a41-8e89-6fd4b4b17dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.458188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37286) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:11.463368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:34:dd:f8', 'name': 'tempest-NetworksTestDHCPv6-1211027179'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:11.545525 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb9b14-4a10-4d3c-9433-713ea1ed2ccf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=f08ee758-74c2-4011-87ce-ba002bdd5657,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:11.622202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 01310113-a60b-4ec0-8b7a-511b271e65bd no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:11.636539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:11.638724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.660860 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:08Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:11.679411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-629567ba-b05f-4a82-a589-6a1564f05b3e None None] Provisioning complete for port 81f6c47f-9d70-4d10-809a-8f1eff87a103 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:11.680046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-629567ba-b05f-4a82-a589-6a1564f05b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.686935 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 01310113-a60b-4ec0-8b7a-511b271e65bd {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:11.687119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 01310113-a60b-4ec0-8b7a-511b271e65bd not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:11.705762 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d383bc-d6a7-477e-98ee-8083fa04e2b5 None None] The sync data for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv is: [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:08Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:11.711933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.723680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19917724-c814-4a41-8e89-6fd4b4b17dfb None None] Pushing event updated for resources: {'Port': ['ID=81f6c47f-9d70-4d10-809a-8f1eff87a103,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:11.749127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:11.753218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:11.832570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 6b56e49a-13d8-4fee-80e1-18fd97a41bb4 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:08:11.892370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e3e78559-5102-4fa9-9da4-cae6177cc5ca is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:08:11.954524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::f816:3eff:fe34:ddf8 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/f08ee758-74c2-4011-87ce-ba002bdd5657/6b56e49a-13d8-4fee-80e1-18fd97a41bb4) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:11.961195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Allocated IP 172.20.0.2 (71a3546e-4ef1-4f48-b2fa-26bd6051cbe9/4515c580-2062-49bc-a795-46403e9a21d4/68e110ae-bdef-422f-9e5f-46a89cf7b993) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:12.065993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:12.101880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eea87d-8ac8-4e72-b7f2-064d89045745 None None] Sync routers for ids ['e3e78559-5102-4fa9-9da4-cae6177cc5ca'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:12.118352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:12.120582 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f0c7df83-8a6e-451b-95c0-d82848912d17 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.1197588 Nov 24 05:08:12.121447 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37288) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:12.164672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:12.211101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:12.254258 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': 'f08ee758-74c2-4011-87ce-ba002bdd5657'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:12.256079 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:12.264047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eea87d-8ac8-4e72-b7f2-064d89045745 None None] Routers {'e3e78559-5102-4fa9-9da4-cae6177cc5ca'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:12.264956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-87eea87d-8ac8-4e72-b7f2-064d89045745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e3e78559-5102-4fa9-9da4-cae6177cc5ca'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:12.265846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:12.306391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:12.306884 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8d98ba0a-3490-409b-b698-a2b390d5ab8a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/routers/e3e78559-5102-4fa9-9da4-cae6177cc5ca HTTP/1.1" status: 200 len: 880 time: 0.1842811 Nov 24 05:08:12.309194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37290) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:12.311432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:12.317631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:12.318269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:12.340211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-87eea87d-8ac8-4e72-b7f2-064d89045745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:12.347331 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8883128 Nov 24 05:08:12.355429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37292) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:12.368507 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eea87d-8ac8-4e72-b7f2-064d89045745 None None] Routers {'e3e78559-5102-4fa9-9da4-cae6177cc5ca'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:12.369567 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-87eea87d-8ac8-4e72-b7f2-064d89045745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e3e78559-5102-4fa9-9da4-cae6177cc5ca'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:12.392736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c45185-ce75-4f35-92cc-84003845629e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=6b56e49a-13d8-4fee-80e1-18fd97a41bb4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:12.448312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-87eea87d-8ac8-4e72-b7f2-064d89045745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:12.449627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eea87d-8ac8-4e72-b7f2-064d89045745 None None] The sync data for ids ['e3e78559-5102-4fa9-9da4-cae6177cc5ca'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:12.477898 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:08:12.504678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d4b7f-5086-49d4-a0a1-3059207baae1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:12.509257 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a53d4b7f-5086-49d4-a0a1-3059207baae1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1527758 Nov 24 05:08:12.514701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37294) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:12.589461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:12.614763 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:12.622559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:12.706169 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-713f42c8-e2fe-4010-bc3b-a448e84364c2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 6b56e49a-13d8-4fee-80e1-18fd97a41bb4 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:12.706522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-713f42c8-e2fe-4010-bc3b-a448e84364c2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:12.721189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Allocated IP 2001:db8::f816:3eff:fe40:3daa (ddc696b2-9bde-4196-b27a-8d16c6c5040f/f08ee758-74c2-4011-87ce-ba002bdd5657/85b1a001-71be-4437-bbaa-e20fdf1abcf5) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:12.726017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:12.736326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:12.748817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:12.758389 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a9303010-95f4-4fe2-8d72-785ec6575031 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4479992 Nov 24 05:08:12.761817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37296) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:12.762051 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Pushing event updated for resources: {'Port': ['ID=68e110ae-bdef-422f-9e5f-46a89cf7b993,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:12.767346 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-afd44e28-c21e-44ff-8631-07d5675ef742 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1305782251'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:12.834096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-713f42c8-e2fe-4010-bc3b-a448e84364c2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:12.855344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-713f42c8-e2fe-4010-bc3b-a448e84364c2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 6b56e49a-13d8-4fee-80e1-18fd97a41bb4 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:12.914656 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Attempting to bind port 68e110ae-bdef-422f-9e5f-46a89cf7b993 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:12.915042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Attempting to bind port 68e110ae-bdef-422f-9e5f-46a89cf7b993 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:12.915387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Attempting to bind port 68e110ae-bdef-422f-9e5f-46a89cf7b993 on network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:12.922541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:12.922928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Checking segment: {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:12.923310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:12.923859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Bound using segment: {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:12.924360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Bound port: 68e110ae-bdef-422f-9e5f-46a89cf7b993, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:12.924734 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.048680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] For port 68e110ae-bdef-422f-9e5f-46a89cf7b993, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:13.074241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-713f42c8-e2fe-4010-bc3b-a448e84364c2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.085024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.090201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] For port 68e110ae-bdef-422f-9e5f-46a89cf7b993, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=68e110ae-bdef-422f-9e5f-46a89cf7b993,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:13.094922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.124534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f42c8-e2fe-4010-bc3b-a448e84364c2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=6b56e49a-13d8-4fee-80e1-18fd97a41bb4,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:13.163274 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.168392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Pushing event updated for resources: {'Port': ['ID=85b1a001-71be-4437-bbaa-e20fdf1abcf5,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:13.176107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-713f42c8-e2fe-4010-bc3b-a448e84364c2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.190842 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-713f42c8-e2fe-4010-bc3b-a448e84364c2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/6b56e49a-13d8-4fee-80e1-18fd97a41bb4 HTTP/1.1" status: 204 len: 168 time: 0.6730006 Nov 24 05:08:13.191180 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37298) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:13.205287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:13.212670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:13.217740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:13.276256 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e884c195-80d2-4a8a-9af6-52b058f4f4fc tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:13.281663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e884c195-80d2-4a8a-9af6-52b058f4f4fc tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:13.283333 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e884c195-80d2-4a8a-9af6-52b058f4f4fc tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0912447 Nov 24 05:08:13.288387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37300) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:13.332165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Attempting to bind port 85b1a001-71be-4437-bbaa-e20fdf1abcf5 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:13.333159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Attempting to bind port 85b1a001-71be-4437-bbaa-e20fdf1abcf5 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:13.333628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Attempting to bind port 85b1a001-71be-4437-bbaa-e20fdf1abcf5 on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:13.340643 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:13.341067 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:13.341474 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.341869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:13.342346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Bound port: 85b1a001-71be-4437-bbaa-e20fdf1abcf5, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:13.342725 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.367156 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-7261dc3a-e8d7-42a6-84c2-f4031a6329b6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet f08ee758-74c2-4011-87ce-ba002bdd5657 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:13.370552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7261dc3a-e8d7-42a6-84c2-f4031a6329b6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.418671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7261dc3a-e8d7-42a6-84c2-f4031a6329b6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.558597 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7261dc3a-e8d7-42a6-84c2-f4031a6329b6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.570931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4299f-ec17-4ead-880a-3c6fdd590af4 None None] Pushing event updated for resources: {'Port': ['ID=68e110ae-bdef-422f-9e5f-46a89cf7b993,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:13.667623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7261dc3a-e8d7-42a6-84c2-f4031a6329b6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.669562 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] For port 85b1a001-71be-4437-bbaa-e20fdf1abcf5, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:13.674603 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] For port 85b1a001-71be-4437-bbaa-e20fdf1abcf5, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=85b1a001-71be-4437-bbaa-e20fdf1abcf5,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:13.688220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.712741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261dc3a-e8d7-42a6-84c2-f4031a6329b6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=f08ee758-74c2-4011-87ce-ba002bdd5657,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:13.714821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7261dc3a-e8d7-42a6-84c2-f4031a6329b6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.723492 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7261dc3a-e8d7-42a6-84c2-f4031a6329b6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/f08ee758-74c2-4011-87ce-ba002bdd5657 HTTP/1.1" status: 204 len: 168 time: 0.4341116 Nov 24 05:08:13.726693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37302) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:13.754850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 81f6c47f-9d70-4d10-809a-8f1eff87a103 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:13.783835 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c042c2cf-60e3-4a87-a31d-06ecc3077020 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525286 Nov 24 05:08:13.784070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37304) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:13.836030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970fd52a-d323-494e-8269-cbe15e08760c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:13.840053 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-970fd52a-d323-494e-8269-cbe15e08760c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0526147 Nov 24 05:08:13.840671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37306) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:13.871885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b710e7-28df-448a-aacb-189770b0ee52 None None] Pushing event updated for resources: {'Port': ['ID=85b1a001-71be-4437-bbaa-e20fdf1abcf5,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:13.875940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 81f6c47f-9d70-4d10-809a-8f1eff87a103 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:13.876316 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.899246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067540e8-920e-4488-b8eb-b7a5562e8451 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:13.900881 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-067540e8-920e-4488-b8eb-b7a5562e8451 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0595908 Nov 24 05:08:13.904225 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37308) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:13.926588 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.1 (71a3546e-4ef1-4f48-b2fa-26bd6051cbe9/4515c580-2062-49bc-a795-46403e9a21d4/3af0d4d3-931e-4641-9b34-39cf7f790da7) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:13.967300 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-aebcfbc7-0119-4275-92a2-8812fa392084 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617635 Nov 24 05:08:13.968058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37310) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:13.974308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-afd44e28-c21e-44ff-8631-07d5675ef742 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:13.974797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-968b403b-d85e-41bd-b41d-f512d3452cc8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:14.007423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-afd44e28-c21e-44ff-8631-07d5675ef742 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:14.104566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968b403b-d85e-41bd-b41d-f512d3452cc8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:14.111390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-968b403b-d85e-41bd-b41d-f512d3452cc8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:14.185830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:14.231888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd44e28-c21e-44ff-8631-07d5675ef742 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e3e78559-5102-4fa9-9da4-cae6177cc5ca has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:14.251008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:14.332634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:14.336679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-968b403b-d85e-41bd-b41d-f512d3452cc8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:14.343200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:14.345597 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:14.377776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=3af0d4d3-931e-4641-9b34-39cf7f790da7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:14.380357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968b403b-d85e-41bd-b41d-f512d3452cc8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:14.386033 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-968b403b-d85e-41bd-b41d-f512d3452cc8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:14.390135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968b403b-d85e-41bd-b41d-f512d3452cc8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:14.390744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-968b403b-d85e-41bd-b41d-f512d3452cc8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:14.400450 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b403b-d85e-41bd-b41d-f512d3452cc8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=9662472c-b2c6-439d-bdd0-e635bc120889,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:14.414027 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-968b403b-d85e-41bd-b41d-f512d3452cc8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4448564 Nov 24 05:08:14.416749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37312) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:14.421601 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:90:23:06', 'name': 'tempest-NetworksTestDHCPv6-1739626199'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:14.435529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:14.483221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd44e28-c21e-44ff-8631-07d5675ef742 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:14.490480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-afd44e28-c21e-44ff-8631-07d5675ef742 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:14.493944 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4d9c2-4c6b-4b68-b1a0-d813f21a590c None None] Sync routers for ids ['e3e78559-5102-4fa9-9da4-cae6177cc5ca'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:14.495779 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-afd44e28-c21e-44ff-8631-07d5675ef742 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e3e78559-5102-4fa9-9da4-cae6177cc5ca HTTP/1.1" status: 200 len: 887 time: 1.7329359 Nov 24 05:08:14.496396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37314) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:14.510992 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4d9c2-4c6b-4b68-b1a0-d813f21a590c None None] Routers {'e3e78559-5102-4fa9-9da4-cae6177cc5ca'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:14.511656 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-64b4d9c2-4c6b-4b68-b1a0-d813f21a590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e3e78559-5102-4fa9-9da4-cae6177cc5ca'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:14.543562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:14.550786 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-64b4d9c2-4c6b-4b68-b1a0-d813f21a590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:14.560827 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4d9c2-4c6b-4b68-b1a0-d813f21a590c None None] Routers {'e3e78559-5102-4fa9-9da4-cae6177cc5ca'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:14.562137 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-64b4d9c2-4c6b-4b68-b1a0-d813f21a590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e3e78559-5102-4fa9-9da4-cae6177cc5ca'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:14.598593 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-64b4d9c2-4c6b-4b68-b1a0-d813f21a590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:14.599255 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4d9c2-4c6b-4b68-b1a0-d813f21a590c None None] The sync data for ids ['e3e78559-5102-4fa9-9da4-cae6177cc5ca'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:14.634663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:14.658457 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port d3cea198-9edd-4610-826b-aba4a5aea565 yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:08:14.670272 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2f8c810d-fd1a-4ba7-a438-bae8991de03b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/routers/e3e78559-5102-4fa9-9da4-cae6177cc5ca HTTP/1.1" status: 200 len: 887 time: 0.1686232 Nov 24 05:08:14.672943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37316) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:14.695973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:14.735578 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f43e9934-f027-4641-9886-eb82c2556107 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3e78559-5102-4fa9-9da4-cae6177cc5ca HTTP/1.1" status: 200 len: 205 time: 0.0612161 Nov 24 05:08:14.736965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37318) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:14.830962 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::2ad (ddc696b2-9bde-4196-b27a-8d16c6c5040f/9662472c-b2c6-439d-bdd0-e635bc120889/d3cea198-9edd-4610-826b-aba4a5aea565) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:14.949335 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.020669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.040124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef91ab-7a72-46c2-b742-b0a180d6e6d9 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:15.071387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.120759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:15.124181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:15.128286 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:15.135138 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:15.136000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.145518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=d3cea198-9edd-4610-826b-aba4a5aea565,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:15.165747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.174616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-61b2d8af-557e-44ad-8297-f0da0f0406ed tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7564273 Nov 24 05:08:15.177637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37320) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:15.195445 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-293f1c3f-9ac4-4814-99da-cf7103471c0a None None] Provisioning complete for port 85b1a001-71be-4437-bbaa-e20fdf1abcf5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:15.195999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-293f1c3f-9ac4-4814-99da-cf7103471c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.266842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.278528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.314819 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-293f1c3f-9ac4-4814-99da-cf7103471c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.316239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746379a2-14f5-49bf-96f9-58ac5aeae098 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:15.322826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746379a2-14f5-49bf-96f9-58ac5aeae098 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:15.324467 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-746379a2-14f5-49bf-96f9-58ac5aeae098 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1386075 Nov 24 05:08:15.327802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37322) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:15.378906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.379070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-293f1c3f-9ac4-4814-99da-cf7103471c0a None None] For port 85b1a001-71be-4437-bbaa-e20fdf1abcf5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=85b1a001-71be-4437-bbaa-e20fdf1abcf5,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:15.388481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-293f1c3f-9ac4-4814-99da-cf7103471c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.397632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=3af0d4d3-931e-4641-9b34-39cf7f790da7,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:15.420712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port a1683454-ffad-4640-a2c2-06f3e64b6f06 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:15.421083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.465453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f1c3f-9ac4-4814-99da-cf7103471c0a None None] Pushing event updated for resources: {'Port': ['ID=85b1a001-71be-4437-bbaa-e20fdf1abcf5,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:15.470824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f67a6af2-7e29-40e7-8eaf-ed470a73d665 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port d3cea198-9edd-4610-826b-aba4a5aea565 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:15.472675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f67a6af2-7e29-40e7-8eaf-ed470a73d665 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.478222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807612a6-ddd2-4949-b780-762071d423b6 None None] Network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:15.588294 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.610123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:15.614659 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:15.624347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for a1683454-ffad-4640-a2c2-06f3e64b6f06 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:15.645923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-22aaec01-f6b5-4e03-9fb2-c8537e489e5f None None] Provisioning complete for port 68e110ae-bdef-422f-9e5f-46a89cf7b993 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:15.655949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-22aaec01-f6b5-4e03-9fb2-c8537e489e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.727657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 85b1a001-71be-4437-bbaa-e20fdf1abcf5 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:15.880298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-22aaec01-f6b5-4e03-9fb2-c8537e489e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.906269 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 85b1a001-71be-4437-bbaa-e20fdf1abcf5 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:15.906647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.972644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f67a6af2-7e29-40e7-8eaf-ed470a73d665 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.973641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-22aaec01-f6b5-4e03-9fb2-c8537e489e5f None None] For port 68e110ae-bdef-422f-9e5f-46a89cf7b993, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=68e110ae-bdef-422f-9e5f-46a89cf7b993,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:15.989131 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-22aaec01-f6b5-4e03-9fb2-c8537e489e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:15.997644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-f67a6af2-7e29-40e7-8eaf-ed470a73d665 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for d3cea198-9edd-4610-826b-aba4a5aea565 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:16.098904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 68e110ae-bdef-422f-9e5f-46a89cf7b993 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:16.135834 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaec01-f6b5-4e03-9fb2-c8537e489e5f None None] Pushing event updated for resources: {'Port': ['ID=68e110ae-bdef-422f-9e5f-46a89cf7b993,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:16.157251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 76e4d80a-3da9-4e41-8722-a6d2a810a789 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:16.158733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c7b1887a-fa97-4f0f-8a2a-f3c51e7979ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.196033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bbff45a3-31aa-496f-a9c0-71712015c675 None None] Provisioning complete for port d3cea198-9edd-4610-826b-aba4a5aea565 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:16.196256 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bbff45a3-31aa-496f-a9c0-71712015c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.218229 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 68e110ae-bdef-422f-9e5f-46a89cf7b993 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:16.218712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.237452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f67a6af2-7e29-40e7-8eaf-ed470a73d665 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.281666 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bbff45a3-31aa-496f-a9c0-71712015c675 None None] Port d3cea198-9edd-4610-826b-aba4a5aea565 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:16.287552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a6af2-7e29-40e7-8eaf-ed470a73d665 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=d3cea198-9edd-4610-826b-aba4a5aea565,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:16.310011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bbff45a3-31aa-496f-a9c0-71712015c675 None None] Provisioning complete for port 85b1a001-71be-4437-bbaa-e20fdf1abcf5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:16.310394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bbff45a3-31aa-496f-a9c0-71712015c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.328205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f67a6af2-7e29-40e7-8eaf-ed470a73d665 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.332935 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f67a6af2-7e29-40e7-8eaf-ed470a73d665 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/d3cea198-9edd-4610-826b-aba4a5aea565 HTTP/1.1" status: 204 len: 168 time: 1.0035446 Nov 24 05:08:16.335764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37324) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:16.359149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.392307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac6e8f4-8989-44b2-83d4-d2071f67030d None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:16.420087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:16.426232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2cdcf-fa7f-49cc-a8ae-f941ff0e739f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:16.427809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2cdcf-fa7f-49cc-a8ae-f941ff0e739f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:16.430057 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b7b2cdcf-fa7f-49cc-a8ae-f941ff0e739f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0917957 Nov 24 05:08:16.433133 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37326) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:16.446893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Sync routers for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:16.456430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=a1683454-ffad-4640-a2c2-06f3e64b6f06,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:16.463452 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-70f222bb-bc0c-49f6-9e0a-02ff98a6c5e8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/76e4d80a-3da9-4e41-8722-a6d2a810a789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0530477 Nov 24 05:08:16.466651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37328) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:16.486582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:16.489641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:07:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:16.517840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.555336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d45781-4ee1-47ca-944e-381c14f22c02 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 9662472c-b2c6-439d-bdd0-e635bc120889 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:16.559367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0d45781-4ee1-47ca-944e-381c14f22c02 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.574290 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bbff45a3-31aa-496f-a9c0-71712015c675 None None] Could not find standard attr ID for object 6b56e49a-13d8-4fee-80e1-18fd97a41bb4. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:08:16.657582 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0d45781-4ee1-47ca-944e-381c14f22c02 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.670161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.672592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.711169 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:16.736689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0d45781-4ee1-47ca-944e-381c14f22c02 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.771241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.772745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Fanout notify agent at l3_agent the message router_deleted on router e3e78559-5102-4fa9-9da4-cae6177cc5ca {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:08:16.789776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.806521 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5c9fa841-f2d5-4495-99ca-3d74f84f2b29 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/e3e78559-5102-4fa9-9da4-cae6177cc5ca HTTP/1.1" status: 204 len: 168 time: 2.0640576 Nov 24 05:08:16.807420 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37332) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:16.816293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'network': {'name': 'tempest-RoutersTest-2048472865'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:16.823688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a93a6e69-a542-4227-a94c-35674658dc8d None None] Could not find standard attr ID for object d3cea198-9edd-4610-826b-aba4a5aea565. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:08:16.853776 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a93a6e69-a542-4227-a94c-35674658dc8d None None] Provisioning complete for port 68e110ae-bdef-422f-9e5f-46a89cf7b993 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:16.854281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a93a6e69-a542-4227-a94c-35674658dc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.863266 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:16.868285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.882888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0d45781-4ee1-47ca-944e-381c14f22c02 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.932599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f0d45781-4ee1-47ca-944e-381c14f22c02 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:16.937597 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f0d45781-4ee1-47ca-944e-381c14f22c02 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/9662472c-b2c6-439d-bdd0-e635bc120889 HTTP/1.1" status: 204 len: 168 time: 0.5035658 Nov 24 05:08:16.942188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d45781-4ee1-47ca-944e-381c14f22c02 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=9662472c-b2c6-439d-bdd0-e635bc120889,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:16.945276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37334) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:16.957106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:17.001795 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-00901237-0952-447d-9267-6fdb3acb2fb0 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517237 Nov 24 05:08:17.003947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37336) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:17.017543 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.017877 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added segment 1566b6cb-9e27-428b-a03c-2fd0a5dc83a9 of type vlan for network cfdfaaab-d079-4070-965e-0dea45962da5 Nov 24 05:08:17.038586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a93a6e69-a542-4227-a94c-35674658dc8d None None] Provisioning complete for port 3af0d4d3-931e-4641-9b34-39cf7f790da7 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:17.038907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a93a6e69-a542-4227-a94c-35674658dc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.081282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbc89cf-1775-4b5e-8da3-f7d58c790b05 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.082002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbc89cf-1775-4b5e-8da3-f7d58c790b05 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.082124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbc89cf-1775-4b5e-8da3-f7d58c790b05 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.082584 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbc89cf-1775-4b5e-8da3-f7d58c790b05 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.083057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbc89cf-1775-4b5e-8da3-f7d58c790b05 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.090021 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1fbc89cf-1775-4b5e-8da3-f7d58c790b05 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3587 time: 0.6194725 Nov 24 05:08:17.091733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37338) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:17.103745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.117211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a93a6e69-a542-4227-a94c-35674658dc8d None None] Port 3af0d4d3-931e-4641-9b34-39cf7f790da7 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:17.123506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b33ea70-9c34-4d0c-959a-6dea6944daa3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.127562 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1b33ea70-9c34-4d0c-959a-6dea6944daa3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1202624 Nov 24 05:08:17.127784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37340) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:17.144675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:17.175936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Checking router: 76e4d80a-3da9-4e41-8722-a6d2a810a789 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:17.176308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Updating router 76e4d80a-3da9-4e41-8722-a6d2a810a789 port 3af0d4d3-931e-4641-9b34-39cf7f790da7 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:08:17.190942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.197325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.197954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.202882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec213357-d1d0-4a8f-a466-358af008cb77 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.206879 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ec213357-d1d0-4a8f-a466-358af008cb77 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0757005 Nov 24 05:08:17.207468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37342) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:17.208064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.234016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2927540-eee0-4290-87b1-45f66a580b92 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:17.254549 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4432726 Nov 24 05:08:17.255637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37344) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:17.260540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'subnet': {'network_id': 'cfdfaaab-d079-4070-965e-0dea45962da5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:17.265390 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e64c02-e269-4a87-a8bc-097565735a10 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.265859 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e64c02-e269-4a87-a8bc-097565735a10 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.266314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e64c02-e269-4a87-a8bc-097565735a10 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.266761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e64c02-e269-4a87-a8bc-097565735a10 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.276234 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-75e64c02-e269-4a87-a8bc-097565735a10 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1757753 Nov 24 05:08:17.276234 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6c9e126c-0018-4db4-ba8c-5bab0f9282ad tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610628 Nov 24 05:08:17.276234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37346) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:17.277899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37348) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:17.283444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:17.320600 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e65bc9-f9bd-457a-aaf3-b2abdceef8c0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Network': ['ID=cfdfaaab-d079-4070-965e-0dea45962da5,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:17.332278 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b1922385-457d-46b8-a3b6-66b3e9b88978 None None] Provisioning complete for port 3af0d4d3-931e-4641-9b34-39cf7f790da7 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:17.332720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1922385-457d-46b8-a3b6-66b3e9b88978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.342701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network cfdfaaab-d079-4070-965e-0dea45962da5 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:17.393900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:17.398383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.499844 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b1922385-457d-46b8-a3b6-66b3e9b88978 None None] Port 3af0d4d3-931e-4641-9b34-39cf7f790da7 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:17.512080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:17.515890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.618332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.685585 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 68e110ae-bdef-422f-9e5f-46a89cf7b993 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:17.686055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Subnet': ['ID=4286b850-efd4-4495-9649-d948a837f382,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:17.694282 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Checking segment: {'id': '1566b6cb-9e27-428b-a03c-2fd0a5dc83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cfdfaaab-d079-4070-965e-0dea45962da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:17.694701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network hostable DHCP agents. Network: cfdfaaab-d079-4070-965e-0dea45962da5, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:17.713567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network cfdfaaab-d079-4070-965e-0dea45962da5 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:17.723479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, cfdfaaab-d079-4070-965e-0dea45962da5) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:17.729642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:17.730016 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c1b2a870-7d05-47e2-bde0-d9507e329d66 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4569824 Nov 24 05:08:17.730141 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.753946 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f6d79d3a-3faf-4132-bd00-68e3abad6135 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4948368 Nov 24 05:08:17.753946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37352) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:17.758853 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-95b1f513-b7b1-4a42-8b36-d342979d946b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-758035583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:17.759084 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d2ffa-2f02-4430-9ee8-f4688834a7e1 None None] Network cfdfaaab-d079-4070-965e-0dea45962da5 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:17.802285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-95b1f513-b7b1-4a42-8b36-d342979d946b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.804305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-95b1f513-b7b1-4a42-8b36-d342979d946b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.899046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-95b1f513-b7b1-4a42-8b36-d342979d946b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.909663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-95b1f513-b7b1-4a42-8b36-d342979d946b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.946312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-95b1f513-b7b1-4a42-8b36-d342979d946b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:17.950237 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-95b1f513-b7b1-4a42-8b36-d342979d946b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1926601 Nov 24 05:08:17.950469 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37354) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:17.977005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc4db32-482c-47d3-9eb4-d8ef78189e0a None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:18.017192 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:08:18.017905 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37356) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:18.022948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a914d3e7-a5d9-424a-a502-72512a218599 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771035377', 'description': 'tempest-secgroup-smoke-1771035377 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:18.066977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 68e110ae-bdef-422f-9e5f-46a89cf7b993 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:18.067689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.119864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a914d3e7-a5d9-424a-a502-72512a218599 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.149728 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.195680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.220846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a914d3e7-a5d9-424a-a502-72512a218599 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.229449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a914d3e7-a5d9-424a-a502-72512a218599 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.276402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a914d3e7-a5d9-424a-a502-72512a218599 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.278363 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a914d3e7-a5d9-424a-a502-72512a218599 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2584972 Nov 24 05:08:18.278776 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4db32-482c-47d3-9eb4-d8ef78189e0a None None] Deleting port 85b1a001-71be-4437-bbaa-e20fdf1abcf5 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:18.279163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0bc4db32-482c-47d3-9eb4-d8ef78189e0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.283215 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37358) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:18.296565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.296810 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-bebe9b2f-0fc2-4b3e-92f2-4ba68399c59b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '371d6e29-2051-4f94-948c-18a6181ebfc0', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:18.313410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914d3e7-a5d9-424a-a502-72512a218599 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371d6e29-2051-4f94-948c-18a6181ebfc0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:18.340895 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.362975 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ba4b3-d855-4aae-abe2-2f16a539e561 None None] Pushing event updated for resources: {'Port': ['ID=3af0d4d3-931e-4641-9b34-39cf7f790da7,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:18.374479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-cfdfaaab-d079-4070-965e-0dea45962da5', 'network_id': 'cfdfaaab-d079-4070-965e-0dea45962da5', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'fixed_ips': [{'subnet_id': '4286b850-efd4-4495-9649-d948a837f382'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:18.375353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.432473 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bebe9b2f-0fc2-4b3e-92f2-4ba68399c59b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.467432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bfc135fe-ebe4-4266-9a0e-473ce23b7c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.501338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bebe9b2f-0fc2-4b3e-92f2-4ba68399c59b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.502246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Attempting to bind port 3af0d4d3-931e-4641-9b34-39cf7f790da7 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:18.502658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Attempting to bind port 3af0d4d3-931e-4641-9b34-39cf7f790da7 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:18.503066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Attempting to bind port 3af0d4d3-931e-4641-9b34-39cf7f790da7 on network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:18.519696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:18.520145 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Checking segment: {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:18.520607 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.521112 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Bound using segment: {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:18.521601 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Bound port: 3af0d4d3-931e-4641-9b34-39cf7f790da7, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:18.522031 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.544397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bebe9b2f-0fc2-4b3e-92f2-4ba68399c59b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.556938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] For port 85b1a001-71be-4437-bbaa-e20fdf1abcf5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=85b1a001-71be-4437-bbaa-e20fdf1abcf5,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:18.576212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe9b2f-0fc2-4b3e-92f2-4ba68399c59b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ec3fc4-54de-4361-af90-aea3cab60b0f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:18.591005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bebe9b2f-0fc2-4b3e-92f2-4ba68399c59b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.594879 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bebe9b2f-0fc2-4b3e-92f2-4ba68399c59b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3037453 Nov 24 05:08:18.595043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37360) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:18.596987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.604671 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.605769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.611415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0bc4db32-482c-47d3-9eb4-d8ef78189e0a None None] For port 85b1a001-71be-4437-bbaa-e20fdf1abcf5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=85b1a001-71be-4437-bbaa-e20fdf1abcf5,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:18.611842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0bc4db32-482c-47d3-9eb4-d8ef78189e0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.624781 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ddb65a68-da86-4cab-ad30-09b49be5b1e5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '371d6e29-2051-4f94-948c-18a6181ebfc0', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:18.657732 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4db32-482c-47d3-9eb4-d8ef78189e0a None None] Calling delete_port for 85b1a001-71be-4437-bbaa-e20fdf1abcf5 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:18.671540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ddb65a68-da86-4cab-ad30-09b49be5b1e5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.692629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:18.703796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:18.712924 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:18.713284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.721485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=a747e351-293c-42a2-a79f-ccd5cd7688be,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:18.722212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ddb65a68-da86-4cab-ad30-09b49be5b1e5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.730587 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ddb65a68-da86-4cab-ad30-09b49be5b1e5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.734206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=85b1a001-71be-4437-bbaa-e20fdf1abcf5,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:18.748104 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-96c94a3b-56af-40c5-bb52-d05b0a2c276a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4692018 Nov 24 05:08:18.752437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37362) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:18.758638 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4d6bdd42-f774-4579-8175-5367bfe27c23 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:18.763308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ddb65a68-da86-4cab-ad30-09b49be5b1e5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.764076 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ddb65a68-da86-4cab-ad30-09b49be5b1e5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680851 Nov 24 05:08:18.765041 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb65a68-da86-4cab-ad30-09b49be5b1e5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea7cab5-58f4-4bef-9b04-767fd8af8cdf,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:18.766783 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37364) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:18.772904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7432c75a-fc28-4bbf-8b81-8c28f35e9d70 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '371d6e29-2051-4f94-948c-18a6181ebfc0', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:18.774269 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-13d5e9f6-d48a-4073-9a7f-1e1d16781a32 None None] Provisioning complete for port 3af0d4d3-931e-4641-9b34-39cf7f790da7 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:18.774679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13d5e9f6-d48a-4073-9a7f-1e1d16781a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.812293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7432c75a-fc28-4bbf-8b81-8c28f35e9d70 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.817753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] For port 3af0d4d3-931e-4641-9b34-39cf7f790da7, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:18.828576 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Allocated IP 172.20.0.2 (cfdfaaab-d079-4070-965e-0dea45962da5/4286b850-efd4-4495-9649-d948a837f382/7f809e52-8770-4736-96df-4a0325ec3bec) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:18.854918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] For port 3af0d4d3-931e-4641-9b34-39cf7f790da7, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3af0d4d3-931e-4641-9b34-39cf7f790da7,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:18.869897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.882905 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7432c75a-fc28-4bbf-8b81-8c28f35e9d70 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.887816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7432c75a-fc28-4bbf-8b81-8c28f35e9d70 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.892949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6bdd42-f774-4579-8175-5367bfe27c23 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:18.898702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d6bdd42-f774-4579-8175-5367bfe27c23 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.906847 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432c75a-fc28-4bbf-8b81-8c28f35e9d70 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7c789a-7822-4032-af1b-4363323570d4,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:18.915794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7432c75a-fc28-4bbf-8b81-8c28f35e9d70 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:18.917404 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7432c75a-fc28-4bbf-8b81-8c28f35e9d70 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492534 Nov 24 05:08:18.919134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-13d5e9f6-d48a-4073-9a7f-1e1d16781a32 None None] Port 3af0d4d3-931e-4641-9b34-39cf7f790da7 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:18.919739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37366) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:18.924490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f10606fe-3c52-4fde-b138-b9ae5f11aaa7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '371d6e29-2051-4f94-948c-18a6181ebfc0', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:18.957483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f10606fe-3c52-4fde-b138-b9ae5f11aaa7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.009050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0bc4db32-482c-47d3-9eb4-d8ef78189e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.019337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:19.020130 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:19.030187 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.ipam_backend_mixin [None req-4d6bdd42-f774-4579-8175-5367bfe27c23 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a747e351-293c-42a2-a79f-ccd5cd7688be (CIDR: 2001:db8::/64) Nov 24 05:08:19.036196 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6bdd42-f774-4579-8175-5367bfe27c23 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:08:19.036788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6bdd42-f774-4579-8175-5367bfe27c23 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:19.038536 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f10606fe-3c52-4fde-b138-b9ae5f11aaa7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.043465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f10606fe-3c52-4fde-b138-b9ae5f11aaa7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.056927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10606fe-3c52-4fde-b138-b9ae5f11aaa7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a935cf-e4c6-43c9-be17-9677c3ac496c,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:19.060111 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4d6bdd42-f774-4579-8175-5367bfe27c23 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3065991 Nov 24 05:08:19.060769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37368) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:19.071971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-34741b15-1143-44f4-b454-e7af471cedf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:19.083074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4db32-482c-47d3-9eb4-d8ef78189e0a None None] No DVR routers for this DVR port 85b1a001-71be-4437-bbaa-e20fdf1abcf5 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:19.086271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f10606fe-3c52-4fde-b138-b9ae5f11aaa7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.087406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ba4b3-d855-4aae-abe2-2f16a539e561 None None] Pushing event updated for resources: {'Port': ['ID=3af0d4d3-931e-4641-9b34-39cf7f790da7,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:19.087692 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f10606fe-3c52-4fde-b138-b9ae5f11aaa7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667581 Nov 24 05:08:19.091492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37370) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:19.094687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6d14325d-da34-4edd-9a1b-e3d327987e69 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '371d6e29-2051-4f94-948c-18a6181ebfc0', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:19.123916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273d84de-a6fe-48bf-afde-2068bcd0be5c None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:19.132202 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-6d14325d-da34-4edd-9a1b-e3d327987e69 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:08:19.139160 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d14325d-da34-4edd-9a1b-e3d327987e69 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.146254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4db32-482c-47d3-9eb4-d8ef78189e0a None None] Pushing event deleted for resources: {'Port': ['ID=85b1a001-71be-4437-bbaa-e20fdf1abcf5,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:19.224241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34741b15-1143-44f4-b454-e7af471cedf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:19.228871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-34741b15-1143-44f4-b454-e7af471cedf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.239762 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d14325d-da34-4edd-9a1b-e3d327987e69 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.247099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d14325d-da34-4edd-9a1b-e3d327987e69 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.274679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d14325d-da34-4edd-9a1b-e3d327987e69 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.278729 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6d14325d-da34-4edd-9a1b-e3d327987e69 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1846197 Nov 24 05:08:19.278729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14325d-da34-4edd-9a1b-e3d327987e69 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d43513-02c8-425c-b61b-9c052a0cd486,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:19.279492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37372) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:19.283370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-13b1e11d-ac16-4b67-bf43-40e2b665d63d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '371d6e29-2051-4f94-948c-18a6181ebfc0', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:19.309747 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-13b1e11d-ac16-4b67-bf43-40e2b665d63d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:08:19.312234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.315422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-13b1e11d-ac16-4b67-bf43-40e2b665d63d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.317579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:19.361906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.407401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Allocated IP 172.20.0.1 (cfdfaaab-d079-4070-965e-0dea45962da5/4286b850-efd4-4495-9649-d948a837f382/0c6a7841-575e-4354-99ce-7365e5772204) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:19.425476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-13b1e11d-ac16-4b67-bf43-40e2b665d63d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.437011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-13b1e11d-ac16-4b67-bf43-40e2b665d63d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.479669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1e11d-ac16-4b67-bf43-40e2b665d63d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608561bd-f8d4-4854-b418-62b127fab3ff,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:19.496581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Network cfdfaaab-d079-4070-965e-0dea45962da5 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:19.514812 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fef184a5-66df-4662-875d-86308787c093 None None] Provisioning complete for port 3af0d4d3-931e-4641-9b34-39cf7f790da7 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:19.515190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fef184a5-66df-4662-875d-86308787c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.515409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-13b1e11d-ac16-4b67-bf43-40e2b665d63d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.524830 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-13b1e11d-ac16-4b67-bf43-40e2b665d63d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2365675 Nov 24 05:08:19.525116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:19.613519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.656029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.704077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Pushing event updated for resources: {'Port': ['ID=7f809e52-8770-4736-96df-4a0325ec3bec,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:19.714985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:19.718533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 85b1a001-71be-4437-bbaa-e20fdf1abcf5 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:19.724753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network cfdfaaab-d079-4070-965e-0dea45962da5 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:19.730415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:19.732590 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=0c6a7841-575e-4354-99ce-7365e5772204,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:19.734952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:19.785155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 85b1a001-71be-4437-bbaa-e20fdf1abcf5 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:19.785560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 85b1a001-71be-4437-bbaa-e20fdf1abcf5 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:19.796879 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.801521 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-72313926-1285-42e1-8c33-a0b6287e1632 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771035377&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.1109216 Nov 24 05:08:19.813500 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.815290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-34741b15-1143-44f4-b454-e7af471cedf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.856932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34741b15-1143-44f4-b454-e7af471cedf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:19.863402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-34741b15-1143-44f4-b454-e7af471cedf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:19.868623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34741b15-1143-44f4-b454-e7af471cedf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:19.870850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-34741b15-1143-44f4-b454-e7af471cedf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.886818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34741b15-1143-44f4-b454-e7af471cedf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=ca1b00a4-f74d-4a44-a8f8-6b1c21a06156,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:19.900500 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-34741b15-1143-44f4-b454-e7af471cedf9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8348315 Nov 24 05:08:19.901690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37386) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:19.909169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:d4:25:a1', 'name': 'tempest-NetworksTestDHCPv6-1561786506'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:19.914755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': 'a747e351-293c-42a2-a79f-ccd5cd7688be'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:19.915638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.941092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Attempting to bind port 7f809e52-8770-4736-96df-4a0325ec3bec on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:19.941477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Attempting to bind port 7f809e52-8770-4736-96df-4a0325ec3bec by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '1566b6cb-9e27-428b-a03c-2fd0a5dc83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cfdfaaab-d079-4070-965e-0dea45962da5'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:19.941842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Attempting to bind port 7f809e52-8770-4736-96df-4a0325ec3bec on network cfdfaaab-d079-4070-965e-0dea45962da5 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:19.956241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:19.956551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Checking segment: {'id': '1566b6cb-9e27-428b-a03c-2fd0a5dc83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cfdfaaab-d079-4070-965e-0dea45962da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:19.956789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.957190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Bound using segment: {'id': '1566b6cb-9e27-428b-a03c-2fd0a5dc83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cfdfaaab-d079-4070-965e-0dea45962da5'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:19.957681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Bound port: 7f809e52-8770-4736-96df-4a0325ec3bec, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1566b6cb-9e27-428b-a03c-2fd0a5dc83a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cfdfaaab-d079-4070-965e-0dea45962da5'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:19.958070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:19.994818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-81ae3385-5643-449c-a7c5-e4001028b537 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:19.996324 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-81ae3385-5643-449c-a7c5-e4001028b537 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/networks?id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 200 len: 796 time: 0.1800869 Nov 24 05:08:20.028539 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-5002c4d1-5ee2-4812-b93c-6b1223803b8d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/quotas/227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 375 time: 0.0154579 Nov 24 05:08:20.031860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.048346 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:20.121481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fef184a5-66df-4662-875d-86308787c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.155511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.176204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 12d29183-5151-4fd7-b09f-2bd68acbe370 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:08:20.182426 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-8b64e924-ffcf-483b-984e-0d765f188062 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408322 Nov 24 05:08:20.216024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] For port 7f809e52-8770-4736-96df-4a0325ec3bec, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:20.223058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fef184a5-66df-4662-875d-86308787c093 None None] For port 3af0d4d3-931e-4641-9b34-39cf7f790da7, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3af0d4d3-931e-4641-9b34-39cf7f790da7,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:20.239153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fef184a5-66df-4662-875d-86308787c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.243944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] For port 7f809e52-8770-4736-96df-4a0325ec3bec, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7f809e52-8770-4736-96df-4a0325ec3bec,segment=NetworkSegment(1566b6cb-9e27-428b-a03c-2fd0a5dc83a9),segment_id=1566b6cb-9e27-428b-a03c-2fd0a5dc83a9)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:20.273027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.281685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:18Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:20.292714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Allocated IP 2001:db8::f816:3eff:fe82:ba8 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/a747e351-293c-42a2-a79f-ccd5cd7688be/9ea42148-2934-4233-97ef-3b6b74fac23c) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:20.339297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0ab748-a250-4500-b87d-14648033a9bf None None] The sync data for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv is: [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:18Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:20.366498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef184a5-66df-4662-875d-86308787c093 None None] Pushing event updated for resources: {'Port': ['ID=3af0d4d3-931e-4641-9b34-39cf7f790da7,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:20.368672 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-76a6429e-6ccf-4bef-9430-0858d5bd624d service neutron] 10.222.0.37 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608374 Nov 24 05:08:20.470076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.496570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29de0f5-809a-4653-bd5b-a5eb100f1762 None None] Pushing event updated for resources: {'Port': ['ID=7f809e52-8770-4736-96df-4a0325ec3bec,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:20.528855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.580425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.603228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.649698 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=0c6a7841-575e-4354-99ce-7365e5772204,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:20.657928 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-6f918d00-336d-4ced-959f-a0df3111ee35 service neutron] 10.222.0.37 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646711 Nov 24 05:08:20.662461 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.674025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:20.679798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:20.688650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:20.694091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Pushing event updated for resources: {'Port': ['ID=9ea42148-2934-4233-97ef-3b6b74fac23c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:20.812985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8:0:1::32b (ddc696b2-9bde-4196-b27a-8d16c6c5040f/ca1b00a4-f74d-4a44-a8f8-6b1c21a06156/12d29183-5151-4fd7-b09f-2bd68acbe370) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:20.824410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::f816:3eff:fed4:25a1 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/a747e351-293c-42a2-a79f-ccd5cd7688be/12d29183-5151-4fd7-b09f-2bd68acbe370) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:20.838003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.839679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Attempting to bind port 9ea42148-2934-4233-97ef-3b6b74fac23c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:20.840175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Attempting to bind port 9ea42148-2934-4233-97ef-3b6b74fac23c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:20.840483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Attempting to bind port 9ea42148-2934-4233-97ef-3b6b74fac23c on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:20.848517 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:20.848865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:20.849348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.850927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:20.851991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Bound port: 9ea42148-2934-4233-97ef-3b6b74fac23c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:20.854143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:20.880941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network cfdfaaab-d079-4070-965e-0dea45962da5 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:20.882503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:21.002873 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-141415f3-982d-48ea-956e-59ab7b5cfb6e req-bf4bd42b-e7d5-4ebd-809c-e053d58d649d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 210 time: 0.0599859 Nov 24 05:08:21.036581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] For port 9ea42148-2934-4233-97ef-3b6b74fac23c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:21.040759 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] For port 9ea42148-2934-4233-97ef-3b6b74fac23c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9ea42148-2934-4233-97ef-3b6b74fac23c,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:21.049460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:21.098681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:21.115194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router 3f8c141c-8084-4d14-922e-fa6454fd43a9 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:08:21.124733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eba8ba-50c3-46d3-ab73-f040cd98c3b7 None None] Pushing event updated for resources: {'Port': ['ID=9ea42148-2934-4233-97ef-3b6b74fac23c,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:21.165943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:21.242386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:21.249323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:21.256913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:21.268534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:21.270112 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:21.278870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=12d29183-5151-4fd7-b09f-2bd68acbe370,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:21.283552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:21.289297 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6e350199-0500-48ac-8daa-054d69312a9e tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/3f8c141c-8084-4d14-922e-fa6454fd43a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3376527 Nov 24 05:08:21.295272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37396) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:21.299077 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e873f75-385d-4de7-a214-6f0d46beebe9 None None] Sync routers for ids ['3f8c141c-8084-4d14-922e-fa6454fd43a9'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:21.312669 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ab54a2e0-af46-4eee-95b7-4c8afd33a6ac tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4104247 Nov 24 05:08:21.315234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37398) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:21.327645 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e873f75-385d-4de7-a214-6f0d46beebe9 None None] Routers {'3f8c141c-8084-4d14-922e-fa6454fd43a9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:21.334978 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5e873f75-385d-4de7-a214-6f0d46beebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['3f8c141c-8084-4d14-922e-fa6454fd43a9'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:21.377019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafc41d1-4cc4-48c1-af0a-1596c04e61ac tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:21.381736 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-eafc41d1-4cc4-48c1-af0a-1596c04e61ac tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports/0c6a7841-575e-4354-99ce-7365e5772204 HTTP/1.1" status: 200 len: 910 time: 0.0823603 Nov 24 05:08:21.386437 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37400) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:21.393892 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-08b02950-8576-477c-9450-306628a302b6 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4286b850-efd4-4495-9649-d948a837f382'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:21.481193 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5e873f75-385d-4de7-a214-6f0d46beebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:21.518059 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e873f75-385d-4de7-a214-6f0d46beebe9 None None] Routers {'3f8c141c-8084-4d14-922e-fa6454fd43a9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:21.522822 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5e873f75-385d-4de7-a214-6f0d46beebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['3f8c141c-8084-4d14-922e-fa6454fd43a9'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:21.525227 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-11098113-a1fe-4be1-b081-074163d43cf8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 12d29183-5151-4fd7-b09f-2bd68acbe370 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:21.525797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11098113-a1fe-4be1-b081-074163d43cf8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:21.632673 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5e873f75-385d-4de7-a214-6f0d46beebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:21.633289 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e873f75-385d-4de7-a214-6f0d46beebe9 None None] The sync data for ids ['3f8c141c-8084-4d14-922e-fa6454fd43a9'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:21.722904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:21.790393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11098113-a1fe-4be1-b081-074163d43cf8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:21.811828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3af0d4d3-931e-4641-9b34-39cf7f790da7 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:21.840609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-11098113-a1fe-4be1-b081-074163d43cf8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 12d29183-5151-4fd7-b09f-2bd68acbe370 owned by {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:21.922945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 3af0d4d3-931e-4641-9b34-39cf7f790da7 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:21.923177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.067789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc08b3fa-edc4-4bc1-8ebf-5b8a2acb25fa None None] Network cfdfaaab-d079-4070-965e-0dea45962da5 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:22.153540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11098113-a1fe-4be1-b081-074163d43cf8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.190293 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11098113-a1fe-4be1-b081-074163d43cf8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=12d29183-5151-4fd7-b09f-2bd68acbe370,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:22.229317 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2088fad5-eba0-436e-b953-3c8ec65cdea4 req-376c54ed-48d3-4276-b8a5-5a8b68d96d10 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 210 time: 0.0942469 Nov 24 05:08:22.239907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b02950-8576-477c-9450-306628a302b6 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.249972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e8d07d09-490e-4259-b764-015a705d4f5b None None] Provisioning complete for port 7f809e52-8770-4736-96df-4a0325ec3bec triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:22.250340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e8d07d09-490e-4259-b764-015a705d4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.271255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11098113-a1fe-4be1-b081-074163d43cf8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.280308 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-11098113-a1fe-4be1-b081-074163d43cf8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/12d29183-5151-4fd7-b09f-2bd68acbe370 HTTP/1.1" status: 204 len: 168 time: 0.9616303 Nov 24 05:08:22.284147 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37406) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:22.301462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9ea42148-2934-4233-97ef-3b6b74fac23c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:22.354923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c8948e-c7b5-471b-94fd-b562c0fcc6e5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:22.356683 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a6c8948e-c7b5-471b-94fd-b562c0fcc6e5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.0711613 Nov 24 05:08:22.359196 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37408) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:22.446144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c122f462-cb9c-4d22-b7c3-eb9997e3e20c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:22.451080 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c122f462-cb9c-4d22-b7c3-eb9997e3e20c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 960 time: 0.0905566 Nov 24 05:08:22.451913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37410) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:22.510415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 9ea42148-2934-4233-97ef-3b6b74fac23c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:22.510774 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.559186 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e8d07d09-490e-4259-b764-015a705d4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.630625 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e8d07d09-490e-4259-b764-015a705d4f5b None None] For port 7f809e52-8770-4736-96df-4a0325ec3bec, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7f809e52-8770-4736-96df-4a0325ec3bec,segment=NetworkSegment(1566b6cb-9e27-428b-a03c-2fd0a5dc83a9),segment_id=1566b6cb-9e27-428b-a03c-2fd0a5dc83a9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:22.652343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e8d07d09-490e-4259-b764-015a705d4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.692658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa2224-567b-4f3f-b0fb-6afae79c5de9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:22.695896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa2224-567b-4f3f-b0fb-6afae79c5de9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:22.697491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fa2224-567b-4f3f-b0fb-6afae79c5de9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:22.701827 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d3fa2224-567b-4f3f-b0fb-6afae79c5de9 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2455173 Nov 24 05:08:22.702369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37412) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:22.704007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.758725 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d07d09-490e-4259-b764-015a705d4f5b None None] Pushing event updated for resources: {'Port': ['ID=7f809e52-8770-4736-96df-4a0325ec3bec,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:22.768304 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 9ea42148-2934-4233-97ef-3b6b74fac23c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9ea42148-2934-4233-97ef-3b6b74fac23c,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:22.776432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.777233 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7f809e52-8770-4736-96df-4a0325ec3bec up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:22.848156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e333c11f-4257-4f8d-b742-bda9b8129db8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:22.851039 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e333c11f-4257-4f8d-b742-bda9b8129db8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 200 len: 796 time: 0.3540921 Nov 24 05:08:22.860309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a47f0b-3a9c-47c5-8879-684e10dfb959 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet a747e351-293c-42a2-a79f-ccd5cd7688be {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:22.872006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a47f0b-3a9c-47c5-8879-684e10dfb959 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.873330 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=9ea42148-2934-4233-97ef-3b6b74fac23c,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:22.907784 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7f809e52-8770-4736-96df-4a0325ec3bec triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:22.908503 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.941663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a47f0b-3a9c-47c5-8879-684e10dfb959 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:22.955193 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e8c755d1-9096-4afe-964b-ebcd0eca601f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 380 time: 0.0944581 Nov 24 05:08:22.963752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a47cdc8-3485-49f1-928a-64747253a337 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:22.967885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'device_id': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'admin_state_up': True, 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'security_groups': ['371d6e29-2051-4f94-948c-18a6181ebfc0']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:23.024605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b02950-8576-477c-9450-306628a302b6 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.049701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ce4ff125-cae3-4c59-86ce-fcc22f739579 None None] Provisioning complete for port 9ea42148-2934-4233-97ef-3b6b74fac23c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:23.050559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce4ff125-cae3-4c59-86ce-fcc22f739579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.063455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b02950-8576-477c-9450-306628a302b6 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.105366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:23.110026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.140725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a47f0b-3a9c-47c5-8879-684e10dfb959 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.218614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b02950-8576-477c-9450-306628a302b6 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=0c6a7841-575e-4354-99ce-7365e5772204,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:23.228675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b02950-8576-477c-9450-306628a302b6 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:23.229415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-08b02950-8576-477c-9450-306628a302b6 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.235659 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-08b02950-8576-477c-9450-306628a302b6 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/ports/0c6a7841-575e-4354-99ce-7365e5772204 HTTP/1.1" status: 200 len: 910 time: 1.8478038 Nov 24 05:08:23.239723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37418) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:23.306969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.3 (71a3546e-4ef1-4f48-b2fa-26bd6051cbe9/4515c580-2062-49bc-a795-46403e9a21d4/692e01af-9f3d-4822-a20b-8559207c6a7b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:23.411153 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bd1f7b7f-a538-4ab9-a28a-c2e6cdab2cdc req-80c0910e-9871-4dd4-96bb-c4dd44582954 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 210 time: 0.0375881 Nov 24 05:08:23.455948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a47f0b-3a9c-47c5-8879-684e10dfb959 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.500719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.522782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.563163 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a47f0b-3a9c-47c5-8879-684e10dfb959 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=a747e351-293c-42a2-a79f-ccd5cd7688be,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:23.568308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-19a47f0b-3a9c-47c5-8879-684e10dfb959 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.573012 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-19a47f0b-3a9c-47c5-8879-684e10dfb959 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/a747e351-293c-42a2-a79f-ccd5cd7688be HTTP/1.1" status: 204 len: 168 time: 0.8696201 Nov 24 05:08:23.575876 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37422) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:23.579116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.592141 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee5e2c-4f29-4ea7-aca8-ef224d0eeb0d None None] Update dhcp port {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': 'a747e351-293c-42a2-a79f-ccd5cd7688be'}, {'subnet_id': 'ca1b00a4-f74d-4a44-a8f8-6b1c21a06156'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': '9ea42148-2934-4233-97ef-3b6b74fac23c'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:08:23.617955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9ea42148-2934-4233-97ef-3b6b74fac23c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:23.639360 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:23.640773 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=692e01af-9f3d-4822-a20b-8559207c6a7b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:23.644212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:23.646387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:23.665304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e7e4c9-f29a-4c7b-bded-a98fe6614a7d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet ca1b00a4-f74d-4a44-a8f8-6b1c21a06156 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:23.672272 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c9ee5e2c-4f29-4ea7-aca8-ef224d0eeb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.674372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4c9-f29a-4c7b-bded-a98fe6614a7d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.688009 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-37fde46d-8f74-4a6d-894e-45bee53f33be None None] Provisioning complete for port 7f809e52-8770-4736-96df-4a0325ec3bec triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:23.688366 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-37fde46d-8f74-4a6d-894e-45bee53f33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.711829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:23.712611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.736204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 9ea42148-2934-4233-97ef-3b6b74fac23c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:23.736499 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-019aad49-e8d3-451a-9a3d-234a2f0ba77f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746406 Nov 24 05:08:23.737100 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.751248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Request body: {'port': {'device_id': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:23.766584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4c9-f29a-4c7b-bded-a98fe6614a7d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.830383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4c9-f29a-4c7b-bded-a98fe6614a7d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.832453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.925600 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4c9-f29a-4c7b-bded-a98fe6614a7d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.972414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7e4c9-f29a-4c7b-bded-a98fe6614a7d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1b00a4-f74d-4a44-a8f8-6b1c21a06156,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server [None req-c9ee5e2c-4f29-4ea7-aca8-ef224d0eeb0d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca1b00a4-f74d-4a44-a8f8-6b1c21a06156: This subnet is being modified by another concurrent operation. Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise exception Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca1b00a4-f74d-4a44-a8f8-6b1c21a06156: This subnet is being modified by another concurrent operation. Nov 24 05:08:23.974754 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server Nov 24 05:08:23.988476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-78e7e4c9-f29a-4c7b-bded-a98fe6614a7d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:23.995258 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-78e7e4c9-f29a-4c7b-bded-a98fe6614a7d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/ca1b00a4-f74d-4a44-a8f8-6b1c21a06156 HTTP/1.1" status: 204 len: 168 time: 0.4184208 Nov 24 05:08:23.996003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37424) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:24.001154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-37fde46d-8f74-4a6d-894e-45bee53f33be None None] Provisioning complete for port 0c6a7841-575e-4354-99ce-7365e5772204 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:24.001536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-37fde46d-8f74-4a6d-894e-45bee53f33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.030535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7f809e52-8770-4736-96df-4a0325ec3bec up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:24.049768 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5ea1b338-7f46-481b-b19b-33462f42a08e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515206 Nov 24 05:08:24.054118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ba76560-c71b-45a0-ab18-17d0382315ec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.055848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37426) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:24.062508 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-91e2cabe-3694-43c3-bdaa-b5a287898524 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:24.073406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-37fde46d-8f74-4a6d-894e-45bee53f33be None None] Port 0c6a7841-575e-4354-99ce-7365e5772204 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:24.093467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03529478-fdd3-45b8-9024-e82e332d56cc None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:24.187181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7f809e52-8770-4736-96df-4a0325ec3bec triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:24.187699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.215331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692e01af-9f3d-4822-a20b-8559207c6a7b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:08:24.223217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.245698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Transition to ACTIVE for port object 692e01af-9f3d-4822-a20b-8559207c6a7b will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:08:24.250091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.286165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-73047fd7-d1ce-4edb-aebc-a468c7c4e6c4 None None] Provisioning complete for port 9ea42148-2934-4233-97ef-3b6b74fac23c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:24.286165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-73047fd7-d1ce-4edb-aebc-a468c7c4e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.305356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e2cabe-3694-43c3-bdaa-b5a287898524 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:24.308948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91e2cabe-3694-43c3-bdaa-b5a287898524 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.343237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Pushing event updated for resources: {'Port': ['ID=692e01af-9f3d-4822-a20b-8559207c6a7b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:24.347059 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9265ee96-bd00-4bdc-9e43-fb12cf65c18a None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:24.409946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Attempting to bind port 692e01af-9f3d-4822-a20b-8559207c6a7b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:24.410419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Attempting to bind port 692e01af-9f3d-4822-a20b-8559207c6a7b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:24.410939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Attempting to bind port 692e01af-9f3d-4822-a20b-8559207c6a7b on network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:24.415866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Port 692e01af-9f3d-4822-a20b-8559207c6a7b on network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:08:24.416197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Attempting to bind port 692e01af-9f3d-4822-a20b-8559207c6a7b on network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:24.422593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:24.422946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Checking segment: {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:24.423384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Bound using segment: {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:24.423874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Bound port: 692e01af-9f3d-4822-a20b-8559207c6a7b, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:24.424237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.456538 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9265ee96-bd00-4bdc-9e43-fb12cf65c18a None None] Deleting port 9ea42148-2934-4233-97ef-3b6b74fac23c {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:24.456993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9265ee96-bd00-4bdc-9e43-fb12cf65c18a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.533544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9265ee96-bd00-4bdc-9e43-fb12cf65c18a None None] For port 9ea42148-2934-4233-97ef-3b6b74fac23c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9ea42148-2934-4233-97ef-3b6b74fac23c,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:24.533947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9265ee96-bd00-4bdc-9e43-fb12cf65c18a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.547684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9265ee96-bd00-4bdc-9e43-fb12cf65c18a None None] Calling delete_port for 9ea42148-2934-4233-97ef-3b6b74fac23c owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:24.552194 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] For port 692e01af-9f3d-4822-a20b-8559207c6a7b, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:24.561255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] For port 692e01af-9f3d-4822-a20b-8559207c6a7b, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=692e01af-9f3d-4822-a20b-8559207c6a7b,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:24.573578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.614990 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7ba76560-c71b-45a0-ab18-17d0382315ec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 0c6a7841-575e-4354-99ce-7365e5772204 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:24.616231 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ba76560-c71b-45a0-ab18-17d0382315ec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.617281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:24.617809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.619953 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] 10.222.0.31 "PUT /v2.0/ports/692e01af-9f3d-4822-a20b-8559207c6a7b HTTP/1.1" status: 200 len: 1093 time: 0.8740442 Nov 24 05:08:24.621921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'tag': '692e01af-9f3d-4822-a20b-8559207c6a7b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:08:24.635135 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd2a842-d97d-473a-920d-29e4b9f2f984", "tag": "692e01af-9f3d-4822-a20b-8559207c6a7b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:08:24.682621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9265ee96-bd00-4bdc-9e43-fb12cf65c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.690258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Pushing event updated for resources: {'Port': ['ID=692e01af-9f3d-4822-a20b-8559207c6a7b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:24.703030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c95869-addc-4ebf-9d3e-d7788f5b67be x-openstack-request-id: req-48c95869-addc-4ebf-9d3e-d7788f5b67be {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:08:24.703443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd2a842-d97d-473a-920d-29e4b9f2f984", "tag": "692e01af-9f3d-4822-a20b-8559207c6a7b", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:08:24.703833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48c95869-addc-4ebf-9d3e-d7788f5b67be {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:08:24.704333 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'tag': '692e01af-9f3d-4822-a20b-8559207c6a7b', 'status': 'completed', 'code': 200} Nov 24 05:08:24.705964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b76b6-9122-4635-b287-58bafde353a3 req-d23baad1-938d-4a1e-a27f-184a3ba0b6ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:24.707235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.707728 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.708180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.708650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.709657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.710608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.711062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.711511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.711974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.712410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.712851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.713299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0be3-3394-4e39-be68-d6874c81283a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:24.717827 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-287b76b6-9122-4635-b287-58bafde353a3 req-d23baad1-938d-4a1e-a27f-184a3ba0b6ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 943 time: 0.2064764 Nov 24 05:08:24.725170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265ee96-bd00-4bdc-9e43-fb12cf65c18a None None] Pushing event deleted for resources: {'Port': ['ID=9ea42148-2934-4233-97ef-3b6b74fac23c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:24.736329 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265ee96-bd00-4bdc-9e43-fb12cf65c18a None None] No DVR routers for this DVR port 9ea42148-2934-4233-97ef-3b6b74fac23c on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:24.758861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-79008760-abfa-44d4-b43c-e96a5ec1fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:24.760460 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-79008760-abfa-44d4-b43c-e96a5ec1fa1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 1096 time: 0.0829203 Nov 24 05:08:24.813199 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-ea309b05-2cde-4cd0-8ca8-73a0eb1d7849 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=692e01af-9f3d-4822-a20b-8559207c6a7b HTTP/1.1" status: 200 len: 217 time: 0.0449815 Nov 24 05:08:24.875457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c676c07f-6577-433e-8bd3-dc3c1467c159 None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:08:24.875887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-6af22a97-a58c-48bf-ad11-1ac5e05d8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:24.877339 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-6af22a97-a58c-48bf-ad11-1ac5e05d8d1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4515c580-2062-49bc-a795-46403e9a21d4 HTTP/1.1" status: 200 len: 835 time: 0.0535920 Nov 24 05:08:24.879178 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-287b76b6-9122-4635-b287-58bafde353a3 req-78115055-f0a1-4d1d-b329-f02cb38ea893 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=371d6e29-2051-4f94-948c-18a6181ebfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601942 Nov 24 05:08:24.885069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ba76560-c71b-45a0-ab18-17d0382315ec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:24.901595 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7ba76560-c71b-45a0-ab18-17d0382315ec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 0c6a7841-575e-4354-99ce-7365e5772204 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:24.940354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-f2daf6dc-626d-4894-a820-4c5e48515df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:24.942017 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-f2daf6dc-626d-4894-a820-4c5e48515df7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528750 Nov 24 05:08:24.968912 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.objects.ports [None req-91e2cabe-3694-43c3-bdaa-b5a287898524 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103233) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:08:24.969581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c676c07f-6577-433e-8bd3-dc3c1467c159 None None] Resources bound (agent type, host, resource id): {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:08:24.972724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91e2cabe-3694-43c3-bdaa-b5a287898524 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:25.038446 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e2cabe-3694-43c3-bdaa-b5a287898524 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:25.041867 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-b5c3f2b4-6168-44bd-bd52-f7fcec5d2d49 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923786 Nov 24 05:08:25.043102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2cabe-3694-43c3-bdaa-b5a287898524 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=1241ec1c-4403-4e46-9bf4-bd93079999eb,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:25.045385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-91e2cabe-3694-43c3-bdaa-b5a287898524 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:25.049214 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e2cabe-3694-43c3-bdaa-b5a287898524 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:25.049816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91e2cabe-3694-43c3-bdaa-b5a287898524 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:25.109840 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-91e2cabe-3694-43c3-bdaa-b5a287898524 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0489674 Nov 24 05:08:25.110106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37432) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:25.115092 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-86700e79-3464-4fb0-b516-a15b88b1d6b4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:25.145175 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8207e57f-33eb-4e19-b16b-64fb8f6b6d81 req-faf8abc9-3c48-4a55-bf45-1f0f34b2ac28 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942514 Nov 24 05:08:25.218780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': '1241ec1c-4403-4e46-9bf4-bd93079999eb'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:25.220285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:25.236091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d req-3b73989d-fec6-45b4-ada8-a6754ac3da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:25.238336 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d req-3b73989d-fec6-45b4-ada8-a6754ac3da54 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 1096 time: 0.0488107 Nov 24 05:08:25.248537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ba76560-c71b-45a0-ab18-17d0382315ec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:25.289489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba76560-c71b-45a0-ab18-17d0382315ec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=0c6a7841-575e-4354-99ce-7365e5772204,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:25.341682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d req-1481e2fc-cf44-44ee-adfd-86c1c8a862e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:25.343183 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d req-1481e2fc-cf44-44ee-adfd-86c1c8a862e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 200 len: 897 time: 0.0971186 Nov 24 05:08:25.345433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86700e79-3464-4fb0-b516-a15b88b1d6b4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:25.348938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86700e79-3464-4fb0-b516-a15b88b1d6b4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:25.366228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Allocated IP 2001:db8::f816:3eff:fe3a:58b7 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/1241ec1c-4403-4e46-9bf4-bd93079999eb/e255ea92-613b-4de0-a8d6-12eb2dffd3de) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:25.390911 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d req-a4925eba-cb77-4266-9c8e-12754b9dc9db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=692e01af-9f3d-4822-a20b-8559207c6a7b HTTP/1.1" status: 200 len: 217 time: 0.0389235 Nov 24 05:08:25.442894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d req-634c2532-5249-4712-9388-967953e495a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:25.445013 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d req-634c2532-5249-4712-9388-967953e495a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4515c580-2062-49bc-a795-46403e9a21d4 HTTP/1.1" status: 200 len: 835 time: 0.0458715 Nov 24 05:08:25.492814 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d req-6046b8e2-00dc-4eee-8815-3c9ba4561a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:25.494814 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d req-6046b8e2-00dc-4eee-8815-3c9ba4561a02 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419066 Nov 24 05:08:25.509657 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ba76560-c71b-45a0-ab18-17d0382315ec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:25.515867 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.ipam_backend_mixin [None req-86700e79-3464-4fb0-b516-a15b88b1d6b4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1241ec1c-4403-4e46-9bf4-bd93079999eb (CIDR: 2001:db8::/64) Nov 24 05:08:25.522418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:25.523914 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-86700e79-3464-4fb0-b516-a15b88b1d6b4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:08:25.524458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86700e79-3464-4fb0-b516-a15b88b1d6b4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:25.530638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:25.574772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:25.579328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:25.584210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:25.588250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Pushing event updated for resources: {'Port': ['ID=e255ea92-613b-4de0-a8d6-12eb2dffd3de,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:25.619414 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9ea42148-2934-4233-97ef-3b6b74fac23c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:25.624529 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d req-f19b4979-a417-4610-975b-95d8ee8bc515 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196098 Nov 24 05:08:25.658334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 9ea42148-2934-4233-97ef-3b6b74fac23c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:25.658681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9ea42148-2934-4233-97ef-3b6b74fac23c not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:25.671025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Attempting to bind port e255ea92-613b-4de0-a8d6-12eb2dffd3de on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:25.671402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Attempting to bind port e255ea92-613b-4de0-a8d6-12eb2dffd3de by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:25.671833 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Attempting to bind port e255ea92-613b-4de0-a8d6-12eb2dffd3de on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:25.678256 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:25.678772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:25.679169 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:25.679569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:25.680218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Bound port: e255ea92-613b-4de0-a8d6-12eb2dffd3de, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:25.680449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:25.726651 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c51f87af-93ca-4ccb-a17e-c9faf7b4134d req-577e0c88-b375-454b-b3f6-c0ff4c834f16 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962348 Nov 24 05:08:25.747062 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] For port e255ea92-613b-4de0-a8d6-12eb2dffd3de, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:25.750244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] For port e255ea92-613b-4de0-a8d6-12eb2dffd3de, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e255ea92-613b-4de0-a8d6-12eb2dffd3de,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:25.755105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:25.828717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2302f-ab90-40f6-bdc1-b0a4c2cb99b1 None None] Pushing event updated for resources: {'Port': ['ID=e255ea92-613b-4de0-a8d6-12eb2dffd3de,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:25.914723 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-86700e79-3464-4fb0-b516-a15b88b1d6b4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8036399 Nov 24 05:08:25.917725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37436) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:25.924858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b1f664d1-c095-4740-88da-87a06737b000 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:26.036017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba76560-c71b-45a0-ab18-17d0382315ec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router 3f8c141c-8084-4d14-922e-fa6454fd43a9 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:26.064070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552cd6f-4084-4776-9394-30cca3c5f2c8 req-79539abd-ac08-4550-8e5e-e1e04f5b1756 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:26.065746 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9552cd6f-4084-4776-9394-30cca3c5f2c8 req-79539abd-ac08-4550-8e5e-e1e04f5b1756 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 943 time: 0.0707421 Nov 24 05:08:26.108918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f664d1-c095-4740-88da-87a06737b000 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:26.112801 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b1f664d1-c095-4740-88da-87a06737b000 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.157275 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba76560-c71b-45a0-ab18-17d0382315ec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:26.167194 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7ba76560-c71b-45a0-ab18-17d0382315ec tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/3f8c141c-8084-4d14-922e-fa6454fd43a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9257789 Nov 24 05:08:26.168553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cccbf1-3283-4d06-8ad3-b4461754c9ab None None] Sync routers for ids ['3f8c141c-8084-4d14-922e-fa6454fd43a9'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:26.170051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37438) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:26.184131 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cccbf1-3283-4d06-8ad3-b4461754c9ab None None] Routers {'3f8c141c-8084-4d14-922e-fa6454fd43a9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:26.184940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b0cccbf1-3283-4d06-8ad3-b4461754c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['3f8c141c-8084-4d14-922e-fa6454fd43a9'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:26.208869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c0c38706-52bf-4312-80cb-3ca7d55f4650 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8c141c-8084-4d14-922e-fa6454fd43a9 HTTP/1.1" status: 200 len: 205 time: 0.0355101 Nov 24 05:08:26.211923 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9552cd6f-4084-4776-9394-30cca3c5f2c8 req-9d33b9cf-4d1a-4381-aef5-8dfbba591b5e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=371d6e29-2051-4f94-948c-18a6181ebfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061256 Nov 24 05:08:26.212395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37440) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:26.221668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b0cccbf1-3283-4d06-8ad3-b4461754c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:26.231485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cccbf1-3283-4d06-8ad3-b4461754c9ab None None] Routers {'3f8c141c-8084-4d14-922e-fa6454fd43a9'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:26.232277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b0cccbf1-3283-4d06-8ad3-b4461754c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['3f8c141c-8084-4d14-922e-fa6454fd43a9'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:26.278213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b0cccbf1-3283-4d06-8ad3-b4461754c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:26.278871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cccbf1-3283-4d06-8ad3-b4461754c9ab None None] The sync data for ids ['3f8c141c-8084-4d14-922e-fa6454fd43a9'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:26.296943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-521469e8-3d0c-4495-a353-6e4e9d9fb2be tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.369123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b1f664d1-c095-4740-88da-87a06737b000 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.408300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f664d1-c095-4740-88da-87a06737b000 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:26.411336 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b1f664d1-c095-4740-88da-87a06737b000 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:26.415552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f664d1-c095-4740-88da-87a06737b000 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:26.416183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b1f664d1-c095-4740-88da-87a06737b000 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.431536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f664d1-c095-4740-88da-87a06737b000 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=b70e19e3-1dba-4ac9-9585-10740824877d,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:26.442201 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b1f664d1-c095-4740-88da-87a06737b000 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5232370 Nov 24 05:08:26.445678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37442) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:26.450819 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:d4:8c:d8', 'name': 'tempest-NetworksTestDHCPv6-453038888'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:26.472231 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-521469e8-3d0c-4495-a353-6e4e9d9fb2be tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.474511 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-521469e8-3d0c-4495-a353-6e4e9d9fb2be tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.526862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-521469e8-3d0c-4495-a353-6e4e9d9fb2be tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.527534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521469e8-3d0c-4495-a353-6e4e9d9fb2be tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Fanout notify agent at l3_agent the message router_deleted on router 3f8c141c-8084-4d14-922e-fa6454fd43a9 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:08:26.534955 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-521469e8-3d0c-4495-a353-6e4e9d9fb2be tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.536657 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-521469e8-3d0c-4495-a353-6e4e9d9fb2be tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/3f8c141c-8084-4d14-922e-fa6454fd43a9 HTTP/1.1" status: 204 len: 168 time: 0.3227780 Nov 24 05:08:26.539380 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37444) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:26.612478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62ba08b-0adc-4617-b564-9eb6b1511574 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting subnet 4286b850-efd4-4495-9649-d948a837f382 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:26.619895 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c62ba08b-0adc-4617-b564-9eb6b1511574 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.641525 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:26.689511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c62ba08b-0adc-4617-b564-9eb6b1511574 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.783821 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d2e33-877a-4e62-8907-8741f191a482 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:26.785462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.837938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 3245669a-807e-44a2-adb6-b300aa4aa354 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:08:26.847341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c62ba08b-0adc-4617-b564-9eb6b1511574 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:26.851705 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7d310c36-be8b-4964-9fda-551087675da0 None None] Provisioning complete for port e255ea92-613b-4de0-a8d6-12eb2dffd3de triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:26.852080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7d310c36-be8b-4964-9fda-551087675da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.003114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7d310c36-be8b-4964-9fda-551087675da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.043367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7d310c36-be8b-4964-9fda-551087675da0 None None] For port e255ea92-613b-4de0-a8d6-12eb2dffd3de, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e255ea92-613b-4de0-a8d6-12eb2dffd3de,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:27.048416 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7d310c36-be8b-4964-9fda-551087675da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.259268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c62ba08b-0adc-4617-b564-9eb6b1511574 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.272393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d310c36-be8b-4964-9fda-551087675da0 None None] Pushing event updated for resources: {'Port': ['ID=e255ea92-613b-4de0-a8d6-12eb2dffd3de,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:27.277794 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c62ba08b-0adc-4617-b564-9eb6b1511574 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.279340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb90c64d-66cf-44f3-8a73-4408f89a3e53 None None] Update dhcp port {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': '1241ec1c-4403-4e46-9bf4-bd93079999eb', 'ip_address': '2001:db8::f816:3eff:fe3a:58b7'}, {'subnet_id': 'b70e19e3-1dba-4ac9-9585-10740824877d'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': 'e255ea92-613b-4de0-a8d6-12eb2dffd3de'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:08:27.283881 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c62ba08b-0adc-4617-b564-9eb6b1511574 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/4286b850-efd4-4495-9649-d948a837f382 HTTP/1.1" status: 204 len: 168 time: 0.7430763 Nov 24 05:08:27.284332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37448) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:27.311569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763242e-34e0-457f-a042-ef60261b0f49 None None] Network cfdfaaab-d079-4070-965e-0dea45962da5 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:27.316427 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ba08b-0adc-4617-b564-9eb6b1511574 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Subnet': ['ID=4286b850-efd4-4495-9649-d948a837f382,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:27.336157 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb90c64d-66cf-44f3-8a73-4408f89a3e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.358502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 692e01af-9f3d-4822-a20b-8559207c6a7b details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:08:27.366689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8:0:1::342 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/b70e19e3-1dba-4ac9-9585-10740824877d/3245669a-807e-44a2-adb6-b300aa4aa354) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:27.373198 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::f816:3eff:fed4:8cd8 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/1241ec1c-4403-4e46-9bf4-bd93079999eb/3245669a-807e-44a2-adb6-b300aa4aa354) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:27.422579 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.451621 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f5992-e664-4f31-9970-c2aba930cbbd req-a32549c7-9831-4938-b2d2-eef80f56cc5c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:27.453321 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6e5f5992-e664-4f31-9970-c2aba930cbbd req-a32549c7-9831-4938-b2d2-eef80f56cc5c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 943 time: 0.0998874 Nov 24 05:08:27.540833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.544010 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6e5f5992-e664-4f31-9970-c2aba930cbbd req-1f67ab96-8b2f-44f1-a157-ff0dddec1797 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=371d6e29-2051-4f94-948c-18a6181ebfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688879 Nov 24 05:08:27.550825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 7f809e52-8770-4736-96df-4a0325ec3bec {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:27.551168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.588716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.632656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:27.636498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:27.645351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:27.654050 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:27.654264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port 7f809e52-8770-4736-96df-4a0325ec3bec, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7f809e52-8770-4736-96df-4a0325ec3bec,segment=NetworkSegment(1566b6cb-9e27-428b-a03c-2fd0a5dc83a9),segment_id=1566b6cb-9e27-428b-a03c-2fd0a5dc83a9)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:27.654524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.655029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.657431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 692e01af-9f3d-4822-a20b-8559207c6a7b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=692e01af-9f3d-4822-a20b-8559207c6a7b,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:27.678701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=3245669a-807e-44a2-adb6-b300aa4aa354,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:27.679088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 7f809e52-8770-4736-96df-4a0325ec3bec owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:27.679204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '692e01af-9f3d-4822-a20b-8559207c6a7b', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'port_id': '692e01af-9f3d-4822-a20b-8559207c6a7b', 'mac_address': 'fa:16:3e:70:95:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:08:27.699465 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-72f9ec64-125e-4e21-a691-c3840d07b119 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2502880 Nov 24 05:08:27.701490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37450) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:27.714269 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-cb90c64d-66cf-44f3-8a73-4408f89a3e53 None None] Allocated IP 2001:db8:0:1::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/b70e19e3-1dba-4ac9-9585-10740824877d/e255ea92-613b-4de0-a8d6-12eb2dffd3de) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:27.725762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e255ea92-613b-4de0-a8d6-12eb2dffd3de up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:27.764715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c2ebc3-9820-4635-9f78-f3a15fd4c1a8 None None] DHCP port deletion for cfdfaaab-d079-4070-965e-0dea45962da5 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:27.773990 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.846551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.854665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3cf4a-e49d-469c-8957-e0272428a74c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 3245669a-807e-44a2-adb6-b300aa4aa354 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:27.855017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d0b3cf4a-e49d-469c-8957-e0272428a74c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.857956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692e01af-9f3d-4822-a20b-8559207c6a7b {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:08:27.895269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=7f809e52-8770-4736-96df-4a0325ec3bec,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:27.906974 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No DVR routers for this DVR port 7f809e52-8770-4736-96df-4a0325ec3bec on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:27.913126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 692e01af-9f3d-4822-a20b-8559207c6a7b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=692e01af-9f3d-4822-a20b-8559207c6a7b,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:27.926889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:27.930827 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cb90c64d-66cf-44f3-8a73-4408f89a3e53 None None] For port e255ea92-613b-4de0-a8d6-12eb2dffd3de, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e255ea92-613b-4de0-a8d6-12eb2dffd3de,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:27.944813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port e255ea92-613b-4de0-a8d6-12eb2dffd3de triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:27.945177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.011994 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-58c2ebc3-9820-4635-9f78-f3a15fd4c1a8 None None] Deleting port 7f809e52-8770-4736-96df-4a0325ec3bec {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:28.012275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-58c2ebc3-9820-4635-9f78-f3a15fd4c1a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.022726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb90c64d-66cf-44f3-8a73-4408f89a3e53 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.040999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.045376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb90c64d-66cf-44f3-8a73-4408f89a3e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.050443 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d0b3cf4a-e49d-469c-8957-e0272428a74c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.060354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=692e01af-9f3d-4822-a20b-8559207c6a7b,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:28.073782 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-d0b3cf4a-e49d-469c-8957-e0272428a74c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 3245669a-807e-44a2-adb6-b300aa4aa354 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:28.076290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdfaaab-d079-4070-965e-0dea45962da5']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:28.092362 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1566b6cb-9e27-428b-a03c-2fd0a5dc83a9') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:28.092669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1566b6cb-9e27-428b-a03c-2fd0a5dc83a9') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:28.104629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.149956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.156335 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-58c2ebc3-9820-4635-9f78-f3a15fd4c1a8 None None] For port 7f809e52-8770-4736-96df-4a0325ec3bec, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:28.156730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-58c2ebc3-9820-4635-9f78-f3a15fd4c1a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.164502 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:28.164930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:28.168008 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:28.199052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-58c2ebc3-9820-4635-9f78-f3a15fd4c1a8 None None] Calling delete_port for 7f809e52-8770-4736-96df-4a0325ec3bec owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:28.203894 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-58c2ebc3-9820-4635-9f78-f3a15fd4c1a8 None None] Port 7f809e52-8770-4736-96df-4a0325ec3bec was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:08:28.215019 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['692e01af-9f3d-4822-a20b-8559207c6a7b'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:08:28.241382 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-58c2ebc3-9820-4635-9f78-f3a15fd4c1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.245038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.253525 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.257312 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/networks/cfdfaaab-d079-4070-965e-0dea45962da5 HTTP/1.1" status: 204 len: 168 time: 0.9705658 Nov 24 05:08:28.262295 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37452) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:28.268023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-813414c7-350c-40fb-8535-a1f9c1e5c27b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-47848858', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:28.272153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90c64d-66cf-44f3-8a73-4408f89a3e53 None None] Pushing event updated for resources: {'Port': ['ID=e255ea92-613b-4de0-a8d6-12eb2dffd3de,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:28.289525 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d627d-1f72-46ff-8562-aadda8a22f60 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Network': ['ID=cfdfaaab-d079-4070-965e-0dea45962da5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:28.294774 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58c2ebc3-9820-4635-9f78-f3a15fd4c1a8 None None] Network cfdfaaab-d079-4070-965e-0dea45962da5 is not hosted by any dhcp agent {{(pid=103234) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 05:08:28.295303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2ebc3-9820-4635-9f78-f3a15fd4c1a8 None None] No DVR routers for this DVR port 7f809e52-8770-4736-96df-4a0325ec3bec on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:28.329675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2ebc3-9820-4635-9f78-f3a15fd4c1a8 None None] Pushing event deleted for resources: {'Port': ['ID=7f809e52-8770-4736-96df-4a0325ec3bec,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:28.332246 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-813414c7-350c-40fb-8535-a1f9c1e5c27b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.339079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-813414c7-350c-40fb-8535-a1f9c1e5c27b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.395089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d0b3cf4a-e49d-469c-8957-e0272428a74c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.463927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3cf4a-e49d-469c-8957-e0272428a74c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=3245669a-807e-44a2-adb6-b300aa4aa354,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:28.464183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-813414c7-350c-40fb-8535-a1f9c1e5c27b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.471606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-813414c7-350c-40fb-8535-a1f9c1e5c27b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.488490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d0b3cf4a-e49d-469c-8957-e0272428a74c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.495089 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d0b3cf4a-e49d-469c-8957-e0272428a74c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/3245669a-807e-44a2-adb6-b300aa4aa354 HTTP/1.1" status: 204 len: 168 time: 0.7902503 Nov 24 05:08:28.495672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-813414c7-350c-40fb-8535-a1f9c1e5c27b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.495941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37454) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:28.497372 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-813414c7-350c-40fb-8535-a1f9c1e5c27b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.2336216 Nov 24 05:08:28.499695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37456) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:28.509997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'network': {'name': 'tempest-RoutersTest-1254223961'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:28.541462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:28.546644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.557262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda07a06-48e4-40d2-b234-6f1ad8ef2fad tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:28.558822 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bda07a06-48e4-40d2-b234-6f1ad8ef2fad tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0619423 Nov 24 05:08:28.561590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37458) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:28.607438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:28.622869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.623222 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added segment 31804e3c-4209-4f15-8932-fbe8e70698b6 of type vlan for network 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 Nov 24 05:08:28.632741 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c97a5e-668c-4907-94d1-8aa298cd4d00 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:28.636699 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d1c97a5e-668c-4907-94d1-8aa298cd4d00 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0717630 Nov 24 05:08:28.643383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37462) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:28.684090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.712428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.718373 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:28.718993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.727364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470c8598-8353-48f3-900c-6843c4cfe00d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:28.728779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470c8598-8353-48f3-900c-6843c4cfe00d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:28.730334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470c8598-8353-48f3-900c-6843c4cfe00d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:28.734469 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-470c8598-8353-48f3-900c-6843c4cfe00d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0872946 Nov 24 05:08:28.734766 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37464) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:28.752468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fcf91-85ce-42db-b14f-9eceeba30c20 req-a1d20381-ce5d-4c52-9168-c17df534cc71 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:28.759256 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cd7fcf91-85ce-42db-b14f-9eceeba30c20 req-a1d20381-ce5d-4c52-9168-c17df534cc71 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 944 time: 0.1234188 Nov 24 05:08:28.765367 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2643030 Nov 24 05:08:28.779261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37466) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:28.785930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'subnet': {'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:28.809353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a30510-e36f-4ba5-80d7-5076aa849cdd tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Network': ['ID=1ec3a262-b04f-4c94-9b69-34d2bf08ef95,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:28.821475 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:28.895709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11555d6-5e3c-46be-bf47-b9821a33056a None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:28.902092 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef2dfe7-503d-4acd-a0d8-101dedfaf017 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 1241ec1c-4403-4e46-9bf4-bd93079999eb {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:28.915306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cef2dfe7-503d-4acd-a0d8-101dedfaf017 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.951430 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cd7fcf91-85ce-42db-b14f-9eceeba30c20 req-0a28da6a-e44f-4b58-858f-3263d4e4831a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=371d6e29-2051-4f94-948c-18a6181ebfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709981 Nov 24 05:08:28.955757 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6b21febb-1b80-49cb-b75d-19f2e3f68151 None None] Provisioning complete for port e255ea92-613b-4de0-a8d6-12eb2dffd3de triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:28.955918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6b21febb-1b80-49cb-b75d-19f2e3f68151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.976919 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cef2dfe7-503d-4acd-a0d8-101dedfaf017 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:28.998901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:29.002376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.139875 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cef2dfe7-503d-4acd-a0d8-101dedfaf017 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.262651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cef2dfe7-503d-4acd-a0d8-101dedfaf017 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.304051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2dfe7-503d-4acd-a0d8-101dedfaf017 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=1241ec1c-4403-4e46-9bf4-bd93079999eb,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:29.310655 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cef2dfe7-503d-4acd-a0d8-101dedfaf017 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.314308 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cef2dfe7-503d-4acd-a0d8-101dedfaf017 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/1241ec1c-4403-4e46-9bf4-bd93079999eb HTTP/1.1" status: 204 len: 168 time: 0.5786719 Nov 24 05:08:29.315870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.317335 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37468) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:29.336995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e3a7f873-6bb8-483c-a444-21b4a2db71e9 None None] Provisioning complete for port e255ea92-613b-4de0-a8d6-12eb2dffd3de triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:29.337559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f873-6bb8-483c-a444-21b4a2db71e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.372025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 692e01af-9f3d-4822-a20b-8559207c6a7b up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:29.379494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Subnet': ['ID=9ef8894e-da7e-4df9-954a-8bb9f5eb2889,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:29.394153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-be292f8c-4269-42bb-9a34-98f3f9e7c8e5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet b70e19e3-1dba-4ac9-9585-10740824877d {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:29.398510 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be292f8c-4269-42bb-9a34-98f3f9e7c8e5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.401409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Checking segment: {'id': '31804e3c-4209-4f15-8932-fbe8e70698b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:29.401774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network hostable DHCP agents. Network: 1ec3a262-b04f-4c94-9b69-34d2bf08ef95, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:29.419415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:29.430859 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 1ec3a262-b04f-4c94-9b69-34d2bf08ef95) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:29.441122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709b9f25-6605-4d45-90c9-7b6fde3c13b9 None None] Network 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:29.450961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:29.451628 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.455632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be292f8c-4269-42bb-9a34-98f3f9e7c8e5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.470797 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e4ee7c28-44d6-4985-8651-b8fdc8b66e26 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6891477 Nov 24 05:08:29.473719 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37470) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:29.563934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 692e01af-9f3d-4822-a20b-8559207c6a7b completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:08:29.579073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 692e01af-9f3d-4822-a20b-8559207c6a7b triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:29.579453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.597094 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be292f8c-4269-42bb-9a34-98f3f9e7c8e5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.692888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be292f8c-4269-42bb-9a34-98f3f9e7c8e5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.721359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be292f8c-4269-42bb-9a34-98f3f9e7c8e5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=b70e19e3-1dba-4ac9-9585-10740824877d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:29.725570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be292f8c-4269-42bb-9a34-98f3f9e7c8e5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.728655 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-be292f8c-4269-42bb-9a34-98f3f9e7c8e5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/b70e19e3-1dba-4ac9-9585-10740824877d HTTP/1.1" status: 204 len: 168 time: 0.4084420 Nov 24 05:08:29.731087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37472) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:29.767480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e3103-0a02-4f6e-a483-04876401d4c3 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:29.769628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e255ea92-613b-4de0-a8d6-12eb2dffd3de up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:29.770417 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3e9eafb6-d7fc-4e61-b4cd-bf50b4ea9560 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381293 Nov 24 05:08:29.774089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37474) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:29.779962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-05869a83-274a-4dc2-a7e0-3ca01ae1def8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:29.797154 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:29.817068 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e279635e-aacc-4de2-a9a8-1a62cbb329a0 None None] Could not find standard attr ID for object 3245669a-807e-44a2-adb6-b300aa4aa354. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:08:29.887370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05869a83-274a-4dc2-a7e0-3ca01ae1def8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:29.891835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05869a83-274a-4dc2-a7e0-3ca01ae1def8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.031686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port e255ea92-613b-4de0-a8d6-12eb2dffd3de triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:30.032620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.055024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.061636 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:30.062065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.109651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Allocated IP 172.20.0.1 (1ec3a262-b04f-4c94-9b69-34d2bf08ef95/9ef8894e-da7e-4df9-954a-8bb9f5eb2889/c14266dc-f65c-4698-ac86-998ba79e1877) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:30.117845 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05869a83-274a-4dc2-a7e0-3ca01ae1def8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.123925 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2c68b-7e9c-4fb2-9248-82cdcc8eb7dc req-39a3f98d-5e18-4819-8405-bf0b0b3ff00e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:30.125888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692e01af-9f3d-4822-a20b-8559207c6a7b'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:08:30.126258 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bcb2c68b-7e9c-4fb2-9248-82cdcc8eb7dc req-39a3f98d-5e18-4819-8405-bf0b0b3ff00e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 944 time: 0.0936141 Nov 24 05:08:30.128057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00b3040-ec35-4fe2-9c40-388856f9ce1b" -d '{"events": [{"server_uuid": "6fd2a842-d97d-473a-920d-29e4b9f2f984", "name": "network-vif-plugged", "status": "completed", "tag": "692e01af-9f3d-4822-a20b-8559207c6a7b"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:08:30.198280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05869a83-274a-4dc2-a7e0-3ca01ae1def8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:30.200675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 692e01af-9f3d-4822-a20b-8559207c6a7b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=692e01af-9f3d-4822-a20b-8559207c6a7b,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:30.202288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-05869a83-274a-4dc2-a7e0-3ca01ae1def8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:30.208924 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05869a83-274a-4dc2-a7e0-3ca01ae1def8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:30.210351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05869a83-274a-4dc2-a7e0-3ca01ae1def8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.219958 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05869a83-274a-4dc2-a7e0-3ca01ae1def8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=baa18631-b584-4ce1-86a4-1844d4f7c50a,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:30.235079 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bcb2c68b-7e9c-4fb2-9248-82cdcc8eb7dc req-10f4574a-af57-4a3d-8b4f-d5e3dba269db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=371d6e29-2051-4f94-948c-18a6181ebfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001940 Nov 24 05:08:30.235534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.242502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc59f9b6-d876-4de9-984a-35649c77ca44 x-openstack-request-id: req-cc59f9b6-d876-4de9-984a-35649c77ca44 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:08:30.242797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd2a842-d97d-473a-920d-29e4b9f2f984", "name": "network-vif-plugged", "status": "completed", "tag": "692e01af-9f3d-4822-a20b-8559207c6a7b", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:08:30.243056 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc59f9b6-d876-4de9-984a-35649c77ca44 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:08:30.243458 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692e01af-9f3d-4822-a20b-8559207c6a7b', 'code': 200} Nov 24 05:08:30.266781 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-05869a83-274a-4dc2-a7e0-3ca01ae1def8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4830923 Nov 24 05:08:30.267184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37480) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:30.276749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f520ec9d-1c5e-41cf-b4cc-ecd232f3949a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:30.282162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb137c8-ca8b-4d73-b920-acc462ad1e82 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:30.350327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.371661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=692e01af-9f3d-4822-a20b-8559207c6a7b,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:30.378158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7f809e52-8770-4736-96df-4a0325ec3bec no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:30.414962 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.417795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 7f809e52-8770-4736-96df-4a0325ec3bec {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:30.418072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7f809e52-8770-4736-96df-4a0325ec3bec not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:30.462111 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:30.466794 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1cb137c8-ca8b-4d73-b920-acc462ad1e82 None None] Deleting port e255ea92-613b-4de0-a8d6-12eb2dffd3de {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:30.467194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1cb137c8-ca8b-4d73-b920-acc462ad1e82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.468763 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:30.472996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:30.485404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f520ec9d-1c5e-41cf-b4cc-ecd232f3949a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:30.488734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f520ec9d-1c5e-41cf-b4cc-ecd232f3949a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.499113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Allocated IP 172.20.0.2 (1ec3a262-b04f-4c94-9b69-34d2bf08ef95/9ef8894e-da7e-4df9-954a-8bb9f5eb2889/a76f20f9-28c2-4208-b026-fbee4551d606) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:30.510736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=c14266dc-f65c-4698-ac86-998ba79e1877,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:30.525921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.586025 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.ipam_backend_mixin [None req-f520ec9d-1c5e-41cf-b4cc-ecd232f3949a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet baa18631-b584-4ce1-86a4-1844d4f7c50a (CIDR: 2001:db8::/64) Nov 24 05:08:30.592153 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f520ec9d-1c5e-41cf-b4cc-ecd232f3949a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:08:30.592696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f520ec9d-1c5e-41cf-b4cc-ecd232f3949a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:30.598090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14d6be-88b6-4bbf-ba21-ccd0e8f445c5 req-f1b2c7f6-deed-43b1-833b-47ca8b8755a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:30.599403 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1b14d6be-88b6-4bbf-ba21-ccd0e8f445c5 req-f1b2c7f6-deed-43b1-833b-47ca8b8755a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 1098 time: 0.1957405 Nov 24 05:08:30.626599 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f520ec9d-1c5e-41cf-b4cc-ecd232f3949a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3581781 Nov 24 05:08:30.630381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37482) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:30.630715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1cb137c8-ca8b-4d73-b920-acc462ad1e82 None None] For port e255ea92-613b-4de0-a8d6-12eb2dffd3de, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e255ea92-613b-4de0-a8d6-12eb2dffd3de,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:30.631701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1cb137c8-ca8b-4d73-b920-acc462ad1e82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.639324 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-38526d3b-2c75-44d3-9cef-8077a71bdad7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:30.647786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1cb137c8-ca8b-4d73-b920-acc462ad1e82 None None] Calling delete_port for e255ea92-613b-4de0-a8d6-12eb2dffd3de owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:30.650742 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.723170 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1b14d6be-88b6-4bbf-ba21-ccd0e8f445c5 req-647595b0-98ab-46eb-8df2-88b9e1926504 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=371d6e29-2051-4f94-948c-18a6181ebfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158917 Nov 24 05:08:30.768513 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.781481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.783266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38526d3b-2c75-44d3-9cef-8077a71bdad7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:30.789670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38526d3b-2c75-44d3-9cef-8077a71bdad7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.813877 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1cb137c8-ca8b-4d73-b920-acc462ad1e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.835616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Network 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:30.842523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:30.844423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb137c8-ca8b-4d73-b920-acc462ad1e82 None None] No DVR routers for this DVR port e255ea92-613b-4de0-a8d6-12eb2dffd3de on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:30.846109 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:30.855093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Pushing event updated for resources: {'Port': ['ID=a76f20f9-28c2-4208-b026-fbee4551d606,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:30.893060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cef5a2-11d7-4013-84d1-f9ca9502ce71 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:30.907677 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb137c8-ca8b-4d73-b920-acc462ad1e82 None None] Pushing event deleted for resources: {'Port': ['ID=e255ea92-613b-4de0-a8d6-12eb2dffd3de,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:30.978226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.978708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Attempting to bind port a76f20f9-28c2-4208-b026-fbee4551d606 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:30.979090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Attempting to bind port a76f20f9-28c2-4208-b026-fbee4551d606 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '31804e3c-4209-4f15-8932-fbe8e70698b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:30.979767 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Attempting to bind port a76f20f9-28c2-4208-b026-fbee4551d606 on network 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:30.985688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.987695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:30.988090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Checking segment: {'id': '31804e3c-4209-4f15-8932-fbe8e70698b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:30.988499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:30.988903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Bound using segment: {'id': '31804e3c-4209-4f15-8932-fbe8e70698b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:30.989385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Bound port: a76f20f9-28c2-4208-b026-fbee4551d606, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31804e3c-4209-4f15-8932-fbe8e70698b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:30.989772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.071676 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=c14266dc-f65c-4698-ac86-998ba79e1877,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:31.075123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.106280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] For port a76f20f9-28c2-4208-b026-fbee4551d606, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:31.132458 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] For port a76f20f9-28c2-4208-b026-fbee4551d606, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a76f20f9-28c2-4208-b026-fbee4551d606,segment=NetworkSegment(31804e3c-4209-4f15-8932-fbe8e70698b6),segment_id=31804e3c-4209-4f15-8932-fbe8e70698b6)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:31.134765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-38526d3b-2c75-44d3-9cef-8077a71bdad7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:08:31.136644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38526d3b-2c75-44d3-9cef-8077a71bdad7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.139767 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': 'baa18631-b584-4ce1-86a4-1844d4f7c50a'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:31.140661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.155786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.186381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38526d3b-2c75-44d3-9cef-8077a71bdad7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:31.189822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-38526d3b-2c75-44d3-9cef-8077a71bdad7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:31.195795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38526d3b-2c75-44d3-9cef-8077a71bdad7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:31.196022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38526d3b-2c75-44d3-9cef-8077a71bdad7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.204888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38526d3b-2c75-44d3-9cef-8077a71bdad7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=eb47c443-cb31-406d-a6f1-019160aa1c52,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:31.225455 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-38526d3b-2c75-44d3-9cef-8077a71bdad7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5899272 Nov 24 05:08:31.226145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37484) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:31.231684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:9a:98:2b', 'name': 'tempest-NetworksTestDHCPv6-112331248'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:31.288600 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Pushing event updated for resources: {'Port': ['ID=a76f20f9-28c2-4208-b026-fbee4551d606,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:31.308452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.308808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.309171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.309499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.309839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.310178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.310516 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.310844 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.311184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.311515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.311871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.312200 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e4eda3-5269-43a8-aacf-6017e3a7f83a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:31.412367 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:31.417590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.437686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/baa18631-b584-4ce1-86a4-1844d4f7c50a/8a12a33f-6028-4429-a9f8-cc39bbb49f62) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:31.442182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port 20514bad-2118-4d03-8ace-ee05db652c55 yet. {{(pid=103232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:08:31.451529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Allocated IP 2001:db8:0:1:f816:3eff:fea5:c2c8 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/eb47c443-cb31-406d-a6f1-019160aa1c52/8a12a33f-6028-4429-a9f8-cc39bbb49f62) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:31.566997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb1261-6353-41b6-8498-e23e4f2f51c4 req-f3fb3fc3-38be-4cca-9abc-e59393dc5fa8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:31.582941 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-19fb1261-6353-41b6-8498-e23e4f2f51c4 req-f3fb3fc3-38be-4cca-9abc-e59393dc5fa8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 945 time: 0.1612906 Nov 24 05:08:31.596487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:31.598058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:31.647104 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.671866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.675443 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a76f20f9-28c2-4208-b026-fbee4551d606 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:31.751160 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-19fb1261-6353-41b6-8498-e23e4f2f51c4 req-0c352ecf-cee5-4c9d-b7d4-3d636e30719c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=371d6e29-2051-4f94-948c-18a6181ebfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501241 Nov 24 05:08:31.793139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:31.801892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:31.812849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:31.816542 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e15e546b-f038-4358-9219-0fd5fe53d533 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:08:31.825244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Pushing event updated for resources: {'Port': ['ID=8a12a33f-6028-4429-a9f8-cc39bbb49f62,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:31.849208 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::1e7 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/baa18631-b584-4ce1-86a4-1844d4f7c50a/20514bad-2118-4d03-8ace-ee05db652c55) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:31.856660 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9a:982b (ddc696b2-9bde-4196-b27a-8d16c6c5040f/eb47c443-cb31-406d-a6f1-019160aa1c52/20514bad-2118-4d03-8ace-ee05db652c55) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:31.888195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a76f20f9-28c2-4208-b026-fbee4551d606 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:31.888669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.920038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Attempting to bind port 8a12a33f-6028-4429-a9f8-cc39bbb49f62 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:31.920502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Attempting to bind port 8a12a33f-6028-4429-a9f8-cc39bbb49f62 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:31.920937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Attempting to bind port 8a12a33f-6028-4429-a9f8-cc39bbb49f62 on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:31.929565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:31.932535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:31.933006 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:31.933479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.933947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:31.934499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Bound port: 8a12a33f-6028-4429-a9f8-cc39bbb49f62, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:31.934961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:31.938756 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c4c05d10-088c-4327-a17c-bc332fcbc7b9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4605150 Nov 24 05:08:31.938952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37488) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:31.950101 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Sync routers for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:31.957398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'network': {'name': 'tempest-RoutersTest-738004188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:31.961236 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:31.962118 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:31.983248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:31.989403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.022627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:32.036144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.036985 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added segment 79a19ed9-7eb9-41d1-a1a2-a88984fd9561 of type vlan for network 86573c69-f1af-4a12-bdde-cf403b91f802 Nov 24 05:08:32.046033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] For port 8a12a33f-6028-4429-a9f8-cc39bbb49f62, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:32.048140 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.050948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] For port 8a12a33f-6028-4429-a9f8-cc39bbb49f62, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8a12a33f-6028-4429-a9f8-cc39bbb49f62,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:32.060932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.061320 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.061715 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:32.090360 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.138584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.143918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port a76f20f9-28c2-4208-b026-fbee4551d606, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a76f20f9-28c2-4208-b026-fbee4551d606,segment=NetworkSegment(31804e3c-4209-4f15-8932-fbe8e70698b6),segment_id=31804e3c-4209-4f15-8932-fbe8e70698b6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:32.145998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:32.147004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.151605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81e7e0-1ba8-4d6f-b89e-c36771a3de0c None None] Pushing event updated for resources: {'Port': ['ID=8a12a33f-6028-4429-a9f8-cc39bbb49f62,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:32.157525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.166380 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.236151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=a76f20f9-28c2-4208-b026-fbee4551d606,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:32.242679 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3026075 Nov 24 05:08:32.244899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37490) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:32.251161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'subnet': {'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:32.274339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e255ea92-613b-4de0-a8d6-12eb2dffd3de no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:32.308190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: e255ea92-613b-4de0-a8d6-12eb2dffd3de {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:32.314033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e255ea92-613b-4de0-a8d6-12eb2dffd3de not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:32.320592 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86595e43-5216-4c02-b3cb-8438c6fc25b3 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Network': ['ID=86573c69-f1af-4a12-bdde-cf403b91f802,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:32.328220 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:32.337466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=20514bad-2118-4d03-8ace-ee05db652c55,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:32.339549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 86573c69-f1af-4a12-bdde-cf403b91f802 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:32.377441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:32.382904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:32.396075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:32.397038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.422940 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8c3b22f4-a484-4eb8-b95f-54c0bd70acaa tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1956031 Nov 24 05:08:32.427054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37492) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:32.467885 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:30Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:30Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:32.482588 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:32.486387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.523429 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Checking router: e15e546b-f038-4358-9219-0fd5fe53d533 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:32.523810 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Updating router e15e546b-f038-4358-9219-0fd5fe53d533 port c14266dc-f65c-4698-ac86-998ba79e1877 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:08:32.564027 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.597668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port 20514bad-2118-4d03-8ace-ee05db652c55 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:32.600456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.740929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.743265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10657023-f06f-4cb0-9093-03950c1f73cc None None] Network 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:32.754886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for 20514bad-2118-4d03-8ace-ee05db652c55 owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:32.771003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.843994 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Subnet': ['ID=d7a76c74-3fdb-45f0-822d-05b1f0dd1cb0,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:32.876306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Checking segment: {'id': '79a19ed9-7eb9-41d1-a1a2-a88984fd9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:32.877445 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network hostable DHCP agents. Network: 86573c69-f1af-4a12-bdde-cf403b91f802, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:32.882928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-219d4c1d-1bba-4fb9-bf21-3121cdc45732 None None] Provisioning complete for port a76f20f9-28c2-4208-b026-fbee4551d606 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:32.883720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-219d4c1d-1bba-4fb9-bf21-3121cdc45732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.901836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 86573c69-f1af-4a12-bdde-cf403b91f802 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:32.914817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 86573c69-f1af-4a12-bdde-cf403b91f802) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:32.933253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:32.934673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:32.942028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e990426a-4bcc-46c0-9f93-be92c1fa6514 None None] Network 86573c69-f1af-4a12-bdde-cf403b91f802 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:32.944608 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a3346-b2d6-483f-8daa-de53c25cee2f req-1d32849b-e412-40d4-a555-7113a6620f41 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:32.946457 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-358a3346-b2d6-483f-8daa-de53c25cee2f req-1d32849b-e412-40d4-a555-7113a6620f41 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 945 time: 0.0986772 Nov 24 05:08:32.964096 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f794b963-4b27-4dd9-a9f2-e89e105a8751 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7154601 Nov 24 05:08:32.965650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37496) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:33.064455 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-358a3346-b2d6-483f-8daa-de53c25cee2f req-ba642e41-8033-498b-8781-bd2888eb5b39 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=371d6e29-2051-4f94-948c-18a6181ebfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085334 Nov 24 05:08:33.097635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:33.143861 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=20514bad-2118-4d03-8ace-ee05db652c55,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:33.149790 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:33.165950 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:33.186341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.186341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.186341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.186341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.186341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.186341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.186341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.186341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.189146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.189146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.189332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.189521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.241191 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Pushing event updated for resources: {'Port': ['ID=c14266dc-f65c-4698-ac86-998ba79e1877,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:33.259769 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.260816 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.260816 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.261371 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.261859 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.262345 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.263403 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.263950 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.264456 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.264944 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.265441 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.266101 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:08:33.308976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:33.315215 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cd8324f1-3190-433d-be83-2cb1577ea5f6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/20514bad-2118-4d03-8ace-ee05db652c55 HTTP/1.1" status: 204 len: 168 time: 0.8838055 Nov 24 05:08:33.327734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37500) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:33.360621 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Attempting to bind port c14266dc-f65c-4698-ac86-998ba79e1877 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:33.361418 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Attempting to bind port c14266dc-f65c-4698-ac86-998ba79e1877 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '31804e3c-4209-4f15-8932-fbe8e70698b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:33.362030 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Attempting to bind port c14266dc-f65c-4698-ac86-998ba79e1877 on network 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:33.369031 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:33.369466 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Checking segment: {'id': '31804e3c-4209-4f15-8932-fbe8e70698b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:33.370008 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:33.370402 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Bound using segment: {'id': '31804e3c-4209-4f15-8932-fbe8e70698b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:33.370868 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Bound port: c14266dc-f65c-4698-ac86-998ba79e1877, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31804e3c-4209-4f15-8932-fbe8e70698b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:33.371433 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:33.428388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d2abf-e242-4f45-bc87-bb6b5c2c209d req-30c93f34-7f59-4d1a-b117-96f0add3eee6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:33.429729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-86573c69-f1af-4a12-bdde-cf403b91f802', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:33.430772 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9a8d2abf-e242-4f45-bc87-bb6b5c2c209d req-30c93f34-7f59-4d1a-b117-96f0add3eee6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 945 time: 0.2188406 Nov 24 05:08:33.431788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:33.481541 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] For port c14266dc-f65c-4698-ac86-998ba79e1877, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:33.485696 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] For port c14266dc-f65c-4698-ac86-998ba79e1877, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c14266dc-f65c-4698-ac86-998ba79e1877,segment=NetworkSegment(31804e3c-4209-4f15-8932-fbe8e70698b6),segment_id=31804e3c-4209-4f15-8932-fbe8e70698b6)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:33.486046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c874ff-6849-4736-ad64-b9ed3187c8d0 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:33.490997 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e6c874ff-6849-4736-ad64-b9ed3187c8d0 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1592255 Nov 24 05:08:33.492754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37502) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:33.494532 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:33.546681 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9a8d2abf-e242-4f45-bc87-bb6b5c2c209d req-6f9656df-08d5-4c29-b8ce-11359636dd92 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=371d6e29-2051-4f94-948c-18a6181ebfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094224 Nov 24 05:08:33.580397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37504) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:33.609902 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b6693-74a4-47cd-8ef1-d41299895bb5 None None] Pushing event updated for resources: {'Port': ['ID=c14266dc-f65c-4698-ac86-998ba79e1877,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:33.623714 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:33.624464 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:33.654129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f74fe-50e8-424b-bca0-2b253a4079d8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:33.655767 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ba3f74fe-50e8-424b-bca0-2b253a4079d8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1621046 Nov 24 05:08:33.659304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37506) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:33.677373 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:33.693445 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Allocated IP 172.21.0.2 (86573c69-f1af-4a12-bdde-cf403b91f802/d7a76c74-3fdb-45f0-822d-05b1f0dd1cb0/43206951-c917-4ca7-865b-cca787e1be72) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:33.750504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0635e0a-a7b0-41e7-945a-ba192a98a1de tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:33.752218 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e0635e0a-a7b0-41e7-945a-ba192a98a1de tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 1093 time: 0.1692812 Nov 24 05:08:33.756403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37508) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:33.764810 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '692e01af-9f3d-4822-a20b-8559207c6a7b', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:33.776356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c2c923-ed63-4d09-b1fa-bc9017bc3cf2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:33.776626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603a0f8c-e37d-4457-98d1-9ed42b24b4c7 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:33.777939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c2c923-ed63-4d09-b1fa-bc9017bc3cf2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:33.779696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c2c923-ed63-4d09-b1fa-bc9017bc3cf2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:33.781310 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-20c2c923-ed63-4d09-b1fa-bc9017bc3cf2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1210332 Nov 24 05:08:33.785918 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:33.786869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37510) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:33.858023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:33.890466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac5677b-ff38-4639-8613-335e3453f768 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet baa18631-b584-4ce1-86a4-1844d4f7c50a {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:33.903972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fac5677b-ff38-4639-8613-335e3453f768 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:33.909503 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8a12a33f-6028-4429-a9f8-cc39bbb49f62 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:33.974963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fac5677b-ff38-4639-8613-335e3453f768 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.041276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b31a919a-d32e-45b3-a237-14341842b662 None None] Provisioning complete for port 8a12a33f-6028-4429-a9f8-cc39bbb49f62 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:34.041655 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b31a919a-d32e-45b3-a237-14341842b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.105237 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:30Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:33Z', 'revision_number': 4, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:34.137449 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bab71f-f83a-4ba0-b609-91c1e422f316 None None] The sync data for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv is: [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:30Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:33Z', 'revision_number': 4, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:34.137723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fac5677b-ff38-4639-8613-335e3453f768 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.199187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.244861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 8a12a33f-6028-4429-a9f8-cc39bbb49f62 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:34.245237 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.247108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.254303 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fac5677b-ff38-4639-8613-335e3453f768 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.293658 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5677b-ff38-4639-8613-335e3453f768 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=baa18631-b584-4ce1-86a4-1844d4f7c50a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:34.301377 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fac5677b-ff38-4639-8613-335e3453f768 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.305349 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fac5677b-ff38-4639-8613-335e3453f768 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/baa18631-b584-4ce1-86a4-1844d4f7c50a HTTP/1.1" status: 204 len: 168 time: 0.5168793 Nov 24 05:08:34.308393 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37512) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:34.330893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Allocated IP 172.21.0.1 (86573c69-f1af-4a12-bdde-cf403b91f802/d7a76c74-3fdb-45f0-822d-05b1f0dd1cb0/9935b4b9-894c-4105-9f16-c6e0c242485d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:34.336511 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.369699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0af404-a1db-401d-bb99-8a07b06ec504 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet eb47c443-cb31-406d-a6f1-019160aa1c52 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:34.376630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b0af404-a1db-401d-bb99-8a07b06ec504 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.493605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Pushing event updated for resources: {'Port': ['ID=43206951-c917-4ca7-865b-cca787e1be72,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:34.501268 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b0af404-a1db-401d-bb99-8a07b06ec504 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.507092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Network 86573c69-f1af-4a12-bdde-cf403b91f802 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:34.511694 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b31a919a-d32e-45b3-a237-14341842b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.513951 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:34.533216 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:34.547384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.598044 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.608622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.161 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/49677bf6-97a9-4234-92f4-a6c65bb436e6) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:34.649183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 86573c69-f1af-4a12-bdde-cf403b91f802 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:34.658217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:34.663292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:34.700928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=9935b4b9-894c-4105-9f16-c6e0c242485d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:34.736835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.737589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b31a919a-d32e-45b3-a237-14341842b662 None None] For port 8a12a33f-6028-4429-a9f8-cc39bbb49f62, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8a12a33f-6028-4429-a9f8-cc39bbb49f62,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:34.754600 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b0af404-a1db-401d-bb99-8a07b06ec504 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.767398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b31a919a-d32e-45b3-a237-14341842b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.787648 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Attempting to bind port 43206951-c917-4ca7-865b-cca787e1be72 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:34.788323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Attempting to bind port 43206951-c917-4ca7-865b-cca787e1be72 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '79a19ed9-7eb9-41d1-a1a2-a88984fd9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:34.789847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Attempting to bind port 43206951-c917-4ca7-865b-cca787e1be72 on network 86573c69-f1af-4a12-bdde-cf403b91f802 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:34.833275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.859359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:34.860266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Checking segment: {'id': '79a19ed9-7eb9-41d1-a1a2-a88984fd9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:34.860431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.860889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Bound using segment: {'id': '79a19ed9-7eb9-41d1-a1a2-a88984fd9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:34.861511 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Bound port: 43206951-c917-4ca7-865b-cca787e1be72, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a19ed9-7eb9-41d1-a1a2-a88984fd9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:34.861977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.885339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d8bee-0b22-4ff5-9d6a-3df41c757fbb None None] Update dhcp port {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'fixed_ips': [{'subnet_id': 'eb47c443-cb31-406d-a6f1-019160aa1c52', 'ip_address': '2001:db8:0:1:f816:3eff:fea5:c2c8'}, {'subnet_id': 'baa18631-b584-4ce1-86a4-1844d4f7c50a'}], 'binding:host_id': 'dv-neutron-818850-5-hyperv'}, 'id': '8a12a33f-6028-4429-a9f8-cc39bbb49f62'} from dv-neutron-818850-5-hyperv. {{(pid=103234) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 05:08:34.915488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b0af404-a1db-401d-bb99-8a07b06ec504 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.933266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.939318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.951694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b0af404-a1db-401d-bb99-8a07b06ec504 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:34.955544 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2b0af404-a1db-401d-bb99-8a07b06ec504 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/eb47c443-cb31-406d-a6f1-019160aa1c52 HTTP/1.1" status: 204 len: 168 time: 0.6463430 Nov 24 05:08:34.958096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37514) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:34.960940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a919a-d32e-45b3-a237-14341842b662 None None] Pushing event updated for resources: {'Port': ['ID=8a12a33f-6028-4429-a9f8-cc39bbb49f62,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:34.979552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0af404-a1db-401d-bb99-8a07b06ec504 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=eb47c443-cb31-406d-a6f1-019160aa1c52,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:35.012550 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c4d8bee-0b22-4ff5-9d6a-3df41c757fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.030265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.061970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fe70ce92-df6a-45de-a886-3b5e96238f2f None None] Provisioning complete for port c14266dc-f65c-4698-ac86-998ba79e1877 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:35.062369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fe70ce92-df6a-45de-a886-3b5e96238f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.120648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:35.123170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:35.127548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:35.222202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=49677bf6-97a9-4234-92f4-a6c65bb436e6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:35.285722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:08:35.286221 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:08:35.292759 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] For port 43206951-c917-4ca7-865b-cca787e1be72, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:35.297918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] For port 43206951-c917-4ca7-865b-cca787e1be72, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=43206951-c917-4ca7-865b-cca787e1be72,segment=NetworkSegment(79a19ed9-7eb9-41d1-a1a2-a88984fd9561),segment_id=79a19ed9-7eb9-41d1-a1a2-a88984fd9561)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:35.342760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.367762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fe70ce92-df6a-45de-a886-3b5e96238f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.384226 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c3371473-fa16-435c-8917-b21fbafe91f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4247403 Nov 24 05:08:35.388748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37516) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:35.394429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a25527ea-5252-42b3-b38a-04c637de9fa2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:35.408441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd3a989-8dba-4944-ae99-f565ee377d24 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:35.470915 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42875cc-6bf4-4aef-83a8-0d7b64869a07 None None] Pushing event updated for resources: {'Port': ['ID=43206951-c917-4ca7-865b-cca787e1be72,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:35.519505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fe70ce92-df6a-45de-a886-3b5e96238f2f None None] For port c14266dc-f65c-4698-ac86-998ba79e1877, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c14266dc-f65c-4698-ac86-998ba79e1877,segment=NetworkSegment(31804e3c-4209-4f15-8932-fbe8e70698b6),segment_id=31804e3c-4209-4f15-8932-fbe8e70698b6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:35.526463 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fe70ce92-df6a-45de-a886-3b5e96238f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.618292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fe70ce92-df6a-45de-a886-3b5e96238f2f None None] Provisioning complete for port a76f20f9-28c2-4208-b026-fbee4551d606 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:35.618761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fe70ce92-df6a-45de-a886-3b5e96238f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.650500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70ce92-df6a-45de-a886-3b5e96238f2f None None] Pushing event updated for resources: {'Port': ['ID=c14266dc-f65c-4698-ac86-998ba79e1877,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:35.725849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa7ab9c-cd8d-40fe-9905-a127e03f00e7 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:35.734544 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.742586 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.837915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25527ea-5252-42b3-b38a-04c637de9fa2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:35.848449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a76f20f9-28c2-4208-b026-fbee4551d606 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:35.849640 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a25527ea-5252-42b3-b38a-04c637de9fa2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.854622 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7ab9c-cd8d-40fe-9905-a127e03f00e7 None None] Deleting port 8a12a33f-6028-4429-a9f8-cc39bbb49f62 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:35.855002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ab9c-cd8d-40fe-9905-a127e03f00e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.862535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=9935b4b9-894c-4105-9f16-c6e0c242485d,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:35.865725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.966233 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2bb91160-599d-43f7-93d4-329439d6566f None None] Provisioning complete for port c14266dc-f65c-4698-ac86-998ba79e1877 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:35.966604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2bb91160-599d-43f7-93d4-329439d6566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:35.970560 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 86573c69-f1af-4a12-bdde-cf403b91f802 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:35.972040 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:36.001833 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3aa7ab9c-cd8d-40fe-9905-a127e03f00e7 None None] For port 8a12a33f-6028-4429-a9f8-cc39bbb49f62, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8a12a33f-6028-4429-a9f8-cc39bbb49f62,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:36.002236 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ab9c-cd8d-40fe-9905-a127e03f00e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.024726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7ab9c-cd8d-40fe-9905-a127e03f00e7 None None] Calling delete_port for 8a12a33f-6028-4429-a9f8-cc39bbb49f62 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:36.031981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a76f20f9-28c2-4208-b026-fbee4551d606 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:36.032358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.077370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e15e546b-f038-4358-9219-0fd5fe53d533 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:36.191334 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:36.197436 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8741e7b2-0a04-4b14-ba58-92346c25b7fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2259784 Nov 24 05:08:36.200344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37518) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:36.205711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'network': {'name': 'tempest-RoutersTest-1481568282'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:36.230241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:36.234468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.264776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:36.280790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.281344 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added segment cb5c3b39-5f24-40d8-a3fc-ef0315937942 of type vlan for network e930d499-c41c-4874-b20f-6baf295d9bab Nov 24 05:08:36.332521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.370546 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.383054 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:36.384407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.394383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.406381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ab9c-cd8d-40fe-9905-a127e03f00e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.421144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2bb91160-599d-43f7-93d4-329439d6566f None None] Provisioning complete for port 8a12a33f-6028-4429-a9f8-cc39bbb49f62 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:36.421439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2bb91160-599d-43f7-93d4-329439d6566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.443012 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2415230 Nov 24 05:08:36.451624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37520) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:36.457148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'subnet': {'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:36.482046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7ab9c-cd8d-40fe-9905-a127e03f00e7 None None] No DVR routers for this DVR port 8a12a33f-6028-4429-a9f8-cc39bbb49f62 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:36.484070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7ab9c-cd8d-40fe-9905-a127e03f00e7 None None] Pushing event deleted for resources: {'Port': ['ID=8a12a33f-6028-4429-a9f8-cc39bbb49f62,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:36.488213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2bb91160-599d-43f7-93d4-329439d6566f None None] Port 8a12a33f-6028-4429-a9f8-cc39bbb49f62 was deleted so its status cannot be updated. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 24 05:08:36.551554 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed6f43-1714-4abf-9837-a9a247bda1c5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Network': ['ID=e930d499-c41c-4874-b20f-6baf295d9bab,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:36.570691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network e930d499-c41c-4874-b20f-6baf295d9bab details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:36.634307 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.685725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:36.689242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.696179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c14266dc-f65c-4698-ac86-998ba79e1877 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:36.717899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Sync routers for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:36.753409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a25527ea-5252-42b3-b38a-04c637de9fa2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.763132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:36.763885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:36.834472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ecffc-d6c7-46de-8b37-d452615b1339 None None] Network 86573c69-f1af-4a12-bdde-cf403b91f802 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:36.836011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25527ea-5252-42b3-b38a-04c637de9fa2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:36.846737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a25527ea-5252-42b3-b38a-04c637de9fa2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:36.855632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25527ea-5252-42b3-b38a-04c637de9fa2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:36.856039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a25527ea-5252-42b3-b38a-04c637de9fa2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.873846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66af3dfd-e697-4dc3-a34b-20f0bc37d891 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:36.902252 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25527ea-5252-42b3-b38a-04c637de9fa2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=c2f9b965-e8d3-4f69-abf7-9ca651f778fa,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:36.909575 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a25527ea-5252-42b3-b38a-04c637de9fa2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5195661 Nov 24 05:08:36.916225 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37522) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:36.925014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-66d91d92-4d82-46e7-9096-6c19007e4ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:36.943103 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.954289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0d9f296e-90a1-41f0-9efa-e521a3712a67 None None] Provisioning complete for port 43206951-c917-4ca7-865b-cca787e1be72 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:36.954571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d9f296e-90a1-41f0-9efa-e521a3712a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:36.964129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:37.010908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Subnet': ['ID=338fbe34-8ba7-44f0-bed2-ea4849526684,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:37.021146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Checking segment: {'id': 'cb5c3b39-5f24-40d8-a3fc-ef0315937942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:37.021582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network hostable DHCP agents. Network: e930d499-c41c-4874-b20f-6baf295d9bab, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:37.032295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port c14266dc-f65c-4698-ac86-998ba79e1877 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:37.032606 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.041363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network e930d499-c41c-4874-b20f-6baf295d9bab is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:37.051912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, e930d499-c41c-4874-b20f-6baf295d9bab) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:37.054737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.065035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:37.065624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.066724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.075152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6358ac23-2fca-45d4-b77e-5d8d92e8a1a1 None None] Network e930d499-c41c-4874-b20f-6baf295d9bab requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:37.089863 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2b0ac946-467b-4528-b6f0-969250b0232a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6370001 Nov 24 05:08:37.092316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37524) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:37.126089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d91d92-4d82-46e7-9096-6c19007e4ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:37.129606 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-66d91d92-4d82-46e7-9096-6c19007e4ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.262740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=49677bf6-97a9-4234-92f4-a6c65bb436e6,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:37.277401 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.ipam_backend_mixin [None req-66d91d92-4d82-46e7-9096-6c19007e4ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2f9b965-e8d3-4f69-abf7-9ca651f778fa (CIDR: 2001:db8::/64) Nov 24 05:08:37.278933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.282541 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d91d92-4d82-46e7-9096-6c19007e4ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:08:37.282829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d91d92-4d82-46e7-9096-6c19007e4ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:37.339122 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-66d91d92-4d82-46e7-9096-6c19007e4ea7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4197426 Nov 24 05:08:37.342202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37526) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:37.372509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-42d34cf5-3b83-42a8-8475-77c7038351c4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'subnet': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:37.400018 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP 9b64dd4c-347c-460c-8095-1cc2452a9f13 associated. External IP: 172.26.0.161, port: 692e01af-9f3d-4822-a20b-8559207c6a7b. Nov 24 05:08:37.546190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d9f296e-90a1-41f0-9efa-e521a3712a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.569844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d34cf5-3b83-42a8-8475-77c7038351c4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:37.573471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42d34cf5-3b83-42a8-8475-77c7038351c4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.578343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.585032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 43206951-c917-4ca7-865b-cca787e1be72 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:37.593592 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'tenant_id': 'e280927db985492681147c1e127c8981', 'fixed_ips': [{'subnet_id': 'c2f9b965-e8d3-4f69-abf7-9ca651f778fa'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:37.594058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.638629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 76e4d80a-3da9-4e41-8722-a6d2a810a789 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:37.708049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-e930d499-c41c-4874-b20f-6baf295d9bab', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:37.709104 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.715941 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0d9f296e-90a1-41f0-9efa-e521a3712a67 None None] For port 43206951-c917-4ca7-865b-cca787e1be72, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=43206951-c917-4ca7-865b-cca787e1be72,segment=NetworkSegment(79a19ed9-7eb9-41d1-a1a2-a88984fd9561),segment_id=79a19ed9-7eb9-41d1-a1a2-a88984fd9561)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:37.777333 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:37.794486 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b8e645-a868-466e-bd9f-707dd959b1fc None None] Sync routers for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:37.800524 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d9f296e-90a1-41f0-9efa-e521a3712a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.814529 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:37.820870 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8e645-a868-466e-bd9f-707dd959b1fc None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:37.821784 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-55b8e645-a868-466e-bd9f-707dd959b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:37.876342 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-963cd9b5-7d91-4d66-826d-fbd435d20e0b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1144881 Nov 24 05:08:37.879795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'tag': '692e01af-9f3d-4822-a20b-8559207c6a7b'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:08:37.883238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed8c8e-8b21-487a-869e-f95890026c58" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd2a842-d97d-473a-920d-29e4b9f2f984", "tag": "692e01af-9f3d-4822-a20b-8559207c6a7b"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:08:37.887391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37528) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:37.954653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36c0c1c-53e2-4e29-a553-04d536760fd3 x-openstack-request-id: req-c36c0c1c-53e2-4e29-a553-04d536760fd3 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:08:37.954940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd2a842-d97d-473a-920d-29e4b9f2f984", "tag": "692e01af-9f3d-4822-a20b-8559207c6a7b", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:08:37.955203 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c36c0c1c-53e2-4e29-a553-04d536760fd3 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:08:37.955638 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'tag': '692e01af-9f3d-4822-a20b-8559207c6a7b', 'status': 'completed', 'code': 200} Nov 24 05:08:37.991348 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-86dcce10-8b77-49f2-9b70-9c0bb03ae812 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/9b64dd4c-347c-460c-8095-1cc2452a9f13 HTTP/1.1" status: 200 len: 991 time: 0.0885875 Nov 24 05:08:38.022079 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-55b8e645-a868-466e-bd9f-707dd959b1fc None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:38.136503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8c8e-8b21-487a-869e-f95890026c58 req-fdd83fe6-61aa-4c7c-918d-8af9ac1d7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:38.137935 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 43206951-c917-4ca7-865b-cca787e1be72 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:38.138392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:38.138953 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fbed8c8e-8b21-487a-869e-f95890026c58 req-fdd83fe6-61aa-4c7c-918d-8af9ac1d7fd9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 1098 time: 0.1401489 Nov 24 05:08:38.156440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:34Z', 'revision_number': 3, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:38.220061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Allocated IP 172.22.0.1 (e930d499-c41c-4874-b20f-6baf295d9bab/338fbe34-8ba7-44f0-bed2-ea4849526684/bb24b2bf-ebe5-4a17-8de2-980612d58bb6) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:38.226657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f296e-90a1-41f0-9efa-e521a3712a67 None None] Pushing event updated for resources: {'Port': ['ID=43206951-c917-4ca7-865b-cca787e1be72,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:38.237989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Checking router: e15e546b-f038-4358-9219-0fd5fe53d533 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:38.238357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Updating router e15e546b-f038-4358-9219-0fd5fe53d533 port 9935b4b9-894c-4105-9f16-c6e0c242485d binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:08:38.290340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Allocated IP 2001:db8::2 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/c2f9b965-e8d3-4f69-abf7-9ca651f778fa/ed0af2b9-c5fd-4ecb-af81-1a9b56790652) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:38.297177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ccb904c7-7bf3-40cd-8910-6746b74c1c53 None None] Provisioning complete for port 43206951-c917-4ca7-865b-cca787e1be72 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:38.297916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ccb904c7-7bf3-40cd-8910-6746b74c1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:38.307321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:38.342337 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-55b8e645-a868-466e-bd9f-707dd959b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '9b64dd4c-347c-460c-8095-1cc2452a9f13', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.161', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'port_id': '692e01af-9f3d-4822-a20b-8559207c6a7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'mac_address': 'fa:16:3e:70:95:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:08:35Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:38.377849 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b8e645-a868-466e-bd9f-707dd959b1fc None None] Checking router: 76e4d80a-3da9-4e41-8722-a6d2a810a789 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:38.388404 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8e645-a868-466e-bd9f-707dd959b1fc None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:38.389250 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-55b8e645-a868-466e-bd9f-707dd959b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:38.464156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:38.510209 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-55b8e645-a868-466e-bd9f-707dd959b1fc None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:38.516631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:38.584524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8c8e-8b21-487a-869e-f95890026c58 req-1f37d164-b111-4243-a34c-3c8a29c07edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:38.586334 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fbed8c8e-8b21-487a-869e-f95890026c58 req-1f37d164-b111-4243-a34c-3c8a29c07edb service neutron] 10.222.0.31 "GET /v2.0/networks?id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 200 len: 897 time: 0.4395013 Nov 24 05:08:38.611283 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network e930d499-c41c-4874-b20f-6baf295d9bab is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:38.652347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:38.654112 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8a12a33f-6028-4429-a9f8-cc39bbb49f62 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:38.659066 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:38.668494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=bb24b2bf-ebe5-4a17-8de2-980612d58bb6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:38.687094 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.objects.ports [None req-42d34cf5-3b83-42a8-8475-77c7038351c4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 05:08:38.714154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42d34cf5-3b83-42a8-8475-77c7038351c4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:38.714674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Allocated IP 172.22.0.2 (e930d499-c41c-4874-b20f-6baf295d9bab/338fbe34-8ba7-44f0-bed2-ea4849526684/d99c336c-3182-461e-a279-d8a0e5f7b2fe) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:38.725795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 8a12a33f-6028-4429-a9f8-cc39bbb49f62 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:38.725795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8a12a33f-6028-4429-a9f8-cc39bbb49f62 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:38.799071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d34cf5-3b83-42a8-8475-77c7038351c4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:38.803798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:38.808376 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fbed8c8e-8b21-487a-869e-f95890026c58 req-5c58743b-2233-4f31-acc1-a027ea88c298 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=692e01af-9f3d-4822-a20b-8559207c6a7b HTTP/1.1" status: 200 len: 999 time: 0.2062070 Nov 24 05:08:38.812944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:38.822296 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-55b8e645-a868-466e-bd9f-707dd959b1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '9b64dd4c-347c-460c-8095-1cc2452a9f13', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.161', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'port_id': '692e01af-9f3d-4822-a20b-8559207c6a7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'mac_address': 'fa:16:3e:70:95:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:08:35Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:38.824783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ccb904c7-7bf3-40cd-8910-6746b74c1c53 None None] Provisioning complete for port 9935b4b9-894c-4105-9f16-c6e0c242485d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:38.825168 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ccb904c7-7bf3-40cd-8910-6746b74c1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:38.862813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:38.873885 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b8e645-a868-466e-bd9f-707dd959b1fc None None] The sync data for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv is: [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '9b64dd4c-347c-460c-8095-1cc2452a9f13', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.161', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'port_id': '692e01af-9f3d-4822-a20b-8559207c6a7b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'mac_address': 'fa:16:3e:70:95:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:08:35Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:38.913232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 43206951-c917-4ca7-865b-cca787e1be72 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:38.989480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:38.992951 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37532) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:38.994283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ccb904c7-7bf3-40cd-8910-6746b74c1c53 None None] Port 9935b4b9-894c-4105-9f16-c6e0c242485d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:39.020811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:39.029624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:39.069065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Pushing event updated for resources: {'Port': ['ID=ed0af2b9-c5fd-4ecb-af81-1a9b56790652,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:39.089236 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2a4a3f40-2e95-4121-bdcb-f2ef7e242ce4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/9b64dd4c-347c-460c-8095-1cc2452a9f13 HTTP/1.1" status: 200 len: 991 time: 0.0946176 Nov 24 05:08:39.157678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-42d34cf5-3b83-42a8-8475-77c7038351c4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:39.168730 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d34cf5-3b83-42a8-8475-77c7038351c4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Subnet': ['ID=6c6e8013-3c4d-44fd-8b7c-b451016fa3ee,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:39.176374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25037572-c2a0-40ae-9a76-725ab7f2ef00 None None] New status for floating IP 9b64dd4c-347c-460c-8095-1cc2452a9f13: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:08:39.181109 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.181804 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d34cf5-3b83-42a8-8475-77c7038351c4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:39.182538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42d34cf5-3b83-42a8-8475-77c7038351c4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.242908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.244456 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-42d34cf5-3b83-42a8-8475-77c7038351c4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8760478 Nov 24 05:08:39.247895 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37534) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:39.255057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Request body: {'port': {'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f', 'mac_address': 'fa:16:3e:a7:d4:10', 'name': 'tempest-NetworksTestDHCPv6-832868540'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:39.256199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8c8e-8b21-487a-869e-f95890026c58 req-3cdcb51f-e0e8-4502-b9c0-76e4c8a0715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:39.257637 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fbed8c8e-8b21-487a-869e-f95890026c58 req-3cdcb51f-e0e8-4502-b9c0-76e4c8a0715b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4515c580-2062-49bc-a795-46403e9a21d4 HTTP/1.1" status: 200 len: 835 time: 0.0920582 Nov 24 05:08:39.265908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Attempting to bind port ed0af2b9-c5fd-4ecb-af81-1a9b56790652 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:39.266323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Attempting to bind port ed0af2b9-c5fd-4ecb-af81-1a9b56790652 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:39.266709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Attempting to bind port ed0af2b9-c5fd-4ecb-af81-1a9b56790652 on network ddc696b2-9bde-4196-b27a-8d16c6c5040f {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:39.289374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.299163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 43206951-c917-4ca7-865b-cca787e1be72 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:39.299533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.301105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6c5e99e7-9b47-4db5-a135-6df8f9f97277 None None] Provisioning complete for port 9935b4b9-894c-4105-9f16-c6e0c242485d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:39.301534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6c5e99e7-9b47-4db5-a135-6df8f9f97277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.336982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:39.337381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Checking segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:39.337521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8c8e-8b21-487a-869e-f95890026c58 req-f959045e-4285-4361-8574-86cd24507693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:39.337771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.338187 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Bound using segment: {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:39.338665 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Bound port: ed0af2b9-c5fd-4ecb-af81-1a9b56790652, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ddc696b2-9bde-4196-b27a-8d16c6c5040f'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:39.338995 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fbed8c8e-8b21-487a-869e-f95890026c58 req-f959045e-4285-4361-8574-86cd24507693 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742986 Nov 24 05:08:39.339116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.340006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.368873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.428180 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Made reservation on behalf of e280927db985492681147c1e127c8981 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:39.446535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b41796-7456-49dd-a2b0-d91ce8b1ed2e None None] Pushing event updated for resources: {'Port': ['ID=9935b4b9-894c-4105-9f16-c6e0c242485d,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:39.534409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Network e930d499-c41c-4874-b20f-6baf295d9bab is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:39.538359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.540893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e99e7-9b47-4db5-a135-6df8f9f97277 None None] Port 9935b4b9-894c-4105-9f16-c6e0c242485d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:39.562630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:39.578050 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fbed8c8e-8b21-487a-869e-f95890026c58 req-9defa51d-4e54-4f21-9feb-835f8c7412c7 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241819 Nov 24 05:08:39.591225 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] device_id is not set on port b471a6cb-b206-4e86-993f-77888432716b yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:08:39.624386 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:39.651948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Pushing event updated for resources: {'Port': ['ID=d99c336c-3182-461e-a279-d8a0e5f7b2fe,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:39.671138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Attempting to bind port 9935b4b9-894c-4105-9f16-c6e0c242485d on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:39.671520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Attempting to bind port 9935b4b9-894c-4105-9f16-c6e0c242485d by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '79a19ed9-7eb9-41d1-a1a2-a88984fd9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:39.672300 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Attempting to bind port 9935b4b9-894c-4105-9f16-c6e0c242485d on network 86573c69-f1af-4a12-bdde-cf403b91f802 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:39.714007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] For port ed0af2b9-c5fd-4ecb-af81-1a9b56790652, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:39.724665 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:39.725034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Checking segment: {'id': '79a19ed9-7eb9-41d1-a1a2-a88984fd9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:39.725432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.725834 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Bound using segment: {'id': '79a19ed9-7eb9-41d1-a1a2-a88984fd9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:39.726462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Bound port: 9935b4b9-894c-4105-9f16-c6e0c242485d, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a19ed9-7eb9-41d1-a1a2-a88984fd9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:39.726871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.759085 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fbed8c8e-8b21-487a-869e-f95890026c58 req-4f1d3598-bd87-4fb3-ae34-848c6f0dbc8f service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725211 Nov 24 05:08:39.766925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] For port ed0af2b9-c5fd-4ecb-af81-1a9b56790652, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ed0af2b9-c5fd-4ecb-af81-1a9b56790652,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:39.785314 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.799992 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b670016f-fef9-4b67-b9b9-24a601c912ef None None] Provisioning complete for port 9935b4b9-894c-4105-9f16-c6e0c242485d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:39.800363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b670016f-fef9-4b67-b9b9-24a601c912ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.825633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.832337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.838693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8::31 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/c2f9b965-e8d3-4f69-abf7-9ca651f778fa/b471a6cb-b206-4e86-993f-77888432716b) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:39.846126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Allocated IP 2001:db8:0:1:f816:3eff:fea7:d410 (ddc696b2-9bde-4196-b27a-8d16c6c5040f/6c6e8013-3c4d-44fd-8b7c-b451016fa3ee/b471a6cb-b206-4e86-993f-77888432716b) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:39.902766 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:39.948094 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=bb24b2bf-ebe5-4a17-8de2-980612d58bb6,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:39.997304 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Attempting to bind port d99c336c-3182-461e-a279-d8a0e5f7b2fe on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:39.997683 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Attempting to bind port d99c336c-3182-461e-a279-d8a0e5f7b2fe by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'cb5c3b39-5f24-40d8-a3fc-ef0315937942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:39.998039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Attempting to bind port d99c336c-3182-461e-a279-d8a0e5f7b2fe on network e930d499-c41c-4874-b20f-6baf295d9bab {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:40.005385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.029107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network e930d499-c41c-4874-b20f-6baf295d9bab is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:40.030756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:40.046588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.049713 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:40.050094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Checking segment: {'id': 'cb5c3b39-5f24-40d8-a3fc-ef0315937942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:40.050590 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.050884 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Bound using segment: {'id': 'cb5c3b39-5f24-40d8-a3fc-ef0315937942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:40.051370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Bound port: d99c336c-3182-461e-a279-d8a0e5f7b2fe, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5c3b39-5f24-40d8-a3fc-ef0315937942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:40.051773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.098953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37536) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:40.102180 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:40.108724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b670016f-fef9-4b67-b9b9-24a601c912ef None None] Port 9935b4b9-894c-4105-9f16-c6e0c242485d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:40.117309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:40.119811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:40.125761 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:40.126552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.143021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29782152-1c50-4d0f-a1ae-1e9e23b26da0 None None] Pushing event updated for resources: {'Port': ['ID=ed0af2b9-c5fd-4ecb-af81-1a9b56790652,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:40.147996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] For port 9935b4b9-894c-4105-9f16-c6e0c242485d, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:40.149501 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event updated for resources: {'Port': ['ID=b471a6cb-b206-4e86-993f-77888432716b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:40.164108 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5d6d75d6-9894-459f-b863-0b1acf1ebde1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9147837 Nov 24 05:08:40.164954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37538) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:40.168575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] For port 9935b4b9-894c-4105-9f16-c6e0c242485d, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9935b4b9-894c-4105-9f16-c6e0c242485d,segment=NetworkSegment(79a19ed9-7eb9-41d1-a1a2-a88984fd9561),segment_id=79a19ed9-7eb9-41d1-a1a2-a88984fd9561)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:40.213880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] For port d99c336c-3182-461e-a279-d8a0e5f7b2fe, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:40.218565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] For port d99c336c-3182-461e-a279-d8a0e5f7b2fe, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d99c336c-3182-461e-a279-d8a0e5f7b2fe,segment=NetworkSegment(cb5c3b39-5f24-40d8-a3fc-ef0315937942),segment_id=cb5c3b39-5f24-40d8-a3fc-ef0315937942)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:40.220482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.230147 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-84fa19b5-bccd-4472-93d9-910f87c8bd07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/9b64dd4c-347c-460c-8095-1cc2452a9f13 HTTP/1.1" status: 200 len: 993 time: 0.1263413 Nov 24 05:08:40.250502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e15e546b-f038-4358-9219-0fd5fe53d533 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:40.260768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.279579 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-366b71f2-d672-43b4-87eb-142b81189699 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting port b471a6cb-b206-4e86-993f-77888432716b {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:40.280012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-366b71f2-d672-43b4-87eb-142b81189699 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.317989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:40.318729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:40.365668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b41796-7456-49dd-a2b0-d91ce8b1ed2e None None] Pushing event updated for resources: {'Port': ['ID=9935b4b9-894c-4105-9f16-c6e0c242485d,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:40.454680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:40.463728 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f5c0940a-c979-4ac6-bece-15244b268a67 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3706367 Nov 24 05:08:40.471396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37540) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:40.478576 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'network': {'name': 'tempest-RoutersTest-971223778'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:40.485559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-366b71f2-d672-43b4-87eb-142b81189699 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.511295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:40.511534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-366b71f2-d672-43b4-87eb-142b81189699 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Calling delete_port for b471a6cb-b206-4e86-993f-77888432716b owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:40.520337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:40.525532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.558109 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad1144-ef5e-4b6e-b698-86c1d4cf3bf9 None None] Pushing event updated for resources: {'Port': ['ID=d99c336c-3182-461e-a279-d8a0e5f7b2fe,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:40.565855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:40.596579 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.596579 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added segment 75706bf1-f988-400f-8bc5-075d7832c0df of type vlan for network 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 Nov 24 05:08:40.709652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.758305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.764865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:40.765533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.777463 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e4b65ba3-bf73-41bd-809f-b710faa6cbd0 None None] Provisioning complete for port 9935b4b9-894c-4105-9f16-c6e0c242485d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:40.777841 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e4b65ba3-bf73-41bd-809f-b710faa6cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:40.861466 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3862422 Nov 24 05:08:40.862412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37542) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:40.872323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'subnet': {'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:40.920052 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e359d2a-6734-49e5-8d21-a69ad3a26a0a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Network': ['ID=9cfc7bca-97ca-4e19-b544-c0dfadd96ca8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:40.938186 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:40.962681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:39Z', 'revision_number': 4, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:40Z', 'revision_number': 4, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:39Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:40.970614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-366b71f2-d672-43b4-87eb-142b81189699 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.010309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ed0af2b9-c5fd-4ecb-af81-1a9b56790652 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:41.016559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b71f2-d672-43b4-87eb-142b81189699 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Port': ['ID=b471a6cb-b206-4e86-993f-77888432716b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:41.017149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a11d7d-4fb0-47df-a9d9-8528e9803678 None None] The sync data for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv is: [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:39Z', 'revision_number': 4, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:40Z', 'revision_number': 4, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:39Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:41.050028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e4b65ba3-bf73-41bd-809f-b710faa6cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.057894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Made reservation on behalf of 096580f9d0d145cd9ebcd76f4a939f39 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:41.062964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.130995 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-366b71f2-d672-43b4-87eb-142b81189699 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.134035 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-366b71f2-d672-43b4-87eb-142b81189699 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/b471a6cb-b206-4e86-993f-77888432716b HTTP/1.1" status: 204 len: 168 time: 0.9680398 Nov 24 05:08:41.136695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37544) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:41.175385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e4b65ba3-bf73-41bd-809f-b710faa6cbd0 None None] For port 9935b4b9-894c-4105-9f16-c6e0c242485d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9935b4b9-894c-4105-9f16-c6e0c242485d,segment=NetworkSegment(79a19ed9-7eb9-41d1-a1a2-a88984fd9561),segment_id=79a19ed9-7eb9-41d1-a1a2-a88984fd9561)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:41.184581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e4b65ba3-bf73-41bd-809f-b710faa6cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.222391 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port ed0af2b9-c5fd-4ecb-af81-1a9b56790652 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:41.223010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.230369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3832631e-1196-4573-abee-f4c9383982b7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:41.241620 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3832631e-1196-4573-abee-f4c9383982b7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1037338 Nov 24 05:08:41.242310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37546) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:41.300466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b65ba3-bf73-41bd-809f-b710faa6cbd0 None None] Pushing event updated for resources: {'Port': ['ID=9935b4b9-894c-4105-9f16-c6e0c242485d,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:41.310061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ebe92e-24d7-4366-aeaf-ea8ce7510096 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:41.312332 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-67ebe92e-24d7-4366-aeaf-ea8ce7510096 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0690463 Nov 24 05:08:41.314779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37548) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:41.388310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.402749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c221b140-7e48-452c-aec5-f0c0748e6c6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:41.404655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c221b140-7e48-452c-aec5-f0c0748e6c6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:41.409449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c221b140-7e48-452c-aec5-f0c0748e6c6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:41.411417 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c221b140-7e48-452c-aec5-f0c0748e6c6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0938797 Nov 24 05:08:41.416047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37550) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:41.421755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.433350 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port ed0af2b9-c5fd-4ecb-af81-1a9b56790652, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ed0af2b9-c5fd-4ecb-af81-1a9b56790652,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:41.441656 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.442943 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d99c336c-3182-461e-a279-d8a0e5f7b2fe up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:41.497688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fbe413-6fc6-4fc2-9e41-de9bc216a2da tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet 6c6e8013-3c4d-44fd-8b7c-b451016fa3ee {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:41.507608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4fbe413-6fc6-4fc2-9e41-de9bc216a2da tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.516132 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Subnet': ['ID=c48c4aa6-50d2-4a8d-98d4-0ed25d44de19,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:41.549165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Checking segment: {'id': '75706bf1-f988-400f-8bc5-075d7832c0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:41.549584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network hostable DHCP agents. Network: 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:41.565038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=ed0af2b9-c5fd-4ecb-af81-1a9b56790652,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:41.586266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port d99c336c-3182-461e-a279-d8a0e5f7b2fe triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:41.586627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:41.586950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.590772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4fbe413-6fc6-4fc2-9e41-de9bc216a2da tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.604918 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:41.609131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:41.609735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.632228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef3478f-fc5c-4aef-8cf8-e6bec6379882 None None] Network 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:41.641264 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-936abcf2-85a4-4c60-9b48-31edb6018191 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7780499 Nov 24 05:08:41.644258 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37552) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:41.669173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be0b447-5ad6-4f53-a9c8-f0232963d674 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:41.676263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4fbe413-6fc6-4fc2-9e41-de9bc216a2da tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.779623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4fbe413-6fc6-4fc2-9e41-de9bc216a2da tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.847213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbe413-6fc6-4fc2-9e41-de9bc216a2da tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6e8013-3c4d-44fd-8b7c-b451016fa3ee,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:41.854704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4fbe413-6fc6-4fc2-9e41-de9bc216a2da tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.862630 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d4fbe413-6fc6-4fc2-9e41-de9bc216a2da tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/6c6e8013-3c4d-44fd-8b7c-b451016fa3ee HTTP/1.1" status: 204 len: 168 time: 0.4454210 Nov 24 05:08:41.863514 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37554) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:41.913770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ff44ffc4-3e90-43d1-b041-beed688a15eb None None] Provisioning complete for port ed0af2b9-c5fd-4ecb-af81-1a9b56790652 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:41.914292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ff44ffc4-3e90-43d1-b041-beed688a15eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:41.950974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b7d849-3100-429f-b3b2-f66c435e139b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Deleting subnet c2f9b965-e8d3-4f69-abf7-9ca651f778fa {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:41.956723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02b7d849-3100-429f-b3b2-f66c435e139b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:42.015963 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02b7d849-3100-429f-b3b2-f66c435e139b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:42.124855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641d3af-ac84-4b7b-b7f4-0d0797732f64 None None] Network e930d499-c41c-4874-b20f-6baf295d9bab requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:42.152444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02b7d849-3100-429f-b3b2-f66c435e139b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:42.208872 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:42.220126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02b7d849-3100-429f-b3b2-f66c435e139b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:42.250232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7d849-3100-429f-b3b2-f66c435e139b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f9b965-e8d3-4f69-abf7-9ca651f778fa,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:42.257091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02b7d849-3100-429f-b3b2-f66c435e139b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:42.262706 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-02b7d849-3100-429f-b3b2-f66c435e139b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/c2f9b965-e8d3-4f69-abf7-9ca651f778fa HTTP/1.1" status: 204 len: 168 time: 0.3956940 Nov 24 05:08:42.263100 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37556) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.307828 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-63405b39-6177-4c7c-a2ce-03cc200f29cb tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411556 Nov 24 05:08:42.308384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37558) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.370669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d61094-eec2-49ac-a4ee-e8c55262a337 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:42.376424 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-68d61094-eec2-49ac-a4ee-e8c55262a337 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0647535 Nov 24 05:08:42.376869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37560) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.435156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8df525-d5a8-4912-8a4e-36685e64d7cc tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:42.436688 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fc8df525-d5a8-4912-8a4e-36685e64d7cc tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0587864 Nov 24 05:08:42.439201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37562) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.456003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-9cfc7bca-97ca-4e19-b544-c0dfadd96ca8', 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'fixed_ips': [{'subnet_id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:42.456986 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:42.481894 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-468cd30d-cb83-41ad-bc16-a002b4b0b065 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413718 Nov 24 05:08:42.490270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37564) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.490803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:42.525219 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b972298-81df-48b1-87f4-41fe1b6ad189 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:42.527310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b972298-81df-48b1-87f4-41fe1b6ad189 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:42.533105 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5b972298-81df-48b1-87f4-41fe1b6ad189 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/b471a6cb-b206-4e86-993f-77888432716b HTTP/1.1" status: 404 len: 333 time: 0.0406215 Nov 24 05:08:42.533869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37566) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.547045 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Allocated IP 172.23.0.1 (9cfc7bca-97ca-4e19-b544-c0dfadd96ca8/c48c4aa6-50d2-4a8d-98d4-0ed25d44de19/2cacad94-2a00-4323-aacb-99fe3852f53c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:42.567692 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94b0196-88a2-4fd8-9c2f-a142f08e285b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:42.568815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94b0196-88a2-4fd8-9c2f-a142f08e285b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:42.574197 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e94b0196-88a2-4fd8-9c2f-a142f08e285b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/6c6e8013-3c4d-44fd-8b7c-b451016fa3ee HTTP/1.1" status: 404 len: 337 time: 0.0368164 Nov 24 05:08:42.574197 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37568) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.614248 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f07312e-9f56-41a9-933b-7611f76f0546 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:42.614711 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f07312e-9f56-41a9-933b-7611f76f0546 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:42.621252 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9f07312e-9f56-41a9-933b-7611f76f0546 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/c2f9b965-e8d3-4f69-abf7-9ca651f778fa HTTP/1.1" status: 404 len: 337 time: 0.0429437 Nov 24 05:08:42.621252 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37570) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.624535 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Sync routers for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:42.635454 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:42.636253 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:42.658261 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-72282e00-5c80-457c-ba84-66606e38b256 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:42.658812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72282e00-5c80-457c-ba84-66606e38b256 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:42.664317 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-72282e00-5c80-457c-ba84-66606e38b256 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/20514bad-2118-4d03-8ace-ee05db652c55 HTTP/1.1" status: 404 len: 333 time: 0.0399640 Nov 24 05:08:42.665002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37572) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.695036 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fe8ce5-a359-4997-b380-a44164d7b6d8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:42.696069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fe8ce5-a359-4997-b380-a44164d7b6d8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:42.701522 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e8fe8ce5-a359-4997-b380-a44164d7b6d8 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/eb47c443-cb31-406d-a6f1-019160aa1c52 HTTP/1.1" status: 404 len: 337 time: 0.0331397 Nov 24 05:08:42.701695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port d99c336c-3182-461e-a279-d8a0e5f7b2fe, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d99c336c-3182-461e-a279-d8a0e5f7b2fe,segment=NetworkSegment(cb5c3b39-5f24-40d8-a3fc-ef0315937942),segment_id=cb5c3b39-5f24-40d8-a3fc-ef0315937942)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:42.702407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37574) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.711154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:42.749507 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:42.774379 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf004ad-13dd-47fc-9d62-266297649ef7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:42.777440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf004ad-13dd-47fc-9d62-266297649ef7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:42.778687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:42.791095 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7bf004ad-13dd-47fc-9d62-266297649ef7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/baa18631-b584-4ce1-86a4-1844d4f7c50a HTTP/1.1" status: 404 len: 337 time: 0.0872922 Nov 24 05:08:42.793285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37576) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.822564 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=d99c336c-3182-461e-a279-d8a0e5f7b2fe,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:42.829982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:42.880336 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-58372a4f-5233-4cf1-97a3-59fa90a66683 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:42.884727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58372a4f-5233-4cf1-97a3-59fa90a66683 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:42.891473 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-58372a4f-5233-4cf1-97a3-59fa90a66683 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/3245669a-807e-44a2-adb6-b300aa4aa354 HTTP/1.1" status: 404 len: 333 time: 0.0921252 Nov 24 05:08:42.892269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37578) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:42.901747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=2cacad94-2a00-4323-aacb-99fe3852f53c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:42.917324 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:42.918932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:42.921755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:42.957254 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee8bed4-8a80-42d4-b33c-2fa2cf38f2ca tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:42.957720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee8bed4-8a80-42d4-b33c-2fa2cf38f2ca tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:42.962062 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9ee8bed4-8a80-42d4-b33c-2fa2cf38f2ca tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/b70e19e3-1dba-4ac9-9585-10740824877d HTTP/1.1" status: 404 len: 337 time: 0.0687823 Nov 24 05:08:42.967611 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37580) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.007662 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51ef9bb-abdd-484e-b40f-e4bea234caca tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.007929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51ef9bb-abdd-484e-b40f-e4bea234caca tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.009469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Allocated IP 172.23.0.2 (9cfc7bca-97ca-4e19-b544-c0dfadd96ca8/c48c4aa6-50d2-4a8d-98d4-0ed25d44de19/0573f776-acd0-4206-be37-9d7e5ff8fadc) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:43.026144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37582) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.032922 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e51ef9bb-abdd-484e-b40f-e4bea234caca tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/1241ec1c-4403-4e46-9bf4-bd93079999eb HTTP/1.1" status: 404 len: 337 time: 0.0573063 Nov 24 05:08:43.042855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:43.051854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-75db077a-c7a5-4364-a63a-8aa3202b356a None None] Provisioning complete for port d99c336c-3182-461e-a279-d8a0e5f7b2fe triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:43.052755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75db077a-c7a5-4364-a63a-8aa3202b356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:43.060390 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3045648-1a81-4ef3-af5f-b78a20753bae tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.060961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3045648-1a81-4ef3-af5f-b78a20753bae tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.076081 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f3045648-1a81-4ef3-af5f-b78a20753bae tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/12d29183-5151-4fd7-b09f-2bd68acbe370 HTTP/1.1" status: 404 len: 333 time: 0.0482798 Nov 24 05:08:43.078678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37584) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.089403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9935b4b9-894c-4105-9f16-c6e0c242485d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:43.159283 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb11cb09-a07d-401f-be4d-b5dcbad26d7a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.159781 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb11cb09-a07d-401f-be4d-b5dcbad26d7a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.165789 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eb11cb09-a07d-401f-be4d-b5dcbad26d7a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/ca1b00a4-f74d-4a44-a8f8-6b1c21a06156 HTTP/1.1" status: 404 len: 337 time: 0.0837443 Nov 24 05:08:43.169509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37586) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.188106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca72348-f033-40bc-9d40-eab2d4d73932 None None] Network ddc696b2-9bde-4196-b27a-8d16c6c5040f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:43.218947 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a2c71a-bf4e-4412-a0f5-65999bf378b1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.219406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a2c71a-bf4e-4412-a0f5-65999bf378b1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.224909 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c1a2c71a-bf4e-4412-a0f5-65999bf378b1 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/a747e351-293c-42a2-a79f-ccd5cd7688be HTTP/1.1" status: 404 len: 337 time: 0.0538025 Nov 24 05:08:43.232122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37588) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.279792 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-88832b36-eb5f-4e96-ab56-7d48a5bf355b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.280294 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88832b36-eb5f-4e96-ab56-7d48a5bf355b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.283408 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-88832b36-eb5f-4e96-ab56-7d48a5bf355b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/d3cea198-9edd-4610-826b-aba4a5aea565 HTTP/1.1" status: 404 len: 333 time: 0.0498810 Nov 24 05:08:43.287772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37590) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.334464 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-0924a2ad-3181-4846-a070-49e2c844cb35 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.334734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0924a2ad-3181-4846-a070-49e2c844cb35 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.338359 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0924a2ad-3181-4846-a070-49e2c844cb35 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/9662472c-b2c6-439d-bdd0-e635bc120889 HTTP/1.1" status: 404 len: 337 time: 0.0493436 Nov 24 05:08:43.340867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37592) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.376525 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-c427484b-7e56-4e65-ab5f-465222bb9f7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.377193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c427484b-7e56-4e65-ab5f-465222bb9f7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.382747 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c427484b-7e56-4e65-ab5f-465222bb9f7f tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/6b56e49a-13d8-4fee-80e1-18fd97a41bb4 HTTP/1.1" status: 404 len: 333 time: 0.0383341 Nov 24 05:08:43.383037 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37594) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.430271 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe28347d-f605-4a17-9811-be3b10f998f2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.431257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe28347d-f605-4a17-9811-be3b10f998f2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.432643 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:39Z', 'revision_number': 4, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:39Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:43.440727 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fe28347d-f605-4a17-9811-be3b10f998f2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/f08ee758-74c2-4011-87ce-ba002bdd5657 HTTP/1.1" status: 404 len: 337 time: 0.0532770 Nov 24 05:08:43.441861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37596) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.472020 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Checking router: e15e546b-f038-4358-9219-0fd5fe53d533 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:43.472723 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Updating router e15e546b-f038-4358-9219-0fd5fe53d533 port bb24b2bf-ebe5-4a17-8de2-980612d58bb6 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:08:43.482949 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-89591650-106b-45a3-8496-4c983c9872f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.483817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89591650-106b-45a3-8496-4c983c9872f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.493756 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-89591650-106b-45a3-8496-4c983c9872f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/f16b49d6-8b3b-48f5-b60e-75de8f95bfd5 HTTP/1.1" status: 404 len: 333 time: 0.0503736 Nov 24 05:08:43.494713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37598) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.503163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:43.510044 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:43.528639 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fbdda6-258c-4a6d-960c-de1b322e0150 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.529690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fbdda6-258c-4a6d-960c-de1b322e0150 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.538997 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f1fbdda6-258c-4a6d-960c-de1b322e0150 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/6ccb21cf-37f3-4ad2-921e-5fba7abda679 HTTP/1.1" status: 404 len: 337 time: 0.0430541 Nov 24 05:08:43.539753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37600) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.563295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 9935b4b9-894c-4105-9f16-c6e0c242485d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:43.563971 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:43.576314 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccea6c74-8c74-4e46-966f-de03c3a689f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.576997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccea6c74-8c74-4e46-966f-de03c3a689f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.582323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:43.583297 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ccea6c74-8c74-4e46-966f-de03c3a689f4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/2accf682-908f-47f7-ac8f-2b21253a9752 HTTP/1.1" status: 404 len: 333 time: 0.0425704 Nov 24 05:08:43.584020 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37602) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.610031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:43.630237 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d689a81-20bf-4e06-9870-8209deea0526 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.631226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d689a81-20bf-4e06-9870-8209deea0526 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.639322 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4d689a81-20bf-4e06-9870-8209deea0526 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/8d835d54-37a3-407a-b4fa-4ae3e05243a3 HTTP/1.1" status: 404 len: 337 time: 0.0535400 Nov 24 05:08:43.639987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37604) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.666869 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b271e0-7758-4eba-b533-268c909acf64 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.667450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b271e0-7758-4eba-b533-268c909acf64 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.674472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37606) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.675176 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b6b271e0-7758-4eba-b533-268c909acf64 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/e12943b7-b8e4-4571-8d48-29f76b9a2e0d HTTP/1.1" status: 404 len: 333 time: 0.0341609 Nov 24 05:08:43.727780 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-3447d010-4734-4229-9512-d8ff178f8f26 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.728289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3447d010-4734-4229-9512-d8ff178f8f26 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.728788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Pushing event updated for resources: {'Port': ['ID=0573f776-acd0-4206-be37-9d7e5ff8fadc,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:43.731410 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3447d010-4734-4229-9512-d8ff178f8f26 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/aa72bfe3-1c39-4c9b-8b6a-c042c7c099c9 HTTP/1.1" status: 404 len: 337 time: 0.0559826 Nov 24 05:08:43.734515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37608) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.760541 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00f4bcd-9265-457b-8367-9ab636c5ab4a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.761382 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00f4bcd-9265-457b-8367-9ab636c5ab4a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.770734 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a00f4bcd-9265-457b-8367-9ab636c5ab4a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/740655f4-8cc5-40b9-9499-46af655e20e0 HTTP/1.1" status: 404 len: 333 time: 0.0348709 Nov 24 05:08:43.772459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37610) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.801016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Network 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:43.807438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:43.816413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:43.816680 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fc3c17-0977-44ad-b38b-6b022dd86c0e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.817165 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20fc3c17-0977-44ad-b38b-6b022dd86c0e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.824157 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-20fc3c17-0977-44ad-b38b-6b022dd86c0e tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/ab627bd1-d6f6-4659-bf72-f116042adcbb HTTP/1.1" status: 404 len: 337 time: 0.0506470 Nov 24 05:08:43.824782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37612) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.831190 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:43.846262 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:43.859241 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-700f8042-009a-4f2d-bb36-bf18338c1731 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.859762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700f8042-009a-4f2d-bb36-bf18338c1731 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.868407 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-700f8042-009a-4f2d-bb36-bf18338c1731 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/ddc0230e-a1e5-4f34-85cf-c6f6dca975de HTTP/1.1" status: 404 len: 337 time: 0.0424123 Nov 24 05:08:43.869037 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37614) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.897384 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0a5b7f-a08e-4314-9299-ae596b57be78 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:43.898159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0a5b7f-a08e-4314-9299-ae596b57be78 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:43.904211 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37616) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:43.907163 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4a0a5b7f-a08e-4314-9299-ae596b57be78 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/d705fba4-8f2d-4991-af43-ad2a20b079ea HTTP/1.1" status: 404 len: 333 time: 0.0369833 Nov 24 05:08:43.954744 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18582c01-0f05-46ca-9bed-0573cb1a867b None None] Pushing event updated for resources: {'Port': ['ID=bb24b2bf-ebe5-4a17-8de2-980612d58bb6,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:43.970165 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Attempting to bind port bb24b2bf-ebe5-4a17-8de2-980612d58bb6 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:43.970685 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Attempting to bind port bb24b2bf-ebe5-4a17-8de2-980612d58bb6 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'cb5c3b39-5f24-40d8-a3fc-ef0315937942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:43.971251 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Attempting to bind port bb24b2bf-ebe5-4a17-8de2-980612d58bb6 on network e930d499-c41c-4874-b20f-6baf295d9bab {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:43.972855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea5a931-0a9a-4b42-8943-20dc596d46a4 None None] DHCP port deletion for ddc696b2-9bde-4196-b27a-8d16c6c5040f request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:43.979052 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:43.979636 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Checking segment: {'id': 'cb5c3b39-5f24-40d8-a3fc-ef0315937942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:43.980231 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:43.980772 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Bound using segment: {'id': 'cb5c3b39-5f24-40d8-a3fc-ef0315937942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:43.981547 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Bound port: bb24b2bf-ebe5-4a17-8de2-980612d58bb6, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5c3b39-5f24-40d8-a3fc-ef0315937942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:43.982142 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:43.991191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ed0af2b9-c5fd-4ecb-af81-1a9b56790652 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:43.995966 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f921be5f-e124-4500-83cc-4e717ccfb5c2 None None] Provisioning complete for port bb24b2bf-ebe5-4a17-8de2-980612d58bb6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:43.996529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f921be5f-e124-4500-83cc-4e717ccfb5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.058967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Attempting to bind port 0573f776-acd0-4206-be37-9d7e5ff8fadc on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:44.059529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Attempting to bind port 0573f776-acd0-4206-be37-9d7e5ff8fadc by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '75706bf1-f988-400f-8bc5-075d7832c0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:44.059779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Attempting to bind port 0573f776-acd0-4206-be37-9d7e5ff8fadc on network 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:44.060165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.070402 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] For port bb24b2bf-ebe5-4a17-8de2-980612d58bb6, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:44.075497 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] For port bb24b2bf-ebe5-4a17-8de2-980612d58bb6, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=bb24b2bf-ebe5-4a17-8de2-980612d58bb6,segment=NetworkSegment(cb5c3b39-5f24-40d8-a3fc-ef0315937942),segment_id=cb5c3b39-5f24-40d8-a3fc-ef0315937942)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:44.082152 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.091730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.105685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:44.106115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Checking segment: {'id': '75706bf1-f988-400f-8bc5-075d7832c0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:44.106457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.106868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Bound using segment: {'id': '75706bf1-f988-400f-8bc5-075d7832c0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:44.107353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Bound port: 0573f776-acd0-4206-be37-9d7e5ff8fadc, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75706bf1-f988-400f-8bc5-075d7832c0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:44.107766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.131871 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae681c95-5aae-4f35-964d-e01f0f6889bd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.132345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae681c95-5aae-4f35-964d-e01f0f6889bd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.138428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37618) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.148999 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ae681c95-5aae-4f35-964d-e01f0f6889bd tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/87b35c00-9395-4b3b-addc-dbd850fd031e HTTP/1.1" status: 404 len: 337 time: 0.2403026 Nov 24 05:08:44.152156 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f921be5f-e124-4500-83cc-4e717ccfb5c2 None None] Port bb24b2bf-ebe5-4a17-8de2-980612d58bb6 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:44.155185 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:44.156120 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:44.163098 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18582c01-0f05-46ca-9bed-0573cb1a867b None None] Pushing event updated for resources: {'Port': ['ID=bb24b2bf-ebe5-4a17-8de2-980612d58bb6,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:44.190159 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb062e62-9893-4f80-86fc-d08299c555f7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.190549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb062e62-9893-4f80-86fc-d08299c555f7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.196871 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cb062e62-9893-4f80-86fc-d08299c555f7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/10a5976a-0058-4554-8151-0cda9872ffd7 HTTP/1.1" status: 404 len: 337 time: 0.0573845 Nov 24 05:08:44.197492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37620) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.217622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.224900 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2e8c4f-5c91-4a7f-b016-f95ae63a087c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.225446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2e8c4f-5c91-4a7f-b016-f95ae63a087c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.231900 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9b2e8c4f-5c91-4a7f-b016-f95ae63a087c tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/9ed3d254-3949-4f60-ba85-146ce620a781 HTTP/1.1" status: 404 len: 333 time: 0.0333507 Nov 24 05:08:44.232531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37622) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.262935 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a852ddb-0117-45a6-adad-e01bff74fdf5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.263402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a852ddb-0117-45a6-adad-e01bff74fdf5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.270258 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6a852ddb-0117-45a6-adad-e01bff74fdf5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/72917be6-6f62-43bc-a108-5095679102b4 HTTP/1.1" status: 404 len: 337 time: 0.0366633 Nov 24 05:08:44.270898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37624) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.271063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f921be5f-e124-4500-83cc-4e717ccfb5c2 None None] Provisioning complete for port ed0af2b9-c5fd-4ecb-af81-1a9b56790652 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:44.272191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f921be5f-e124-4500-83cc-4e717ccfb5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.280370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event updated for resources: {'Port': ['ID=2cacad94-2a00-4323-aacb-99fe3852f53c,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:44.281093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5a931-0a9a-4b42-8943-20dc596d46a4 None None] Deleting port ed0af2b9-c5fd-4ecb-af81-1a9b56790652 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:44.281568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a931-0a9a-4b42-8943-20dc596d46a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.303954 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:44.315266 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b9f970-1282-4599-b5fc-ee1519a18a2a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.315672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b9f970-1282-4599-b5fc-ee1519a18a2a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.322684 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-46b9f970-1282-4599-b5fc-ee1519a18a2a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/eb27b49f-7304-40c8-a247-5290646d650a HTTP/1.1" status: 404 len: 337 time: 0.0501013 Nov 24 05:08:44.323338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37626) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.355242 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-2695bd0d-cbe6-4e39-9113-37f0aa29a3b7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.355852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2695bd0d-cbe6-4e39-9113-37f0aa29a3b7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.364209 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2695bd0d-cbe6-4e39-9113-37f0aa29a3b7 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/eea8fde3-915a-4c6b-a82e-7d69216fcf0e HTTP/1.1" status: 404 len: 333 time: 0.0397472 Nov 24 05:08:44.365462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37628) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.378924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7ea5a931-0a9a-4b42-8943-20dc596d46a4 None None] For port ed0af2b9-c5fd-4ecb-af81-1a9b56790652, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ed0af2b9-c5fd-4ecb-af81-1a9b56790652,segment=NetworkSegment(dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f),segment_id=dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:44.379491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a931-0a9a-4b42-8943-20dc596d46a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.394667 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5a931-0a9a-4b42-8943-20dc596d46a4 None None] Calling delete_port for ed0af2b9-c5fd-4ecb-af81-1a9b56790652 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:44.394940 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb2f7dc-a743-4cfd-b3b2-2094b5923820 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.395340 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb2f7dc-a743-4cfd-b3b2-2094b5923820 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.401295 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8bb2f7dc-a743-4cfd-b3b2-2094b5923820 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/be4c81a0-af23-499a-9e3e-c0ec2db7e771 HTTP/1.1" status: 404 len: 337 time: 0.0347703 Nov 24 05:08:44.401916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37630) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.430310 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-26061e19-d3eb-490b-8c2e-fbf502fd524b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.431089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26061e19-d3eb-490b-8c2e-fbf502fd524b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.437779 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-26061e19-d3eb-490b-8c2e-fbf502fd524b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/9953b193-8eb9-483d-ad49-ba25355ea86a HTTP/1.1" status: 404 len: 337 time: 0.0346646 Nov 24 05:08:44.438244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37632) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.475165 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-34f1bae8-cefa-474b-a297-6f7ae1af346d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports?device_id=64028075-f9f1-44c1-9968-d39e31cbf700 HTTP/1.1" status: 200 len: 205 time: 0.0315068 Nov 24 05:08:44.475165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Network 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:44.475799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37634) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.517312 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-2c9ab3d4-9d3c-4dc7-8ae7-15c61abed43d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] delete failed (client error): The resource could not be found. Nov 24 05:08:44.520703 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2c9ab3d4-9d3c-4dc7-8ae7-15c61abed43d tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/routers/64028075-f9f1-44c1-9968-d39e31cbf700 HTTP/1.1" status: 404 len: 336 time: 0.0416672 Nov 24 05:08:44.520703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:44.520937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port ed0af2b9-c5fd-4ecb-af81-1a9b56790652 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:44.520937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.521583 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37636) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.522928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a931-0a9a-4b42-8943-20dc596d46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.541185 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:43Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '2cacad94-2a00-4323-aacb-99fe3852f53c', 'name': '', 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:1f:f0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:42Z', 'updated_at': '2021-11-24T05:08:43Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:44Z', 'revision_number': 4, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:44.563185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Port ed0af2b9-c5fd-4ecb-af81-1a9b56790652 was deleted so its status cannot be updated. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 24 05:08:44.575633 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc27bd-7ca1-49b7-95f4-fc4b7625f179 None None] The sync data for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv is: [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:43Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '2cacad94-2a00-4323-aacb-99fe3852f53c', 'name': '', 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:1f:f0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:42Z', 'updated_at': '2021-11-24T05:08:43Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:44Z', 'revision_number': 4, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:44.596934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] For port 0573f776-acd0-4206-be37-9d7e5ff8fadc, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:44.607800 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5a931-0a9a-4b42-8943-20dc596d46a4 None None] No DVR routers for this DVR port ed0af2b9-c5fd-4ecb-af81-1a9b56790652 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:44.611722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5a931-0a9a-4b42-8943-20dc596d46a4 None None] Pushing event deleted for resources: {'Port': ['ID=ed0af2b9-c5fd-4ecb-af81-1a9b56790652,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:44.637856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] For port 0573f776-acd0-4206-be37-9d7e5ff8fadc, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0573f776-acd0-4206-be37-9d7e5ff8fadc,segment=NetworkSegment(75706bf1-f988-400f-8bc5-075d7832c0df),segment_id=75706bf1-f988-400f-8bc5-075d7832c0df)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:44.641875 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f921be5f-e124-4500-83cc-4e717ccfb5c2 None None] Could not find standard attr ID for object ed0af2b9-c5fd-4ecb-af81-1a9b56790652. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:08:44.645654 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.plugins.ml2.db [None req-f921be5f-e124-4500-83cc-4e717ccfb5c2 None None] No ports have port_id starting with ed0af2b9-c5fd-4ecb-af81-1a9b56790652 Nov 24 05:08:44.651467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.667627 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d05457-961d-414b-ab70-77f8e6162b67 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.668170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d05457-961d-414b-ab70-77f8e6162b67 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.671224 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-67d05457-961d-414b-ab70-77f8e6162b67 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/51f9a026-95f9-4b5e-a323-34747d96359d HTTP/1.1" status: 404 len: 337 time: 0.1475489 Nov 24 05:08:44.673968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37638) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.694294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e15e546b-f038-4358-9219-0fd5fe53d533 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:44.704983 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ae4f6781-3798-4ffc-a732-92861978c1c6 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "GET /v2.0/ports?device_id=d56ffc4d-fe12-4a13-92ac-7edab241434a HTTP/1.1" status: 200 len: 205 time: 0.0295801 Nov 24 05:08:44.707021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37640) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.715738 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f921be5f-e124-4500-83cc-4e717ccfb5c2 None None] Provisioning complete for port d99c336c-3182-461e-a279-d8a0e5f7b2fe triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:44.716122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f921be5f-e124-4500-83cc-4e717ccfb5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:44.765576 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927a671-961d-4668-b274-d104b4a2dd16 None None] Pushing event updated for resources: {'Port': ['ID=0573f776-acd0-4206-be37-9d7e5ff8fadc,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:44.782450 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-c2e3057d-0eb0-43ce-986d-1ebeac2363bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] delete failed (client error): The resource could not be found. Nov 24 05:08:44.783533 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c2e3057d-0eb0-43ce-986d-1ebeac2363bf tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/routers/d56ffc4d-fe12-4a13-92ac-7edab241434a HTTP/1.1" status: 404 len: 336 time: 0.0720167 Nov 24 05:08:44.786415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37642) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.846766 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-834e3bfd-394a-4250-a6b5-1134b19139f2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.847353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834e3bfd-394a-4250-a6b5-1134b19139f2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.853576 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-834e3bfd-394a-4250-a6b5-1134b19139f2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/a610eaf6-350b-46ac-aa4c-30c4e84e438e HTTP/1.1" status: 404 len: 337 time: 0.0632904 Nov 24 05:08:44.854150 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37644) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.901072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:44.907639 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-913304e8-d823-4e3e-90e6-9a49b9e3108b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2611914 Nov 24 05:08:44.908554 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fc54e1-3fda-442f-a437-7025b54b6577 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.909226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fc54e1-3fda-442f-a437-7025b54b6577 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.909762 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37646) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.914096 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-30fc54e1-3fda-442f-a437-7025b54b6577 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/287b4769-e36b-4570-98c1-b66e0ac24540 HTTP/1.1" status: 404 len: 337 time: 0.0588810 Nov 24 05:08:44.914890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-da3520e0-067e-4e86-96ff-936b53a3b853 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:44.916561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37648) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.964914 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-112075d2-931c-4974-aaf3-7ba8bfd500b3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:44.965381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112075d2-931c-4974-aaf3-7ba8bfd500b3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:44.975386 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-112075d2-931c-4974-aaf3-7ba8bfd500b3 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/36d45efa-1a95-4617-aa01-63319152774f HTTP/1.1" status: 404 len: 333 time: 0.0574114 Nov 24 05:08:44.976277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37650) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:44.999903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d4b0e58e-3abf-48b3-af5e-da591a274867 None None] Provisioning complete for port bb24b2bf-ebe5-4a17-8de2-980612d58bb6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:45.000370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4b0e58e-3abf-48b3-af5e-da591a274867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.024659 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6560fc-20f2-4b3b-8b82-aea44b74eb12 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.025121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6560fc-20f2-4b3b-8b82-aea44b74eb12 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.031649 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fa6560fc-20f2-4b3b-8b82-aea44b74eb12 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/665e423f-ac34-4b66-88bc-d4ddd55dda8b HTTP/1.1" status: 404 len: 337 time: 0.0539546 Nov 24 05:08:45.032131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37652) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.032572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d99c336c-3182-461e-a279-d8a0e5f7b2fe up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:45.072681 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-025e5bb9-ac86-4b9e-9bc8-2afbd946b31b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.073264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025e5bb9-ac86-4b9e-9bc8-2afbd946b31b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.081527 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-025e5bb9-ac86-4b9e-9bc8-2afbd946b31b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/2bb9202a-02de-4758-8432-55ab047282c4 HTTP/1.1" status: 404 len: 333 time: 0.0482934 Nov 24 05:08:45.085606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37654) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.113309 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-978dfba5-147a-4824-89de-c0fa26225d6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.113778 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978dfba5-147a-4824-89de-c0fa26225d6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.120248 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-978dfba5-147a-4824-89de-c0fa26225d6b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/cfeae5f9-032b-46af-993d-a1ecc8c717de HTTP/1.1" status: 404 len: 337 time: 0.0337644 Nov 24 05:08:45.120760 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37656) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.162641 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc66277f-94f0-4bb2-a6f5-9eff48f71ffc tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.163214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc66277f-94f0-4bb2-a6f5-9eff48f71ffc tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.174773 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bc66277f-94f0-4bb2-a6f5-9eff48f71ffc tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/c12497a9-ef04-4368-bd3b-8413c56a7862 HTTP/1.1" status: 404 len: 333 time: 0.0529311 Nov 24 05:08:45.175413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37658) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.185310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port d99c336c-3182-461e-a279-d8a0e5f7b2fe triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:45.185809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.188508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4b0e58e-3abf-48b3-af5e-da591a274867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.212067 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cfb09b-6df7-4237-bb63-893eda30cbc5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.212779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cfb09b-6df7-4237-bb63-893eda30cbc5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.216166 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-21cfb09b-6df7-4237-bb63-893eda30cbc5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/1d084ef3-aeb4-4bc9-8dd9-4f354f63e83b HTTP/1.1" status: 404 len: 337 time: 0.0381656 Nov 24 05:08:45.218652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37660) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.245087 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be4aff1-ec1d-4695-a239-646c38697208 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.245813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be4aff1-ec1d-4695-a239-646c38697208 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.249951 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7be4aff1-ec1d-4695-a239-646c38697208 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/033ec61a-f424-4990-afe7-c64b7bfff19c HTTP/1.1" status: 404 len: 333 time: 0.0303245 Nov 24 05:08:45.252653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37662) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.276826 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d4b0e58e-3abf-48b3-af5e-da591a274867 None None] For port bb24b2bf-ebe5-4a17-8de2-980612d58bb6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=bb24b2bf-ebe5-4a17-8de2-980612d58bb6,segment=NetworkSegment(cb5c3b39-5f24-40d8-a3fc-ef0315937942),segment_id=cb5c3b39-5f24-40d8-a3fc-ef0315937942)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:45.282668 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e4b49d-015a-4439-a496-f15ce49d938a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.283190 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e4b49d-015a-4439-a496-f15ce49d938a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.290542 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37664) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.290754 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-12e4b49d-015a-4439-a496-f15ce49d938a tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/bd77d961-4a38-4f83-b86e-85613135bcf2 HTTP/1.1" status: 404 len: 337 time: 0.0368500 Nov 24 05:08:45.306042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d4b0e58e-3abf-48b3-af5e-da591a274867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.324535 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4095513-7241-42d3-9b40-5f0b2d9f7fc2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.325025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4095513-7241-42d3-9b40-5f0b2d9f7fc2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.328137 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d4095513-7241-42d3-9b40-5f0b2d9f7fc2 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/2a8ca837-f03e-47a8-9d76-8418f6769d6c HTTP/1.1" status: 404 len: 333 time: 0.0365777 Nov 24 05:08:45.330792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37666) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.349780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device bb24b2bf-ebe5-4a17-8de2-980612d58bb6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:45.365832 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb56979-8d8e-4c53-a4ff-6d175529b837 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.366311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb56979-8d8e-4c53-a4ff-6d175529b837 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.369423 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8bb56979-8d8e-4c53-a4ff-6d175529b837 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/92e3b66c-f0e7-4535-a33d-247c0405cc8e HTTP/1.1" status: 404 len: 337 time: 0.0378447 Nov 24 05:08:45.372771 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37668) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.406704 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0e58e-3abf-48b3-af5e-da591a274867 None None] Pushing event updated for resources: {'Port': ['ID=bb24b2bf-ebe5-4a17-8de2-980612d58bb6,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:45.414723 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11e0b0c-8e9c-49db-ac44-d097dbe6dd59 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.415511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11e0b0c-8e9c-49db-ac44-d097dbe6dd59 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.422762 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f11e0b0c-8e9c-49db-ac44-d097dbe6dd59 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/04390ead-60c9-4243-a7bb-caa0a4c7d59c HTTP/1.1" status: 404 len: 333 time: 0.0488107 Nov 24 05:08:45.424798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37670) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.429522 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port bb24b2bf-ebe5-4a17-8de2-980612d58bb6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:45.429900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.455214 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-b275d3ea-fe73-40d1-9e51-de162ada3f9b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.455701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b275d3ea-fe73-40d1-9e51-de162ada3f9b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.459654 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b275d3ea-fe73-40d1-9e51-de162ada3f9b tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/2cd7c8c9-9a2f-42f5-82d4-1054e69c4d45 HTTP/1.1" status: 404 len: 337 time: 0.0336211 Nov 24 05:08:45.464091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37672) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.491857 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee74b33-10b1-4384-91a3-4f8220018744 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.492504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee74b33-10b1-4384-91a3-4f8220018744 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.498107 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0ee74b33-10b1-4384-91a3-4f8220018744 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/ports/bed84ac3-af6a-4f4f-83eb-16f48a5d81a0 HTTP/1.1" status: 404 len: 333 time: 0.0305960 Nov 24 05:08:45.498410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37674) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.499463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.extraroute_db [None req-da3520e0-067e-4e86-96ff-936b53a3b853 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 05:08:45.514591 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.extraroute_db [None req-da3520e0-067e-4e86-96ff-936b53a3b853 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Removed routes are [] {{(pid=103233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 05:08:45.515426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-da3520e0-067e-4e86-96ff-936b53a3b853 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.528719 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-374c1cf8-29e2-4ee9-acaa-d41442ee62a4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] DELETE failed (client error): The resource could not be found. Nov 24 05:08:45.529186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374c1cf8-29e2-4ee9-acaa-d41442ee62a4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:08:45.532311 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-374c1cf8-29e2-4ee9-acaa-d41442ee62a4 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/subnets/1b8af026-ec01-471e-9d69-597fddd177bb HTTP/1.1" status: 404 len: 337 time: 0.0328281 Nov 24 05:08:45.540313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37676) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:45.594920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ed0af2b9-c5fd-4ecb-af81-1a9b56790652 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:45.617726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: ed0af2b9-c5fd-4ecb-af81-1a9b56790652 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:45.617726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ed0af2b9-c5fd-4ecb-af81-1a9b56790652 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:45.644844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.690284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Sync routers for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:45.703321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:45.704706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:45.753437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.754576 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-da3520e0-067e-4e86-96ff-936b53a3b853 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.758419 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-da3520e0-067e-4e86-96ff-936b53a3b853 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.798402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc696b2-9bde-4196-b27a-8d16c6c5040f']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:45.809812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:45.810216 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfa6465-2e50-4fe7-9ab6-3b9c7ba8929f') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:45.824947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.841612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.851934 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:45.852612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:45.874794 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:45.897492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3520e0-067e-4e86-96ff-936b53a3b853 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e15e546b-f038-4358-9219-0fd5fe53d533 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:45.940672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.946842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:45.953685 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] 10.222.0.37 "DELETE /v2.0/networks/ddc696b2-9bde-4196-b27a-8d16c6c5040f HTTP/1.1" status: 204 len: 168 time: 0.4100723 Nov 24 05:08:45.977752 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be8ce3-d690-4a2d-ae16-b11abf0f6df5 tempest-NetworksTestDHCPv6-1312776252 tempest-NetworksTestDHCPv6-1312776252-project] Pushing event deleted for resources: {'Network': ['ID=ddc696b2-9bde-4196-b27a-8d16c6c5040f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:45.994200 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:46.025973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3520e0-067e-4e86-96ff-936b53a3b853 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:46.027609 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49be03d6-d708-4610-b1a6-e0010c47b6c5 None None] Network 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:46.033545 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-da3520e0-067e-4e86-96ff-936b53a3b853 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:46.036011 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-da3520e0-067e-4e86-96ff-936b53a3b853 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533 HTTP/1.1" status: 200 len: 932 time: 1.1252708 Nov 24 05:08:46.039082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37680) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:46.148780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37682) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:46.148989 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-727db908-378b-4f6b-afec-f977d6773b81 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533 HTTP/1.1" status: 200 len: 932 time: 0.1079977 Nov 24 05:08:46.153330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e594b050-dd66-4954-ad9d-87997e304460 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'routes': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:46.159002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f25ac53d-0bf6-47f7-a150-806193c65efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:46.160401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-de3c10ca-ca9c-4e66-bd62-b3dcd8556a49 None None] Provisioning complete for port 0573f776-acd0-4206-be37-9d7e5ff8fadc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:46.160881 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de3c10ca-ca9c-4e66-bd62-b3dcd8556a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:46.274103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37686) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:46.424911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de3c10ca-ca9c-4e66-bd62-b3dcd8556a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:46.436551 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4f3c197f-8d02-4186-8127-65bc29a1d74b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e280927db985492681147c1e127c8981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587830 Nov 24 05:08:46.436798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37690) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:46.475090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-de3c10ca-ca9c-4e66-bd62-b3dcd8556a49 None None] For port 0573f776-acd0-4206-be37-9d7e5ff8fadc, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0573f776-acd0-4206-be37-9d7e5ff8fadc,segment=NetworkSegment(75706bf1-f988-400f-8bc5-075d7832c0df),segment_id=75706bf1-f988-400f-8bc5-075d7832c0df)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:46.482764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:45Z', 'revision_number': 6, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '2cacad94-2a00-4323-aacb-99fe3852f53c', 'name': '', 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:1f:f0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:42Z', 'updated_at': '2021-11-24T05:08:43Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:45Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:46.486422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de3c10ca-ca9c-4e66-bd62-b3dcd8556a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:46.500597 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-40a399fa-1768-46c2-a8e5-780e7a9c0d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:46.517030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Checking router: e15e546b-f038-4358-9219-0fd5fe53d533 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:46.517461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Updating router e15e546b-f038-4358-9219-0fd5fe53d533 port 2cacad94-2a00-4323-aacb-99fe3852f53c binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:08:46.532663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-40a399fa-1768-46c2-a8e5-780e7a9c0d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:46.575087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:46.592437 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-40a399fa-1768-46c2-a8e5-780e7a9c0d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:46.596023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c10ca-ca9c-4e66-bd62-b3dcd8556a49 None None] Pushing event updated for resources: {'Port': ['ID=0573f776-acd0-4206-be37-9d7e5ff8fadc,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:46.596579 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-40a399fa-1768-46c2-a8e5-780e7a9c0d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:46.597835 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-40a399fa-1768-46c2-a8e5-780e7a9c0d21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a841878e-a9b7-474e-8c2a-24908f1c9026 HTTP/1.1" status: 204 len: 168 time: 0.1599412 Nov 24 05:08:46.603048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.extraroute_db [None req-e594b050-dd66-4954-ad9d-87997e304460 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added routes are [] {{(pid=103232) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 05:08:46.603440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.extraroute_db [None req-e594b050-dd66-4954-ad9d-87997e304460 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103232) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 05:08:46.639295 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e594b050-dd66-4954-ad9d-87997e304460 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:46.639491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a399fa-1768-46c2-a8e5-780e7a9c0d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a841878e-a9b7-474e-8c2a-24908f1c9026,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:46.842039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-eec80fa5-bc6c-4324-b4f8-e8b4ea257467 None None] Provisioning complete for port 0573f776-acd0-4206-be37-9d7e5ff8fadc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:46.842509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eec80fa5-bc6c-4324-b4f8-e8b4ea257467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.031289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0573f776-acd0-4206-be37-9d7e5ff8fadc up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:47.117922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-eec80fa5-bc6c-4324-b4f8-e8b4ea257467 None None] Provisioning complete for port 2cacad94-2a00-4323-aacb-99fe3852f53c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:47.118299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eec80fa5-bc6c-4324-b4f8-e8b4ea257467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.121303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.171028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.204617 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-eec80fa5-bc6c-4324-b4f8-e8b4ea257467 None None] Port 2cacad94-2a00-4323-aacb-99fe3852f53c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:47.222716 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0573f776-acd0-4206-be37-9d7e5ff8fadc triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:47.223105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.259262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e594b050-dd66-4954-ad9d-87997e304460 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.268341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e594b050-dd66-4954-ad9d-87997e304460 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.299865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168750e8-4e73-4c8e-8e63-c54231677a06 None None] Pushing event updated for resources: {'Port': ['ID=2cacad94-2a00-4323-aacb-99fe3852f53c,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:47.369906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Attempting to bind port 2cacad94-2a00-4323-aacb-99fe3852f53c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:47.370297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Attempting to bind port 2cacad94-2a00-4323-aacb-99fe3852f53c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '75706bf1-f988-400f-8bc5-075d7832c0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:47.370658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Attempting to bind port 2cacad94-2a00-4323-aacb-99fe3852f53c on network 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:47.383954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e594b050-dd66-4954-ad9d-87997e304460 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e15e546b-f038-4358-9219-0fd5fe53d533 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:47.403109 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:47.403534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Checking segment: {'id': '75706bf1-f988-400f-8bc5-075d7832c0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:47.403923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.404328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Bound using segment: {'id': '75706bf1-f988-400f-8bc5-075d7832c0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:47.404816 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Bound port: 2cacad94-2a00-4323-aacb-99fe3852f53c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75706bf1-f988-400f-8bc5-075d7832c0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:47.405201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.430364 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e10b2478-fb6c-4b60-92d7-7202ac5b4655 None None] Provisioning complete for port 2cacad94-2a00-4323-aacb-99fe3852f53c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:47.430656 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e10b2478-fb6c-4b60-92d7-7202ac5b4655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.436909 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device bb24b2bf-ebe5-4a17-8de2-980612d58bb6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:47.507487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e594b050-dd66-4954-ad9d-87997e304460 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:47.515226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e594b050-dd66-4954-ad9d-87997e304460 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.516543 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e594b050-dd66-4954-ad9d-87997e304460 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533 HTTP/1.1" status: 200 len: 698 time: 1.3672385 Nov 24 05:08:47.519199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37712) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:47.542288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e10b2478-fb6c-4b60-92d7-7202ac5b4655 None None] Port 2cacad94-2a00-4323-aacb-99fe3852f53c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:08:47.569105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port bb24b2bf-ebe5-4a17-8de2-980612d58bb6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:47.569105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.571606 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] For port 2cacad94-2a00-4323-aacb-99fe3852f53c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:47.595182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37714) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:47.609154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] For port 2cacad94-2a00-4323-aacb-99fe3852f53c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2cacad94-2a00-4323-aacb-99fe3852f53c,segment=NetworkSegment(75706bf1-f988-400f-8bc5-075d7832c0df),segment_id=75706bf1-f988-400f-8bc5-075d7832c0df)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:47.621896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.638395 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-97cb7be5-8399-42f9-85ef-bf76e5155402 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533 HTTP/1.1" status: 200 len: 698 time: 0.1177771 Nov 24 05:08:47.641118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37718) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:47.723857 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-94fadc78-3c84-43a1-961d-d4c8565a1b54 None None] Provisioning complete for port 2cacad94-2a00-4323-aacb-99fe3852f53c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:47.724307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94fadc78-3c84-43a1-961d-d4c8565a1b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.729111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:47.729405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:47.730386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-797402693'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:47.750127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168750e8-4e73-4c8e-8e63-c54231677a06 None None] Pushing event updated for resources: {'Port': ['ID=2cacad94-2a00-4323-aacb-99fe3852f53c,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:47.777729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:47.781309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.854807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:47.881589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:47.990285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94fadc78-3c84-43a1-961d-d4c8565a1b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.017246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.026471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.056950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:48.083395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5dae4f-05b1-4e22-aa5e-8d0768a74fd2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:48.088372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.088723 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment d7a53d97-77ad-4a02-86ac-103f07ee940e of type vlan for network c1d11746-08cf-4d58-bc7c-8e3d8b593061 Nov 24 05:08:48.157052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.195118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.201004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:48.201326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.223719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-94fadc78-3c84-43a1-961d-d4c8565a1b54 None None] For port 2cacad94-2a00-4323-aacb-99fe3852f53c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2cacad94-2a00-4323-aacb-99fe3852f53c,segment=NetworkSegment(75706bf1-f988-400f-8bc5-075d7832c0df),segment_id=75706bf1-f988-400f-8bc5-075d7832c0df)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:48.229687 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-94fadc78-3c84-43a1-961d-d4c8565a1b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.232209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.246262 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6451502 Nov 24 05:08:48.318133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fadc78-3c84-43a1-961d-d4c8565a1b54 None None] Pushing event updated for resources: {'Port': ['ID=2cacad94-2a00-4323-aacb-99fe3852f53c,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:48.346104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feda26-53d6-423e-a6da-b876404d93c8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=c1d11746-08cf-4d58-bc7c-8e3d8b593061,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:48.352468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eb299c83-3a17-41d3-90ec-55b240c80cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.362805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:46Z', 'revision_number': 7, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '2cacad94-2a00-4323-aacb-99fe3852f53c', 'name': '', 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:1f:f0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:42Z', 'updated_at': '2021-11-24T05:08:47Z', 'revision_number': 4, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:45Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:48.369116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network c1d11746-08cf-4d58-bc7c-8e3d8b593061 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:48.370404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3de9a0fc-e152-454d-921b-7fac1b1b1949 None None] Provisioning complete for port 2cacad94-2a00-4323-aacb-99fe3852f53c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:48.370779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3de9a0fc-e152-454d-921b-7fac1b1b1949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.390206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37720) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:48.397962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'network_id': 'c1d11746-08cf-4d58-bc7c-8e3d8b593061', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:48.431856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef7474-9f33-47b8-b2a9-119e2702411b None None] The sync data for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv is: [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:46Z', 'revision_number': 7, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '2cacad94-2a00-4323-aacb-99fe3852f53c', 'name': '', 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:1f:f0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:42Z', 'updated_at': '2021-11-24T05:08:47Z', 'revision_number': 4, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:45Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:48.521742 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:48.528004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.569272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 2cacad94-2a00-4323-aacb-99fe3852f53c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:48.569880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.636336 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae3d12-9161-48cd-b1ea-8df00e098195 None None] Sync routers for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:48.647193 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae3d12-9161-48cd-b1ea-8df00e098195 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:48.647883 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c0ae3d12-9161-48cd-b1ea-8df00e098195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:48.670055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port 2cacad94-2a00-4323-aacb-99fe3852f53c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2cacad94-2a00-4323-aacb-99fe3852f53c,segment=NetworkSegment(75706bf1-f988-400f-8bc5-075d7832c0df),segment_id=75706bf1-f988-400f-8bc5-075d7832c0df)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:48.671737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.689587 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 2cacad94-2a00-4323-aacb-99fe3852f53c owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:48.735541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.742322 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c0ae3d12-9161-48cd-b1ea-8df00e098195 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:48.832040 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=f6eecff5-66c7-4ae1-8606-10fba68e5170,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:48.852252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking segment: {'id': 'd7a53d97-77ad-4a02-86ac-103f07ee940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1d11746-08cf-4d58-bc7c-8e3d8b593061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:48.852623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network hostable DHCP agents. Network: c1d11746-08cf-4d58-bc7c-8e3d8b593061, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:48.875359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network c1d11746-08cf-4d58-bc7c-8e3d8b593061 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:48.892473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, c1d11746-08cf-4d58-bc7c-8e3d8b593061) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:48.898488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:48.899100 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:48.907320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eccf45-019f-4d52-8696-9a44f1ca42a7 None None] Network c1d11746-08cf-4d58-bc7c-8e3d8b593061 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:48.938726 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d9e7ff7c-9fc4-463c-aabf-8712ec6ec14f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5456810 Nov 24 05:08:48.942532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37722) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:48.946002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2cacad94-2a00-4323-aacb-99fe3852f53c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:48.951235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2000813354'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:48.982549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:48.987729 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.023390 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:49.034470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.035184 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment fa61f072-6399-4824-ad96-58c5e3a81338 of type vlan for network 22230e37-a094-470e-89b1-822fc7fe9cfe Nov 24 05:08:49.036861 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c0ae3d12-9161-48cd-b1ea-8df00e098195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:46Z', 'revision_number': 7, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '2cacad94-2a00-4323-aacb-99fe3852f53c', 'name': '', 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:1f:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:42Z', 'updated_at': '2021-11-24T05:08:48Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:45Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:49.081674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.082245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 2cacad94-2a00-4323-aacb-99fe3852f53c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:49.082615 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.084214 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae3d12-9161-48cd-b1ea-8df00e098195 None None] Checking router: e15e546b-f038-4358-9219-0fd5fe53d533 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:49.096742 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae3d12-9161-48cd-b1ea-8df00e098195 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:49.097487 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c0ae3d12-9161-48cd-b1ea-8df00e098195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:49.118002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.125488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:49.126411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.173482 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2291279 Nov 24 05:08:49.176791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37724) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:49.182541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'network_id': '22230e37-a094-470e-89b1-822fc7fe9cfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:49.217854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-c1d11746-08cf-4d58-bc7c-8e3d8b593061', 'network_id': 'c1d11746-08cf-4d58-bc7c-8e3d8b593061', 'tenant_id': 'da132cd3e8cd4dbb9835f135b92be098', 'fixed_ips': [{'subnet_id': 'f6eecff5-66c7-4ae1-8606-10fba68e5170'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:49.218613 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.220241 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c0ae3d12-9161-48cd-b1ea-8df00e098195 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:49.232891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071cb08-eb06-4c89-9678-562460a3e5c4 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=22230e37-a094-470e-89b1-822fc7fe9cfe,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:49.242941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.250309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 22230e37-a094-470e-89b1-822fc7fe9cfe details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:49.285258 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=2cacad94-2a00-4323-aacb-99fe3852f53c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:49.321444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:49.326392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.494477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Allocated IP 172.20.255.242 (c1d11746-08cf-4d58-bc7c-8e3d8b593061/f6eecff5-66c7-4ae1-8606-10fba68e5170/4fe3d020-ea6a-4b6f-9bbf-6d39101a241c) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:49.538998 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:08:49.545299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.596543 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.685034 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c0ae3d12-9161-48cd-b1ea-8df00e098195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:46Z', 'revision_number': 7, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '2cacad94-2a00-4323-aacb-99fe3852f53c', 'name': '', 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:1f:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:42Z', 'updated_at': '2021-11-24T05:08:48Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:45Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:49.700334 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking segment: {'id': 'fa61f072-6399-4824-ad96-58c5e3a81338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '22230e37-a094-470e-89b1-822fc7fe9cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:49.700712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network hostable DHCP agents. Network: 22230e37-a094-470e-89b1-822fc7fe9cfe, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:49.703105 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=5608cace-083b-4a70-aab9-7ac85b280eaf,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:49.703912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.722026 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae3d12-9161-48cd-b1ea-8df00e098195 None None] The sync data for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv is: [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:46Z', 'revision_number': 7, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '2cacad94-2a00-4323-aacb-99fe3852f53c', 'name': '', 'network_id': '9cfc7bca-97ca-4e19-b544-c0dfadd96ca8', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:1f:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:42Z', 'updated_at': '2021-11-24T05:08:48Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'c48c4aa6-50d2-4a8d-98d4-0ed25d44de19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:45Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:49.727407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network 22230e37-a094-470e-89b1-822fc7fe9cfe is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:49.729094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.746028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 22230e37-a094-470e-89b1-822fc7fe9cfe) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:49.751112 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:49.752431 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.776903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88d0cb-ed48-4156-8be1-914a6788beb9 None None] Network 22230e37-a094-470e-89b1-822fc7fe9cfe requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:49.781610 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5a0b75db-5811-4d73-ae39-fcd7a131a2d8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6017792 Nov 24 05:08:49.781915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37726) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:49.817457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.840086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Network c1d11746-08cf-4d58-bc7c-8e3d8b593061 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:49.844534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:49.846276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Pushing event updated for resources: {'Port': ['ID=4fe3d020-ea6a-4b6f-9bbf-6d39101a241c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:49.848440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:49.866713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e15e546b-f038-4358-9219-0fd5fe53d533 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:49.932617 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.933055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Attempting to bind port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:49.933548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Attempting to bind port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'd7a53d97-77ad-4a02-86ac-103f07ee940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1d11746-08cf-4d58-bc7c-8e3d8b593061'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:49.933796 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Attempting to bind port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c on network c1d11746-08cf-4d58-bc7c-8e3d8b593061 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:49.944366 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:49.944748 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Checking segment: {'id': 'd7a53d97-77ad-4a02-86ac-103f07ee940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1d11746-08cf-4d58-bc7c-8e3d8b593061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:49.945155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:49.945557 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Bound using segment: {'id': 'd7a53d97-77ad-4a02-86ac-103f07ee940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1d11746-08cf-4d58-bc7c-8e3d8b593061'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:49.946030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Bound port: 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a53d97-77ad-4a02-86ac-103f07ee940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1d11746-08cf-4d58-bc7c-8e3d8b593061'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:49.946416 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.019700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:50.032347 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cc36d326-5c3e-4283-aa7b-3996c39b4c35 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3900015 Nov 24 05:08:50.035071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37728) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:50.036752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a179a-7935-41d1-be37-8237f7d033f9 None None] Sync routers for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:50.064025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.079542 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] For port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:50.083241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] For port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4fe3d020-ea6a-4b6f-9bbf-6d39101a241c,segment=NetworkSegment(d7a53d97-77ad-4a02-86ac-103f07ee940e),segment_id=d7a53d97-77ad-4a02-86ac-103f07ee940e)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:50.086583 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a179a-7935-41d1-be37-8237f7d033f9 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:50.087616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a68a179a-7935-41d1-be37-8237f7d033f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:50.091899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2249ac2-92ad-468a-a363-736e79d377d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-22230e37-a094-470e-89b1-822fc7fe9cfe', 'network_id': '22230e37-a094-470e-89b1-822fc7fe9cfe', 'tenant_id': 'da132cd3e8cd4dbb9835f135b92be098', 'fixed_ips': [{'subnet_id': '5608cace-083b-4a70-aab9-7ac85b280eaf'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:50.092706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f2249ac2-92ad-468a-a363-736e79d377d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.098252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5b4b73-c76c-42e1-993c-129d890e7b38 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting subnet c48c4aa6-50d2-4a8d-98d4-0ed25d44de19 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:50.102549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f5b4b73-c76c-42e1-993c-129d890e7b38 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.134706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.135256 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.145705 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f5b4b73-c76c-42e1-993c-129d890e7b38 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.165001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Subnet': ['ID=5608cace-083b-4a70-aab9-7ac85b280eaf,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:50.247546 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.254795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f5b4b73-c76c-42e1-993c-129d890e7b38 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.278138 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22230e37-a094-470e-89b1-822fc7fe9cfe']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:50.290322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa61f072-6399-4824-ad96-58c5e3a81338') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:50.291348 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa61f072-6399-4824-ad96-58c5e3a81338') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:50.302051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.303208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c4a52-ec51-4fd4-b7cc-66b419a9657d None None] Pushing event updated for resources: {'Port': ['ID=4fe3d020-ea6a-4b6f-9bbf-6d39101a241c,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:50.311195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a68a179a-7935-41d1-be37-8237f7d033f9 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:50.321061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.328466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:50.328879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:50.332948 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:50.346174 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f5b4b73-c76c-42e1-993c-129d890e7b38 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.351331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f2e22-2a06-4ea6-a9ab-80639a270d93 None None] Network 22230e37-a094-470e-89b1-822fc7fe9cfe requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:50.381928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b4b73-c76c-42e1-993c-129d890e7b38 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Subnet': ['ID=c48c4aa6-50d2-4a8d-98d4-0ed25d44de19,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:50.383983 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f5b4b73-c76c-42e1-993c-129d890e7b38 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.387896 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8f5b4b73-c76c-42e1-993c-129d890e7b38 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/c48c4aa6-50d2-4a8d-98d4-0ed25d44de19 HTTP/1.1" status: 204 len: 168 time: 0.3515873 Nov 24 05:08:50.390429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37730) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:50.413025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.421934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4690e76-207c-46cd-884a-0a6a945c6021 None None] Network 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:50.442042 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.450564 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/22230e37-a094-470e-89b1-822fc7fe9cfe HTTP/1.1" status: 204 len: 168 time: 0.6676126 Nov 24 05:08:50.452230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c56c7-380a-48f9-9c32-743b2edcd4cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=22230e37-a094-470e-89b1-822fc7fe9cfe,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:50.458052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37732) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:50.467916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-580892520'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:50.478824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.503081 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:50.527934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.566511 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:50.589750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.590107 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment 60a4fda4-5c3b-4f06-beb3-8703a46db133 of type vlan for network e353a14c-8adc-4514-9c65-d2d15e559041 Nov 24 05:08:50.597587 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 0573f776-acd0-4206-be37-9d7e5ff8fadc {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:50.598634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.660258 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.685256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port 0573f776-acd0-4206-be37-9d7e5ff8fadc, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0573f776-acd0-4206-be37-9d7e5ff8fadc,segment=NetworkSegment(75706bf1-f988-400f-8bc5-075d7832c0df),segment_id=75706bf1-f988-400f-8bc5-075d7832c0df)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:50.685884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.692296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.698378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:50.699111 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.715312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 0573f776-acd0-4206-be37-9d7e5ff8fadc owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:50.746289 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2843008 Nov 24 05:08:50.746538 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37734) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:50.751743 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'network_id': 'e353a14c-8adc-4514-9c65-d2d15e559041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:50.821149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.851942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=0573f776-acd0-4206-be37-9d7e5ff8fadc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:50.861554 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No DVR routers for this DVR port 0573f776-acd0-4206-be37-9d7e5ff8fadc on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:50.900939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b11df-918f-4cb6-a834-d6b36cb66e97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=e353a14c-8adc-4514-9c65-d2d15e559041,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:50.918783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network e353a14c-8adc-4514-9c65-d2d15e559041 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:50.945517 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:50.953074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:50.961575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.022685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.043260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.ipam_backend_mixin [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Performing IP validity checks on allocation pools {{(pid=103233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 05:08:51.046418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfc7bca-97ca-4e19-b544-c0dfadd96ca8']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:51.050116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.ipam_backend_mixin [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 05:08:51.057991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75706bf1-f988-400f-8bc5-075d7832c0df') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:51.058542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75706bf1-f988-400f-8bc5-075d7832c0df') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:51.071947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.075965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1121448-302b-4f01-8668-f31cebd79182 None None] DHCP port deletion for 9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:51.077770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:51.090515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.102281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:51.102611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:51.106257 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:51.133954 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a68a179a-7935-41d1-be37-8237f7d033f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:49Z', 'revision_number': 8, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:45Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:51.173453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a179a-7935-41d1-be37-8237f7d033f9 None None] Checking router: e15e546b-f038-4358-9219-0fd5fe53d533 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:51.194745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a179a-7935-41d1-be37-8237f7d033f9 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:51.195711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a68a179a-7935-41d1-be37-8237f7d033f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:51.198321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.206843 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.214193 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/networks/9cfc7bca-97ca-4e19-b544-c0dfadd96ca8 HTTP/1.1" status: 204 len: 168 time: 0.8197744 Nov 24 05:08:51.214928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37736) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:51.229326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.265708 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595084ee-4fd6-4912-9a5e-87b274646b91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Network': ['ID=9cfc7bca-97ca-4e19-b544-c0dfadd96ca8,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:51.301770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:51.302162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.304310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a68a179a-7935-41d1-be37-8237f7d033f9 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:51.313570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking segment: {'id': '60a4fda4-5c3b-4f06-beb3-8703a46db133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e353a14c-8adc-4514-9c65-d2d15e559041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:51.313951 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network hostable DHCP agents. Network: e353a14c-8adc-4514-9c65-d2d15e559041, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:51.328638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=30354002-f8a6-4e3a-9681-5d5d35f91c38,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:51.354242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network e353a14c-8adc-4514-9c65-d2d15e559041 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:51.370871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, e353a14c-8adc-4514-9c65-d2d15e559041) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:51.390757 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:51.391970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.414010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9412413-ff8e-411f-92d3-80962dc539ca None None] Network e353a14c-8adc-4514-9c65-d2d15e559041 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:51.417853 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-41f43622-b2b8-4bbf-b1c2-2b612d934481 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6699781 Nov 24 05:08:51.420243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37738) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:51.551236 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.612071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.622966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.632550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.635025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702dd128-1b1b-4ed3-8f51-149fdc55a03c None None] Network c1d11746-08cf-4d58-bc7c-8e3d8b593061 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:51.695275 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.725522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Subnet': ['ID=30354002-f8a6-4e3a-9681-5d5d35f91c38,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:51.794937 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.813843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4fe3d020-ea6a-4b6f-9bbf-6d39101a241c,segment=NetworkSegment(d7a53d97-77ad-4a02-86ac-103f07ee940e),segment_id=d7a53d97-77ad-4a02-86ac-103f07ee940e)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:51.815957 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.818992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e353a14c-8adc-4514-9c65-d2d15e559041']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:51.830175 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a4fda4-5c3b-4f06-beb3-8703a46db133') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:51.830648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a4fda4-5c3b-4f06-beb3-8703a46db133') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:51.839299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.844569 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.847879 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-01055dd2-4c43-4ba4-bdfa-7d4b73d8e6cf None None] Provisioning complete for port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:51.848257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01055dd2-4c43-4ba4-bdfa-7d4b73d8e6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.860290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.867376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:51.867833 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:51.871509 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:51.891809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f31a88-4802-4b43-9c07-c8a1886ea9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-e353a14c-8adc-4514-9c65-d2d15e559041', 'network_id': 'e353a14c-8adc-4514-9c65-d2d15e559041', 'tenant_id': 'da132cd3e8cd4dbb9835f135b92be098', 'fixed_ips': [{'subnet_id': '30354002-f8a6-4e3a-9681-5d5d35f91c38'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:51.892630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5f31a88-4802-4b43-9c07-c8a1886ea9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.907091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port bb24b2bf-ebe5-4a17-8de2-980612d58bb6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:51.907581 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.945013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.954017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:51.961553 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/e353a14c-8adc-4514-9c65-d2d15e559041 HTTP/1.1" status: 204 len: 168 time: 0.5402741 Nov 24 05:08:51.962297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37740) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:51.976381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-457555779'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:51.980720 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdbe61-b0c7-42b6-b7e5-43dbaaed3250 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=e353a14c-8adc-4514-9c65-d2d15e559041,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:52.003078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:52.003341 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=4fe3d020-ea6a-4b6f-9bbf-6d39101a241c,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:52.009745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a68a179a-7935-41d1-be37-8237f7d033f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:49Z', 'revision_number': 8, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:45Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:52.014937 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.016439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed76142-3683-4da9-852a-0fd45756ef87 None None] Network e353a14c-8adc-4514-9c65-d2d15e559041 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:52.020333 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port bb24b2bf-ebe5-4a17-8de2-980612d58bb6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=bb24b2bf-ebe5-4a17-8de2-980612d58bb6,segment=NetworkSegment(cb5c3b39-5f24-40d8-a3fc-ef0315937942),segment_id=cb5c3b39-5f24-40d8-a3fc-ef0315937942)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:52.020689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.033608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for bb24b2bf-ebe5-4a17-8de2-980612d58bb6 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:52.046351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:52.058819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.059300 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment 7efd3da4-8b6e-4da5-b292-18bc5f65ccb0 of type vlan for network fc75520c-3842-401c-b79e-61eca448d011 Nov 24 05:08:52.062448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a179a-7935-41d1-be37-8237f7d033f9 None None] The sync data for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv is: [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:49Z', 'revision_number': 8, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb24b2bf-ebe5-4a17-8de2-980612d58bb6', 'name': '', 'network_id': 'e930d499-c41c-4874-b20f-6baf295d9bab', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:9d:12:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:37Z', 'updated_at': '2021-11-24T05:08:45Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '338fbe34-8ba7-44f0-bed2-ea4849526684', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:52.067965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed76142-3683-4da9-852a-0fd45756ef87 None None] Network e353a14c-8adc-4514-9c65-d2d15e559041 could not be found, it might have been deleted concurrently. {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 05:08:52.108907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.144108 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.151942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:52.152557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.189021 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2169814 Nov 24 05:08:52.192652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37742) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:52.197679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'network_id': 'fc75520c-3842-401c-b79e-61eca448d011', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:52.250722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.259204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333f72b-e161-4686-938a-95e5db533dbd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=fc75520c-3842-401c-b79e-61eca448d011,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:52.272890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network fc75520c-3842-401c-b79e-61eca448d011 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:52.281889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=bb24b2bf-ebe5-4a17-8de2-980612d58bb6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:52.349044 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:52.352758 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.477646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7bf696fe-d950-488c-b55c-a8210fe0d10b None None] Provisioning complete for port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:52.483993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7bf696fe-d950-488c-b55c-a8210fe0d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.511454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.620890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.681608 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=022770d2-7cc4-4daf-b643-f3e2abc80c10,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:52.693387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking segment: {'id': '7efd3da4-8b6e-4da5-b292-18bc5f65ccb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fc75520c-3842-401c-b79e-61eca448d011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:52.693931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network hostable DHCP agents. Network: fc75520c-3842-401c-b79e-61eca448d011, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:52.712327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network fc75520c-3842-401c-b79e-61eca448d011 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:52.721752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, fc75520c-3842-401c-b79e-61eca448d011) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:52.724719 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e15e546b-f038-4358-9219-0fd5fe53d533 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:52.726884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:52.727555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.733766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5724c-39c0-44ff-adca-9e23cd8e7f6f None None] Network fc75520c-3842-401c-b79e-61eca448d011 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:52.748111 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6376c311-2cc8-4b67-9eac-249c3697234c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5543618 Nov 24 05:08:52.748890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37744) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:52.835660 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:52.841911 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b4ff2bed-ac1a-41ec-b677-913a96000aa9 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6263483 Nov 24 05:08:52.844641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37746) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:52.849725 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4016b6-91f8-450d-8ecf-75d420e1d0c9 None None] Sync routers for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:52.866579 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4016b6-91f8-450d-8ecf-75d420e1d0c9 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:52.867530 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5f4016b6-91f8-450d-8ecf-75d420e1d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:52.869076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.926184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff40f42-09c4-4bb2-9f81-5c4af1760ad5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting subnet 338fbe34-8ba7-44f0-bed2-ea4849526684 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:52.931841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ff40f42-09c4-4bb2-9f81-5c4af1760ad5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:52.949531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.000432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ff40f42-09c4-4bb2-9f81-5c4af1760ad5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.004103 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-5f4016b6-91f8-450d-8ecf-75d420e1d0c9 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:53.038978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.084003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:08:53.100594 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Subnet': ['ID=022770d2-7cc4-4daf-b643-f3e2abc80c10,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:53.119091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654d0334-d627-4bdd-9fd4-25ce5737123f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-fc75520c-3842-401c-b79e-61eca448d011', 'network_id': 'fc75520c-3842-401c-b79e-61eca448d011', 'tenant_id': 'da132cd3e8cd4dbb9835f135b92be098', 'fixed_ips': [{'subnet_id': '022770d2-7cc4-4daf-b643-f3e2abc80c10'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:53.120007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-654d0334-d627-4bdd-9fd4-25ce5737123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.140755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ff40f42-09c4-4bb2-9f81-5c4af1760ad5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.192145 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.218278 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc75520c-3842-401c-b79e-61eca448d011']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:53.223938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:53.224334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.230294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efd3da4-8b6e-4da5-b292-18bc5f65ccb0') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:53.230294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efd3da4-8b6e-4da5-b292-18bc5f65ccb0') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:53.230710 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5f4016b6-91f8-450d-8ecf-75d420e1d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:52Z', 'revision_number': 9, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:53.232784 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ff40f42-09c4-4bb2-9f81-5c4af1760ad5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.242804 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.258006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.260334 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff40f42-09c4-4bb2-9f81-5c4af1760ad5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Subnet': ['ID=338fbe34-8ba7-44f0-bed2-ea4849526684,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:53.266448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad4c47-4ca1-4b39-94ec-a083f39e682c None None] Network fc75520c-3842-401c-b79e-61eca448d011 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:53.266662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:53.267130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ff40f42-09c4-4bb2-9f81-5c4af1760ad5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.267274 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.268129 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4016b6-91f8-450d-8ecf-75d420e1d0c9 None None] Checking router: e15e546b-f038-4358-9219-0fd5fe53d533 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:53.271272 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2ff40f42-09c4-4bb2-9f81-5c4af1760ad5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/338fbe34-8ba7-44f0-bed2-ea4849526684 HTTP/1.1" status: 204 len: 168 time: 0.4251456 Nov 24 05:08:53.274598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37748) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:53.274752 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:53.291225 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4016b6-91f8-450d-8ecf-75d420e1d0c9 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:53.291881 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5f4016b6-91f8-450d-8ecf-75d420e1d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:53.298858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839377b9-b61e-4248-a887-c7467ee6e65f None None] Network e930d499-c41c-4874-b20f-6baf295d9bab requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:53.361243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.370119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.370912 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.374976 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/fc75520c-3842-401c-b79e-61eca448d011 HTTP/1.1" status: 204 len: 168 time: 0.6250134 Nov 24 05:08:53.382374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37750) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:53.386304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e44557-9ae9-44ad-8388-463ad66434a3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=fc75520c-3842-401c-b79e-61eca448d011,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:53.388610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1143436297'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:53.406457 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-5f4016b6-91f8-450d-8ecf-75d420e1d0c9 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:53.438259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:53.441875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.469991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port d99c336c-3182-461e-a279-d8a0e5f7b2fe {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:53.470466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.490716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:53.510114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.510600 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment 01aa6b08-f7b4-423d-a396-32a0b3e020e6 of type vlan for network c769780c-4176-4471-8cb6-52d7986f22bd Nov 24 05:08:53.533865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.648515 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5f4016b6-91f8-450d-8ecf-75d420e1d0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:52Z', 'revision_number': 9, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:53.684878 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4016b6-91f8-450d-8ecf-75d420e1d0c9 None None] The sync data for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv is: [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:52Z', 'revision_number': 9, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': '9935b4b9-894c-4105-9f16-c6e0c242485d', 'name': '', 'network_id': '86573c69-f1af-4a12-bdde-cf403b91f802', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:49:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:33Z', 'updated_at': '2021-11-24T05:08:41Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': 'd7a76c74-3fdb-45f0-822d-05b1f0dd1cb0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:53.694779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443858f3-d5b6-47bf-80f6-2a2bd3f4b526 None None] DHCP port deletion for e930d499-c41c-4874-b20f-6baf295d9bab request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:53.697498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0573f776-acd0-4206-be37-9d7e5ff8fadc no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:53.721826 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 0573f776-acd0-4206-be37-9d7e5ff8fadc {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:53.722166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0573f776-acd0-4206-be37-9d7e5ff8fadc not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:53.722585 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2cacad94-2a00-4323-aacb-99fe3852f53c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:53.758836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 2cacad94-2a00-4323-aacb-99fe3852f53c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:53.759181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2cacad94-2a00-4323-aacb-99fe3852f53c not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:53.783747 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-443858f3-d5b6-47bf-80f6-2a2bd3f4b526 None None] Deleting port d99c336c-3182-461e-a279-d8a0e5f7b2fe {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:53.784127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-443858f3-d5b6-47bf-80f6-2a2bd3f4b526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.853223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-443858f3-d5b6-47bf-80f6-2a2bd3f4b526 None None] For port d99c336c-3182-461e-a279-d8a0e5f7b2fe, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d99c336c-3182-461e-a279-d8a0e5f7b2fe,segment=NetworkSegment(cb5c3b39-5f24-40d8-a3fc-ef0315937942),segment_id=cb5c3b39-5f24-40d8-a3fc-ef0315937942)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:53.853620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-443858f3-d5b6-47bf-80f6-2a2bd3f4b526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.866949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-443858f3-d5b6-47bf-80f6-2a2bd3f4b526 None None] Calling delete_port for d99c336c-3182-461e-a279-d8a0e5f7b2fe owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:53.869253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port d99c336c-3182-461e-a279-d8a0e5f7b2fe, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d99c336c-3182-461e-a279-d8a0e5f7b2fe,segment=NetworkSegment(cb5c3b39-5f24-40d8-a3fc-ef0315937942),segment_id=cb5c3b39-5f24-40d8-a3fc-ef0315937942)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:53.869760 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.905339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for d99c336c-3182-461e-a279-d8a0e5f7b2fe owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:53.910697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.942251 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-443858f3-d5b6-47bf-80f6-2a2bd3f4b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.971655 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443858f3-d5b6-47bf-80f6-2a2bd3f4b526 None None] Pushing event deleted for resources: {'Port': ['ID=d99c336c-3182-461e-a279-d8a0e5f7b2fe,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:53.976521 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443858f3-d5b6-47bf-80f6-2a2bd3f4b526 None None] No DVR routers for this DVR port d99c336c-3182-461e-a279-d8a0e5f7b2fe on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:53.977586 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:53.983787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:53.984035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.034385 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6505027 Nov 24 05:08:54.038385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37752) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:54.045739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'network_id': 'c769780c-4176-4471-8cb6-52d7986f22bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:54.097973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6896052-d02e-4bae-a02c-803df877aa3c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=c769780c-4176-4471-8cb6-52d7986f22bd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:54.102579 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.116033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network c769780c-4176-4471-8cb6-52d7986f22bd details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:54.174950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=d99c336c-3182-461e-a279-d8a0e5f7b2fe,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:54.179040 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No DVR routers for this DVR port d99c336c-3182-461e-a279-d8a0e5f7b2fe on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:54.267042 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.269316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:54.273071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.315646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e930d499-c41c-4874-b20f-6baf295d9bab']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:54.350925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5c3b39-5f24-40d8-a3fc-ef0315937942') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:54.351221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5c3b39-5f24-40d8-a3fc-ef0315937942') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:54.365471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.395250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.404706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:54.405076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:54.408122 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:54.497370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.507745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.510843 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/networks/e930d499-c41c-4874-b20f-6baf295d9bab HTTP/1.1" status: 204 len: 168 time: 1.2359252 Nov 24 05:08:54.513613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37754) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:54.522466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a969763-7094-4c0a-a754-94a7b946f3ee tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Network': ['ID=e930d499-c41c-4874-b20f-6baf295d9bab,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:54.572861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.631240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=1db0a84d-0a87-4a5d-8953-c05bdc78291e,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:54.639809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking segment: {'id': '01aa6b08-f7b4-423d-a396-32a0b3e020e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c769780c-4176-4471-8cb6-52d7986f22bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:54.640177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network hostable DHCP agents. Network: c769780c-4176-4471-8cb6-52d7986f22bd, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:54.657225 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network c769780c-4176-4471-8cb6-52d7986f22bd is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:54.666252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, c769780c-4176-4471-8cb6-52d7986f22bd) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:54.670492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:54.671089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.680691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc48444-25a8-4921-b503-201b1e883b0d None None] Network c769780c-4176-4471-8cb6-52d7986f22bd requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:54.689395 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-843a85c5-dcf6-4909-b695-833e879d575b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6499364 Nov 24 05:08:54.692234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37756) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:54.840837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-c769780c-4176-4471-8cb6-52d7986f22bd', 'network_id': 'c769780c-4176-4471-8cb6-52d7986f22bd', 'tenant_id': 'da132cd3e8cd4dbb9835f135b92be098', 'fixed_ips': [{'subnet_id': '1db0a84d-0a87-4a5d-8953-c05bdc78291e'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:54.842272 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.856124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.865953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d99c336c-3182-461e-a279-d8a0e5f7b2fe no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:54.893810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: d99c336c-3182-461e-a279-d8a0e5f7b2fe {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:54.894159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d99c336c-3182-461e-a279-d8a0e5f7b2fe not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:54.894584 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device bb24b2bf-ebe5-4a17-8de2-980612d58bb6 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:54.928842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:54.958189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: bb24b2bf-ebe5-4a17-8de2-980612d58bb6 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:54.958619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device bb24b2bf-ebe5-4a17-8de2-980612d58bb6 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:55.021889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.022135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Allocated IP 172.20.0.2 (c769780c-4176-4471-8cb6-52d7986f22bd/1db0a84d-0a87-4a5d-8953-c05bdc78291e/fd12fca5-e647-4ff6-88e1-6faa8da1e480) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:08:55.172078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.177107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.220417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Network c769780c-4176-4471-8cb6-52d7986f22bd is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:08:55.223271 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:55.228411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:08:55.231582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Pushing event updated for resources: {'Port': ['ID=fd12fca5-e647-4ff6-88e1-6faa8da1e480,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:55.291095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Attempting to bind port fd12fca5-e647-4ff6-88e1-6faa8da1e480 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:08:55.291472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Attempting to bind port fd12fca5-e647-4ff6-88e1-6faa8da1e480 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '01aa6b08-f7b4-423d-a396-32a0b3e020e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c769780c-4176-4471-8cb6-52d7986f22bd'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:08:55.291873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Attempting to bind port fd12fca5-e647-4ff6-88e1-6faa8da1e480 on network c769780c-4176-4471-8cb6-52d7986f22bd {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:08:55.297185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:08:55.297567 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Checking segment: {'id': '01aa6b08-f7b4-423d-a396-32a0b3e020e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c769780c-4176-4471-8cb6-52d7986f22bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:55.297975 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.298375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Bound using segment: {'id': '01aa6b08-f7b4-423d-a396-32a0b3e020e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c769780c-4176-4471-8cb6-52d7986f22bd'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:08:55.298851 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Bound port: fd12fca5-e647-4ff6-88e1-6faa8da1e480, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01aa6b08-f7b4-423d-a396-32a0b3e020e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c769780c-4176-4471-8cb6-52d7986f22bd'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:08:55.299233 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.362612 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] For port fd12fca5-e647-4ff6-88e1-6faa8da1e480, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:08:55.366041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] For port fd12fca5-e647-4ff6-88e1-6faa8da1e480, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fd12fca5-e647-4ff6-88e1-6faa8da1e480,segment=NetworkSegment(01aa6b08-f7b4-423d-a396-32a0b3e020e6),segment_id=01aa6b08-f7b4-423d-a396-32a0b3e020e6)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:08:55.371003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.415121 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.439634 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fee72-c570-4f01-9f86-e31d4e0e87e8 None None] Pushing event updated for resources: {'Port': ['ID=fd12fca5-e647-4ff6-88e1-6faa8da1e480,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:55.446765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Subnet': ['ID=1db0a84d-0a87-4a5d-8953-c05bdc78291e,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:55.557904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.592433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c769780c-4176-4471-8cb6-52d7986f22bd']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:55.604869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01aa6b08-f7b4-423d-a396-32a0b3e020e6') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:55.605173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01aa6b08-f7b4-423d-a396-32a0b3e020e6') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:55.617767 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.634710 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.660030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:55.660444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:55.664479 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:55.754027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.api [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 05:08:55.754027 dv-neutron-818850-5-hyperv neutron-server[103233]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 05:08:55.754027 dv-neutron-818850-5-hyperv neutron-server[103233]: [parameters: {'id': 'c769780c-4176-4471-8cb6-52d7986f22bd'}] Nov 24 05:08:55.754027 dv-neutron-818850-5-hyperv neutron-server[103233]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:08:55.754523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG oslo_db.api [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:08:55.771578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 9935b4b9-894c-4105-9f16-c6e0c242485d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:55.771944 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.861364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port 9935b4b9-894c-4105-9f16-c6e0c242485d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=9935b4b9-894c-4105-9f16-c6e0c242485d,segment=NetworkSegment(79a19ed9-7eb9-41d1-a1a2-a88984fd9561),segment_id=79a19ed9-7eb9-41d1-a1a2-a88984fd9561)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:55.861646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:55.879174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 9935b4b9-894c-4105-9f16-c6e0c242485d owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:56.048707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.075740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=9935b4b9-894c-4105-9f16-c6e0c242485d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:56.238632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.294401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.433479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe7238-c763-479b-9229-57680c6e2640 None None] Network c769780c-4176-4471-8cb6-52d7986f22bd requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:56.478495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Deleting port fd12fca5-e647-4ff6-88e1-6faa8da1e480 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:56.478833 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.509677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e15e546b-f038-4358-9219-0fd5fe53d533 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:56.527346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-07d26b6b-d16d-4e7b-9d91-bc1a22dd0eea None None] Provisioning complete for port fd12fca5-e647-4ff6-88e1-6faa8da1e480 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:08:56.527741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07d26b6b-d16d-4e7b-9d91-bc1a22dd0eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.560356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] For port fd12fca5-e647-4ff6-88e1-6faa8da1e480, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fd12fca5-e647-4ff6-88e1-6faa8da1e480,segment=NetworkSegment(01aa6b08-f7b4-423d-a396-32a0b3e020e6),segment_id=01aa6b08-f7b4-423d-a396-32a0b3e020e6)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:56.560943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.631278 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Calling delete_port for fd12fca5-e647-4ff6-88e1-6faa8da1e480 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:56.636859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07d26b6b-d16d-4e7b-9d91-bc1a22dd0eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.657217 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52059a62-55e7-42eb-9e5d-773d7b867a37 None None] DHCP port deletion for c769780c-4176-4471-8cb6-52d7986f22bd request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:56.676422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-07d26b6b-d16d-4e7b-9d91-bc1a22dd0eea None None] For port fd12fca5-e647-4ff6-88e1-6faa8da1e480, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=fd12fca5-e647-4ff6-88e1-6faa8da1e480,segment=NetworkSegment(01aa6b08-f7b4-423d-a396-32a0b3e020e6),segment_id=01aa6b08-f7b4-423d-a396-32a0b3e020e6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:56.695275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07d26b6b-d16d-4e7b-9d91-bc1a22dd0eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.695524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:56.704053 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a73881e6-b031-40f8-b064-209184917d91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1891744 Nov 24 05:08:56.704413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37762) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:56.737372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0599b4-5bde-42c1-92ea-44a344560fa9 None None] Sync routers for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:56.741058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.760889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a874f90f-1642-4a2b-8088-5aa4bc3b11df tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting subnet d7a76c74-3fdb-45f0-822d-05b1f0dd1cb0 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:56.764134 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a874f90f-1642-4a2b-8088-5aa4bc3b11df tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.764967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0599b4-5bde-42c1-92ea-44a344560fa9 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:56.765597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7c0599b4-5bde-42c1-92ea-44a344560fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:56.769732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Port': ['ID=fd12fca5-e647-4ff6-88e1-6faa8da1e480,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:56.772203 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No DVR routers for this DVR port fd12fca5-e647-4ff6-88e1-6faa8da1e480 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:56.772835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d26b6b-d16d-4e7b-9d91-bc1a22dd0eea None None] Pushing event updated for resources: {'Port': ['ID=fd12fca5-e647-4ff6-88e1-6faa8da1e480,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:56.836316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a874f90f-1642-4a2b-8088-5aa4bc3b11df tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.862778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.885814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c769780c-4176-4471-8cb6-52d7986f22bd']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:56.896458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01aa6b08-f7b4-423d-a396-32a0b3e020e6') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:56.897069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01aa6b08-f7b4-423d-a396-32a0b3e020e6') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:56.900135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-52059a62-55e7-42eb-9e5d-773d7b867a37 None None] Deleting port fd12fca5-e647-4ff6-88e1-6faa8da1e480 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:56.900516 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-52059a62-55e7-42eb-9e5d-773d7b867a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.905540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-7c0599b4-5bde-42c1-92ea-44a344560fa9 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:56.909193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.923556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.929371 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a874f90f-1642-4a2b-8088-5aa4bc3b11df tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.931285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:56.931883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:56.935316 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:56.993067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a874f90f-1642-4a2b-8088-5aa4bc3b11df tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.003811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.024470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.028407 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/c769780c-4176-4471-8cb6-52d7986f22bd HTTP/1.1" status: 204 len: 168 time: 2.3351474 Nov 24 05:08:57.029540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b47d4-3fb4-4cbb-be34-b6425e74562b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=c769780c-4176-4471-8cb6-52d7986f22bd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:57.031985 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37764) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:57.032870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874f90f-1642-4a2b-8088-5aa4bc3b11df tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a76c74-3fdb-45f0-822d-05b1f0dd1cb0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:57.038397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1512752768'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:57.040905 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a874f90f-1642-4a2b-8088-5aa4bc3b11df tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.046727 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a874f90f-1642-4a2b-8088-5aa4bc3b11df tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/d7a76c74-3fdb-45f0-822d-05b1f0dd1cb0 HTTP/1.1" status: 204 len: 168 time: 0.3384156 Nov 24 05:08:57.047172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37766) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:57.065559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:57.069972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.101743 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:57.111768 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.112240 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment 17c242f5-e8d9-4246-adcd-4f54f1deeb28 of type vlan for network 6ca4ac6c-9c3b-4d12-b2e1-b25901f57809 Nov 24 05:08:57.134355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.147583 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e44e6-89d9-4ecc-8624-8dc57b9c39f8 None None] Network 86573c69-f1af-4a12-bdde-cf403b91f802 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:57.158654 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.184792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.192242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:57.192428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.195505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port 43206951-c917-4ca7-865b-cca787e1be72 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:57.195956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.199520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-52059a62-55e7-42eb-9e5d-773d7b867a37 None None] For port fd12fca5-e647-4ff6-88e1-6faa8da1e480, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:57.199952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-52059a62-55e7-42eb-9e5d-773d7b867a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.234411 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1982594 Nov 24 05:08:57.234656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37768) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:57.239975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'network_id': '6ca4ac6c-9c3b-4d12-b2e1-b25901f57809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:57.242998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-52059a62-55e7-42eb-9e5d-773d7b867a37 None None] Calling delete_port for fd12fca5-e647-4ff6-88e1-6faa8da1e480 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:57.268745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port 43206951-c917-4ca7-865b-cca787e1be72, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=43206951-c917-4ca7-865b-cca787e1be72,segment=NetworkSegment(79a19ed9-7eb9-41d1-a1a2-a88984fd9561),segment_id=79a19ed9-7eb9-41d1-a1a2-a88984fd9561)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:57.269125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.275161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-52059a62-55e7-42eb-9e5d-773d7b867a37 None None] Port fd12fca5-e647-4ff6-88e1-6faa8da1e480 was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:08:57.282213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for 43206951-c917-4ca7-865b-cca787e1be72 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:57.292047 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3b241-3135-4673-9ec4-327ad6b57a72 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=6ca4ac6c-9c3b-4d12-b2e1-b25901f57809,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:57.310293 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-52059a62-55e7-42eb-9e5d-773d7b867a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.318496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 6ca4ac6c-9c3b-4d12-b2e1-b25901f57809 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:57.366540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.373242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:57.377285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52059a62-55e7-42eb-9e5d-773d7b867a37 None None] Network c769780c-4176-4471-8cb6-52d7986f22bd is not hosted by any dhcp agent {{(pid=103234) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 05:08:57.377743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52059a62-55e7-42eb-9e5d-773d7b867a37 None None] No DVR routers for this DVR port fd12fca5-e647-4ff6-88e1-6faa8da1e480 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:57.378250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.379351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52059a62-55e7-42eb-9e5d-773d7b867a37 None None] Pushing event deleted for resources: {'Port': ['ID=fd12fca5-e647-4ff6-88e1-6faa8da1e480,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:57.400325 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=43206951-c917-4ca7-865b-cca787e1be72,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:57.402258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No DVR routers for this DVR port 43206951-c917-4ca7-865b-cca787e1be72 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:08:57.455811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.ipam_backend_mixin [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Performing IP validity checks on allocation pools {{(pid=103233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 05:08:57.456364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.ipam_backend_mixin [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103233) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 05:08:57.490824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.519142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86573c69-f1af-4a12-bdde-cf403b91f802']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:57.530013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a19ed9-7eb9-41d1-a1a2-a88984fd9561') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:57.530322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a19ed9-7eb9-41d1-a1a2-a88984fd9561') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:57.536145 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7c0599b4-5bde-42c1-92ea-44a344560fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:55Z', 'revision_number': 10, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:57.540259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.557145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.564669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:57.565975 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.568065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5799d8e0-94e6-4fa4-a5a5-6e84b980682c None None] DHCP port deletion for 86573c69-f1af-4a12-bdde-cf403b91f802 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:57.570672 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:57.574597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0599b4-5bde-42c1-92ea-44a344560fa9 None None] Checking router: e15e546b-f038-4358-9219-0fd5fe53d533 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:57.588458 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0599b4-5bde-42c1-92ea-44a344560fa9 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:57.589078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7c0599b4-5bde-42c1-92ea-44a344560fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:57.616851 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.655333 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.670823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.674393 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/networks/86573c69-f1af-4a12-bdde-cf403b91f802 HTTP/1.1" status: 204 len: 168 time: 0.6262231 Nov 24 05:08:57.679645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37770) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:57.679848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=aa6315ed-be51-46f3-92cf-6a30c28453b6,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:57.688360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-7c0599b4-5bde-42c1-92ea-44a344560fa9 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:57.693969 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking segment: {'id': '17c242f5-e8d9-4246-adcd-4f54f1deeb28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6ca4ac6c-9c3b-4d12-b2e1-b25901f57809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:57.694491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network hostable DHCP agents. Network: 6ca4ac6c-9c3b-4d12-b2e1-b25901f57809, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:57.716361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network 6ca4ac6c-9c3b-4d12-b2e1-b25901f57809 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:57.727833 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 6ca4ac6c-9c3b-4d12-b2e1-b25901f57809) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:57.729330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a9d8e-5b43-414d-9493-7329a3940a03 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Network': ['ID=86573c69-f1af-4a12-bdde-cf403b91f802,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:57.738048 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:57.738672 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.741620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f7b283-bd25-4135-abb0-974282d408f9 None None] Network 6ca4ac6c-9c3b-4d12-b2e1-b25901f57809 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:57.756696 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f2423309-4f61-488c-8741-c026bdb1a38f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5210698 Nov 24 05:08:57.760047 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37772) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:57.876204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.929287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:57.990008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.016347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6315ed-be51-46f3-92cf-6a30c28453b6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:58.031001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e6a31-5c36-46c5-809f-889cc09cd3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-6ca4ac6c-9c3b-4d12-b2e1-b25901f57809', 'network_id': '6ca4ac6c-9c3b-4d12-b2e1-b25901f57809', 'tenant_id': 'da132cd3e8cd4dbb9835f135b92be098', 'fixed_ips': [{'subnet_id': 'aa6315ed-be51-46f3-92cf-6a30c28453b6'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:58.032163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6a31-5c36-46c5-809f-889cc09cd3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.047945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.065976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7c0599b4-5bde-42c1-92ea-44a344560fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:55Z', 'revision_number': 10, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:58.094483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.115325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca4ac6c-9c3b-4d12-b2e1-b25901f57809']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:58.124924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c242f5-e8d9-4246-adcd-4f54f1deeb28') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:58.125312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c242f5-e8d9-4246-adcd-4f54f1deeb28') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:58.135448 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.138458 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0599b4-5bde-42c1-92ea-44a344560fa9 None None] The sync data for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv is: [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:55Z', 'revision_number': 10, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None, '_interfaces': [{'id': 'c14266dc-f65c-4698-ac86-998ba79e1877', 'name': '', 'network_id': '1ec3a262-b04f-4c94-9b69-34d2bf08ef95', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'mac_address': 'fa:16:3e:4b:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:29Z', 'updated_at': '2021-11-24T05:08:35Z', 'revision_number': 5, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'subnets': [{'id': '9ef8894e-da7e-4df9-954a-8bb9f5eb2889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:58.150973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.158101 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:58.158586 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:58.162289 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:58.168966 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32400266-ecf2-4de5-a320-9a4ddfcdeb50 None None] Network 6ca4ac6c-9c3b-4d12-b2e1-b25901f57809 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:58.231277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.240733 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.247667 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/6ca4ac6c-9c3b-4d12-b2e1-b25901f57809 HTTP/1.1" status: 204 len: 168 time: 0.4864774 Nov 24 05:08:58.249803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37774) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:58.257511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1653185914'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:58.263007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d39b9c-1fd8-4afc-8d09-3170bd36c180 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=6ca4ac6c-9c3b-4d12-b2e1-b25901f57809,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:58.304615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:58.308113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.343101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:58.355645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.355989 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment 47bea94e-cf54-4634-a94d-4a5c5c7c662b of type vlan for network e8a6bdff-37de-4c03-be2b-63fe028874c2 Nov 24 05:08:58.363998 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port c14266dc-f65c-4698-ac86-998ba79e1877 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:58.364333 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.452433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.497161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port c14266dc-f65c-4698-ac86-998ba79e1877, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c14266dc-f65c-4698-ac86-998ba79e1877,segment=NetworkSegment(31804e3c-4209-4f15-8932-fbe8e70698b6),segment_id=31804e3c-4209-4f15-8932-fbe8e70698b6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:58.497476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.500326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.506710 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:58.507330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.536049 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for c14266dc-f65c-4698-ac86-998ba79e1877 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:58.572707 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3216560 Nov 24 05:08:58.575816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37776) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:58.581614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'network_id': 'e8a6bdff-37de-4c03-be2b-63fe028874c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:58.630834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cec33-8704-437c-98a7-fe8fa3988ff1 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=e8a6bdff-37de-4c03-be2b-63fe028874c2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:58.641393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network e8a6bdff-37de-4c03-be2b-63fe028874c2 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:58.684869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:58.688734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.773303 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.812800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=c14266dc-f65c-4698-ac86-998ba79e1877,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:58.869297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9935b4b9-894c-4105-9f16-c6e0c242485d no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:58.904854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 9935b4b9-894c-4105-9f16-c6e0c242485d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:58.905341 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 9935b4b9-894c-4105-9f16-c6e0c242485d not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:58.905778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 43206951-c917-4ca7-865b-cca787e1be72 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:08:58.925291 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.932224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 43206951-c917-4ca7-865b-cca787e1be72 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:08:58.932581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 43206951-c917-4ca7-865b-cca787e1be72 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:08:58.962471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:58.997386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=ec80809a-5c3a-4c03-99e6-fa2d82ace019,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:59.010072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking segment: {'id': '47bea94e-cf54-4634-a94d-4a5c5c7c662b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e8a6bdff-37de-4c03-be2b-63fe028874c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:08:59.010503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network hostable DHCP agents. Network: e8a6bdff-37de-4c03-be2b-63fe028874c2, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:08:59.027740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network e8a6bdff-37de-4c03-be2b-63fe028874c2 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:08:59.037567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, e8a6bdff-37de-4c03-be2b-63fe028874c2) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:08:59.042300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:59.042909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.050478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ea7e0-a81d-45b3-94e9-18e8efa185ec None None] Network e8a6bdff-37de-4c03-be2b-63fe028874c2 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:59.066417 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9c14ef85-121b-459a-81f7-084206436991 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4874511 Nov 24 05:08:59.066417 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37780) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:59.136757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e15e546b-f038-4358-9219-0fd5fe53d533 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:08:59.173831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.215871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e74fff5-68c9-4524-bc85-f61d7fe1fd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-e8a6bdff-37de-4c03-be2b-63fe028874c2', 'network_id': 'e8a6bdff-37de-4c03-be2b-63fe028874c2', 'tenant_id': 'da132cd3e8cd4dbb9835f135b92be098', 'fixed_ips': [{'subnet_id': 'ec80809a-5c3a-4c03-99e6-fa2d82ace019'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:08:59.216923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0e74fff5-68c9-4524-bc85-f61d7fe1fd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.217094 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:08:59.222127 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-617833df-de75-43d3-ad7e-ed0e4f21a7ca tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5432224 Nov 24 05:08:59.225193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37782) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:59.228913 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd22e4-ddbb-4922-b878-105ab14e35c9 None None] Sync routers for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:08:59.240889 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd22e4-ddbb-4922-b878-105ab14e35c9 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:59.241870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.242191 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-48cd22e4-ddbb-4922-b878-105ab14e35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:59.278380 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5c2561-c309-439b-9e7d-3c505e0a6f24 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting subnet 9ef8894e-da7e-4df9-954a-8bb9f5eb2889 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:08:59.281759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2561-c309-439b-9e7d-3c505e0a6f24 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.319346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.323942 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-48cd22e4-ddbb-4922-b878-105ab14e35c9 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:59.328956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2561-c309-439b-9e7d-3c505e0a6f24 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server [None req-0e74fff5-68c9-4524-bc85-f61d7fe1fd24 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec80809a-5c3a-4c03-99e6-fa2d82ace019: This subnet is being modified by another concurrent operation. Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise exception Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec80809a-5c3a-4c03-99e6-fa2d82ace019: This subnet is being modified by another concurrent operation. Nov 24 05:08:59.344480 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server Nov 24 05:08:59.365538 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bba9cba-4db8-463c-92bb-404f455c2db2 None None] Network e8a6bdff-37de-4c03-be2b-63fe028874c2 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:59.374604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Subnet': ['ID=ec80809a-5c3a-4c03-99e6-fa2d82ace019,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:59.378704 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-48cd22e4-ddbb-4922-b878-105ab14e35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:58Z', 'revision_number': 11, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:59.409636 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd22e4-ddbb-4922-b878-105ab14e35c9 None None] Checking router: e15e546b-f038-4358-9219-0fd5fe53d533 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:08:59.421350 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd22e4-ddbb-4922-b878-105ab14e35c9 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:08:59.422203 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-48cd22e4-ddbb-4922-b878-105ab14e35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:59.450410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.471798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2561-c309-439b-9e7d-3c505e0a6f24 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.482753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a6bdff-37de-4c03-be2b-63fe028874c2']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:59.487383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c6d30-5f58-42ab-b955-b0db9b8a86ad None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:08:59.496913 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-48cd22e4-ddbb-4922-b878-105ab14e35c9 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:08:59.497630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bea94e-cf54-4634-a94d-4a5c5c7c662b') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:59.498128 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bea94e-cf54-4634-a94d-4a5c5c7c662b') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:59.514858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.538613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.547089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:08:59.547725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:08:59.551571 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:08:59.556425 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-48cd22e4-ddbb-4922-b878-105ab14e35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:58Z', 'revision_number': 11, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:08:59.563997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2561-c309-439b-9e7d-3c505e0a6f24 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.586315 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54c6d30-5f58-42ab-b955-b0db9b8a86ad None None] Resources bound (agent type, host, resource id): {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:08:59.597752 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd22e4-ddbb-4922-b878-105ab14e35c9 None None] The sync data for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv is: [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:58Z', 'revision_number': 11, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:08:59.607111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c2561-c309-439b-9e7d-3c505e0a6f24 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef8894e-da7e-4df9-954a-8bb9f5eb2889,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:59.615392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2561-c309-439b-9e7d-3c505e0a6f24 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.622167 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0a5c2561-c309-439b-9e7d-3c505e0a6f24 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/9ef8894e-da7e-4df9-954a-8bb9f5eb2889 HTTP/1.1" status: 204 len: 168 time: 0.3933525 Nov 24 05:08:59.622480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37784) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:59.647127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.652182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.656530 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/e8a6bdff-37de-4c03-be2b-63fe028874c2 HTTP/1.1" status: 204 len: 168 time: 0.5889239 Nov 24 05:08:59.660554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37786) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:59.667253 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1954759916'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:59.685000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaa199-9904-4df8-8575-a08a2f017e62 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=e8a6bdff-37de-4c03-be2b-63fe028874c2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:59.699828 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:08:59.703649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.720664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.731431 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:08:59.741286 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.741642 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment 141d8b6a-8f1e-40d1-afa8-e7d93a7f9baa of type vlan for network 242852e9-a249-42a7-92d4-358bc927ec81 Nov 24 05:08:59.785448 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Deleting port a76f20f9-28c2-4208-b026-fbee4551d606 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:08:59.786037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.786672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.826647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.832786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366d4055-b0b8-4549-a484-98561c2d6b7a None None] Network 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:08:59.838058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:08:59.838712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.854068 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] For port a76f20f9-28c2-4208-b026-fbee4551d606, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a76f20f9-28c2-4208-b026-fbee4551d606,segment=NetworkSegment(31804e3c-4209-4f15-8932-fbe8e70698b6),segment_id=31804e3c-4209-4f15-8932-fbe8e70698b6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:08:59.854723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:08:59.870175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Calling delete_port for a76f20f9-28c2-4208-b026-fbee4551d606 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:08:59.876748 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2107649 Nov 24 05:08:59.876941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37788) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:08:59.882482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'network_id': '242852e9-a249-42a7-92d4-358bc927ec81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:08:59.941230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfd792-ddad-4d4e-a43b-96dd0ea8e218 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=242852e9-a249-42a7-92d4-358bc927ec81,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:08:59.960855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 242852e9-a249-42a7-92d4-358bc927ec81 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:08:59.982582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.012332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:00.016567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.018264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Port': ['ID=a76f20f9-28c2-4208-b026-fbee4551d606,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:00.026498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No DVR routers for this DVR port a76f20f9-28c2-4208-b026-fbee4551d606 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:09:00.129194 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.136203 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec400e67-da74-4066-a576-f0aaccc54d2b None None] DHCP port deletion for 1ec3a262-b04f-4c94-9b69-34d2bf08ef95 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:09:00.159330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec3a262-b04f-4c94-9b69-34d2bf08ef95']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:00.170480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31804e3c-4209-4f15-8932-fbe8e70698b6') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:00.170779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31804e3c-4209-4f15-8932-fbe8e70698b6') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:00.181285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.194662 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.200576 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:09:00.200955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:09:00.204133 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:09:00.227936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.263684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.272077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.275257 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/networks/1ec3a262-b04f-4c94-9b69-34d2bf08ef95 HTTP/1.1" status: 204 len: 168 time: 0.6517572 Nov 24 05:09:00.279201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37790) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:00.284598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f779b-f18b-4dd3-8aad-668af8500356 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Pushing event deleted for resources: {'Network': ['ID=1ec3a262-b04f-4c94-9b69-34d2bf08ef95,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:00.287706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-643d6d50-b443-402a-a15d-b1dd11dc0521 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'routes': None}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:00.357269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=525aff42-6c5b-4bf6-9d33-cb680431fccd,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:00.376386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking segment: {'id': '141d8b6a-8f1e-40d1-afa8-e7d93a7f9baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '242852e9-a249-42a7-92d4-358bc927ec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:00.376747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network hostable DHCP agents. Network: 242852e9-a249-42a7-92d4-358bc927ec81, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:09:00.466433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.extraroute_db [None req-643d6d50-b443-402a-a15d-b1dd11dc0521 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Added routes are [] {{(pid=103233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 05:09:00.466736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.extraroute_db [None req-643d6d50-b443-402a-a15d-b1dd11dc0521 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Removed routes are [] {{(pid=103233) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 05:09:00.467093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-643d6d50-b443-402a-a15d-b1dd11dc0521 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.470039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network 242852e9-a249-42a7-92d4-358bc927ec81 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:09:00.508017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 242852e9-a249-42a7-92d4-358bc927ec81) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:00.515981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c2059-ed9b-4e58-93cf-e4fa66850605 None None] Network 242852e9-a249-42a7-92d4-358bc927ec81 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:00.537616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:00.538543 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.559333 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-14a3353b-453c-4a9a-8edb-8af90a050536 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6789067 Nov 24 05:09:00.559809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37792) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:00.624662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-643d6d50-b443-402a-a15d-b1dd11dc0521 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.628362 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-643d6d50-b443-402a-a15d-b1dd11dc0521 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.679848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.707825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643d6d50-b443-402a-a15d-b1dd11dc0521 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e15e546b-f038-4358-9219-0fd5fe53d533 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:09:00.758672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.821116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd4a41d-4dc8-4f53-92ca-f3c020f35ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-242852e9-a249-42a7-92d4-358bc927ec81', 'network_id': '242852e9-a249-42a7-92d4-358bc927ec81', 'tenant_id': 'da132cd3e8cd4dbb9835f135b92be098', 'fixed_ips': [{'subnet_id': '525aff42-6c5b-4bf6-9d33-cb680431fccd'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:09:00.822101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a41d-4dc8-4f53-92ca-f3c020f35ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.867900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.902769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Subnet': ['ID=525aff42-6c5b-4bf6-9d33-cb680431fccd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:00.923132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a76f20f9-28c2-4208-b026-fbee4551d606 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:09:00.956024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: a76f20f9-28c2-4208-b026-fbee4551d606 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:09:00.956661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a76f20f9-28c2-4208-b026-fbee4551d606 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:09:00.957091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c14266dc-f65c-4698-ac86-998ba79e1877 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:09:00.965624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:00.982032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: c14266dc-f65c-4698-ac86-998ba79e1877 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:09:00.982367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c14266dc-f65c-4698-ac86-998ba79e1877 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:09:00.987322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242852e9-a249-42a7-92d4-358bc927ec81']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server [None req-1cd4a41d-4dc8-4f53-92ca-f3c020f35ba8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 525aff42-6c5b-4bf6-9d33-cb680431fccd: This subnet is being modified by another concurrent operation. Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise exception Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 525aff42-6c5b-4bf6-9d33-cb680431fccd: This subnet is being modified by another concurrent operation. Nov 24 05:09:01.000809 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server Nov 24 05:09:01.008913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141d8b6a-8f1e-40d1-afa8-e7d93a7f9baa') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:01.008913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141d8b6a-8f1e-40d1-afa8-e7d93a7f9baa') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:01.026772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.029822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfaad43-a18c-4673-a4e7-32b41a96da62 None None] Network 242852e9-a249-42a7-92d4-358bc927ec81 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:01.039575 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.046519 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:09:01.047064 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:09:01.050185 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:09:01.117940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.125237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.125425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643d6d50-b443-402a-a15d-b1dd11dc0521 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:09:01.128667 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/242852e9-a249-42a7-92d4-358bc927ec81 HTTP/1.1" status: 204 len: 168 time: 0.5678115 Nov 24 05:09:01.135514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-643d6d50-b443-402a-a15d-b1dd11dc0521 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.137804 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-643d6d50-b443-402a-a15d-b1dd11dc0521 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533 HTTP/1.1" status: 200 len: 699 time: 0.8551965 Nov 24 05:09:01.138439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37794) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:01.142259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37796) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:01.143378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0dc04-817a-4c8f-a0c5-991469830af7 None None] Sync routers for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:09:01.147356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-710391481'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:01.153179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ff175-a376-4871-89da-6e2ddd385ff3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=242852e9-a249-42a7-92d4-358bc927ec81,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:01.171771 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8c28af00-3f0b-43fd-806e-0ffb51ae7b69 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15e546b-f038-4358-9219-0fd5fe53d533 HTTP/1.1" status: 200 len: 205 time: 0.0283914 Nov 24 05:09:01.174611 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37798) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:01.175421 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0dc04-817a-4c8f-a0c5-991469830af7 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:01.177376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b5f0dc04-817a-4c8f-a0c5-991469830af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:01.183237 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc2a0d7-1d0d-48ab-bebc-4dcd08d15055 None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:09:01.184620 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:01.188001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.270293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c8d41fb-7ee3-4642-a531-7bb236eac634 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.275487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-b5f0dc04-817a-4c8f-a0c5-991469830af7 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:01.334164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:09:01.335433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b5f0dc04-817a-4c8f-a0c5-991469830af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:58Z', 'revision_number': 11, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:01.349127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.349489 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment 7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb of type vlan for network d0c42976-fdd3-40b6-a349-c307d206a6a4 Nov 24 05:09:01.373367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0dc04-817a-4c8f-a0c5-991469830af7 None None] Checking router: e15e546b-f038-4358-9219-0fd5fe53d533 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:09:01.396328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f0dc04-817a-4c8f-a0c5-991469830af7 None None] Routers {'e15e546b-f038-4358-9219-0fd5fe53d533'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:01.397045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b5f0dc04-817a-4c8f-a0c5-991469830af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e15e546b-f038-4358-9219-0fd5fe53d533'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:01.432766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc2a0d7-1d0d-48ab-bebc-4dcd08d15055 None None] Resources bound (agent type, host, resource id): {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:09:01.473128 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c8d41fb-7ee3-4642-a531-7bb236eac634 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.476888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-b5f0dc04-817a-4c8f-a0c5-991469830af7 None None] Set router e15e546b-f038-4358-9219-0fd5fe53d533 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:01.477695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c8d41fb-7ee3-4642-a531-7bb236eac634 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.480206 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.532949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b5f0dc04-817a-4c8f-a0c5-991469830af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:58Z', 'revision_number': 11, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:01.535106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c8d41fb-7ee3-4642-a531-7bb236eac634 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.536415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8d41fb-7ee3-4642-a531-7bb236eac634 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Fanout notify agent at l3_agent the message router_deleted on router e15e546b-f038-4358-9219-0fd5fe53d533 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:09:01.543407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c8d41fb-7ee3-4642-a531-7bb236eac634 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.544536 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9c8d41fb-7ee3-4642-a531-7bb236eac634 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533 HTTP/1.1" status: 204 len: 168 time: 0.3690577 Nov 24 05:09:01.545739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.549546 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37800) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:01.551163 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:01.551784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.553850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-bead40a7-6237-452b-9679-c7f0e28d9e20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-928682715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:01.577226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bead40a7-6237-452b-9679-c7f0e28d9e20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.578186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bead40a7-6237-452b-9679-c7f0e28d9e20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.582510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f0dc04-817a-4c8f-a0c5-991469830af7 None None] The sync data for ids ['e15e546b-f038-4358-9219-0fd5fe53d533'] in dv-neutron-818850-5-hyperv is: [{'id': 'e15e546b-f038-4358-9219-0fd5fe53d533', 'name': 'tempest-RoutersTest-router-47848858', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:28Z', 'updated_at': '2021-11-24T05:08:58Z', 'revision_number': 11, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:09:01.598469 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4589698 Nov 24 05:09:01.601493 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37802) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:01.607678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-4300f4f8-d54a-4794-b6b2-2755bda9f515 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:01.642235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bead40a7-6237-452b-9679-c7f0e28d9e20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.649471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bead40a7-6237-452b-9679-c7f0e28d9e20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.665534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17e7ae-fa5b-4272-8757-0cfb73466a7e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=d0c42976-fdd3-40b6-a349-c307d206a6a4,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:01.672795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bead40a7-6237-452b-9679-c7f0e28d9e20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:01.674029 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bead40a7-6237-452b-9679-c7f0e28d9e20 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1242363 Nov 24 05:09:01.676921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37804) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:01.680485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network d0c42976-fdd3-40b6-a349-c307d206a6a4 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:09:01.681671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-810dd167-0ce7-4c7b-a0a9-25daf560bd91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:02.006301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-810dd167-0ce7-4c7b-a0a9-25daf560bd91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:02.022343 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4300f4f8-d54a-4794-b6b2-2755bda9f515 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:02.025745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-810dd167-0ce7-4c7b-a0a9-25daf560bd91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:02.073027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4300f4f8-d54a-4794-b6b2-2755bda9f515 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:02.119088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4300f4f8-d54a-4794-b6b2-2755bda9f515 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network d0c42976-fdd3-40b6-a349-c307d206a6a4 is not hosted by any dhcp agent {{(pid=103233) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 05:09:02.124361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4300f4f8-d54a-4794-b6b2-2755bda9f515 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:02.124944 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4300f4f8-d54a-4794-b6b2-2755bda9f515 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:02.126199 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4300f4f8-d54a-4794-b6b2-2755bda9f515 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "PUT /v2.0/networks/d0c42976-fdd3-40b6-a349-c307d206a6a4 HTTP/1.1" status: 200 len: 723 time: 0.5235486 Nov 24 05:09:02.129197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37806) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:02.134921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'network_id': 'd0c42976-fdd3-40b6-a349-c307d206a6a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:02.182941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300f4f8-d54a-4794-b6b2-2755bda9f515 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=d0c42976-fdd3-40b6-a349-c307d206a6a4,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:02.198714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network d0c42976-fdd3-40b6-a349-c307d206a6a4 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:09:02.199823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810dd167-0ce7-4c7b-a0a9-25daf560bd91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Router e19ebc9f-fa70-4f36-a461-059c8c8a0219 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:09:02.229031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:02.233565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:02.298360 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810dd167-0ce7-4c7b-a0a9-25daf560bd91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:09:02.305606 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-810dd167-0ce7-4c7b-a0a9-25daf560bd91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:02.309668 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-810dd167-0ce7-4c7b-a0a9-25daf560bd91 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "PUT /v2.0/routers/e19ebc9f-fa70-4f36-a461-059c8c8a0219 HTTP/1.1" status: 200 len: 693 time: 0.6315613 Nov 24 05:09:02.310290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37808) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:02.313868 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3b286-5fb2-4ed0-8c6a-741dd552fc02 None None] Sync routers for ids ['e19ebc9f-fa70-4f36-a461-059c8c8a0219'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:09:02.332346 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3b286-5fb2-4ed0-8c6a-741dd552fc02 None None] Routers {'e19ebc9f-fa70-4f36-a461-059c8c8a0219'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:02.333982 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c5f3b286-5fb2-4ed0-8c6a-741dd552fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e19ebc9f-fa70-4f36-a461-059c8c8a0219'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:02.409848 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7431dacf-6ec6-49a6-ad47-11abf85c7109 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/routers/e19ebc9f-fa70-4f36-a461-059c8c8a0219 HTTP/1.1" status: 200 len: 699 time: 0.0982826 Nov 24 05:09:02.410470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37810) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:02.444237 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0e1e7605-9948-4496-a318-663c556b3b0b tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19ebc9f-fa70-4f36-a461-059c8c8a0219 HTTP/1.1" status: 200 len: 205 time: 0.0325909 Nov 24 05:09:02.444512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37812) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:02.517127 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c5f3b286-5fb2-4ed0-8c6a-741dd552fc02 None None] Set router e19ebc9f-fa70-4f36-a461-059c8c8a0219 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:02.576037 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c5f3b286-5fb2-4ed0-8c6a-741dd552fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19ebc9f-fa70-4f36-a461-059c8c8a0219', 'name': 'tempest-RoutersTest-router-928682715', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:01Z', 'updated_at': '2021-11-24T05:09:02Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:02.605900 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3b286-5fb2-4ed0-8c6a-741dd552fc02 None None] Checking router: e19ebc9f-fa70-4f36-a461-059c8c8a0219 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:09:02.615296 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3b286-5fb2-4ed0-8c6a-741dd552fc02 None None] Routers {'e19ebc9f-fa70-4f36-a461-059c8c8a0219'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:02.616227 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c5f3b286-5fb2-4ed0-8c6a-741dd552fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e19ebc9f-fa70-4f36-a461-059c8c8a0219'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:02.688049 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c5f3b286-5fb2-4ed0-8c6a-741dd552fc02 None None] Set router e19ebc9f-fa70-4f36-a461-059c8c8a0219 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:02.712142 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37816) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:02.743910 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c5f3b286-5fb2-4ed0-8c6a-741dd552fc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19ebc9f-fa70-4f36-a461-059c8c8a0219', 'name': 'tempest-RoutersTest-router-928682715', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:01Z', 'updated_at': '2021-11-24T05:09:02Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:02.781114 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3b286-5fb2-4ed0-8c6a-741dd552fc02 None None] The sync data for ids ['e19ebc9f-fa70-4f36-a461-059c8c8a0219'] in dv-neutron-818850-5-hyperv is: [{'id': 'e19ebc9f-fa70-4f36-a461-059c8c8a0219', 'name': 'tempest-RoutersTest-router-928682715', 'tenant_id': '096580f9d0d145cd9ebcd76f4a939f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:01Z', 'updated_at': '2021-11-24T05:09:02Z', 'revision_number': 2, 'project_id': '096580f9d0d145cd9ebcd76f4a939f39', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:09:02.797242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:02.808691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2272bd4-9014-44e8-9b9a-146e8d04813c tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:02.808691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2272bd4-9014-44e8-9b9a-146e8d04813c tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:02.808691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2272bd4-9014-44e8-9b9a-146e8d04813c tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:02.817217 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e2272bd4-9014-44e8-9b9a-146e8d04813c tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=227fcf8641794a6b9aef85d3570bf3a5&network_id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 200 len: 2999 time: 0.1037550 Nov 24 05:09:02.876354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e9caf55-cac0-4687-9da7-b99b28915550 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:02.948884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=95948d29-46f3-40f9-a600-b5873f07b586,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:02.999811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking segment: {'id': '7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd0c42976-fdd3-40b6-a349-c307d206a6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:03.000182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network hostable DHCP agents. Network: d0c42976-fdd3-40b6-a349-c307d206a6a4, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:09:03.066379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e9caf55-cac0-4687-9da7-b99b28915550 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.068642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e9caf55-cac0-4687-9da7-b99b28915550 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.111180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network d0c42976-fdd3-40b6-a349-c307d206a6a4 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:09:03.121027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e9caf55-cac0-4687-9da7-b99b28915550 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.121568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9caf55-cac0-4687-9da7-b99b28915550 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Fanout notify agent at l3_agent the message router_deleted on router e19ebc9f-fa70-4f36-a461-059c8c8a0219 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:09:03.129007 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e9caf55-cac0-4687-9da7-b99b28915550 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.130140 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4e9caf55-cac0-4687-9da7-b99b28915550 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/e19ebc9f-fa70-4f36-a461-059c8c8a0219 HTTP/1.1" status: 204 len: 168 time: 0.6846347 Nov 24 05:09:03.131514 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, d0c42976-fdd3-40b6-a349-c307d206a6a4) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:03.133826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37822) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.136497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:03.137090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.144144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63551577-3763-487f-83c3-2b9e34af75db None None] Network d0c42976-fdd3-40b6-a349-c307d206a6a4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:03.157647 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e94cd425-63ad-42d1-96b8-9f353dfaca56 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0273182 Nov 24 05:09:03.158254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37824) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.164085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6c8d2dd4-ad74-472c-87e6-e7cb9f3d66f3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:03.172553 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8eee0760-52c8-4430-8caa-d206371441cf tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19ebc9f-fa70-4f36-a461-059c8c8a0219 HTTP/1.1" status: 200 len: 205 time: 0.0352218 Nov 24 05:09:03.172746 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37826) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.215255 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-e211ad58-d926-48ef-a361-ee5a8824ee13 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] delete failed (client error): The resource could not be found. Nov 24 05:09:03.218399 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e211ad58-d926-48ef-a361-ee5a8824ee13 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/e19ebc9f-fa70-4f36-a461-059c8c8a0219 HTTP/1.1" status: 404 len: 336 time: 0.0420825 Nov 24 05:09:03.220235 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37828) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.249456 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-553db0a3-e4df-4763-928b-4c64c5af69c2 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:03.249995 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553db0a3-e4df-4763-928b-4c64c5af69c2 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:03.253080 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-553db0a3-e4df-4763-928b-4c64c5af69c2 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/c48c4aa6-50d2-4a8d-98d4-0ed25d44de19 HTTP/1.1" status: 404 len: 337 time: 0.0319016 Nov 24 05:09:03.256150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37830) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.263370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2dd4-ad74-472c-87e6-e7cb9f3d66f3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25190034'] for subnet, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.284587 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-372b4d3b-3977-42f0-ab1a-c83678fcf9c4 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:03.285039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372b4d3b-3977-42f0-ab1a-c83678fcf9c4 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:03.290982 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-372b4d3b-3977-42f0-ab1a-c83678fcf9c4 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/338fbe34-8ba7-44f0-bed2-ea4849526684 HTTP/1.1" status: 404 len: 337 time: 0.0316355 Nov 24 05:09:03.291290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37832) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.303432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-d0c42976-fdd3-40b6-a349-c307d206a6a4', 'network_id': 'd0c42976-fdd3-40b6-a349-c307d206a6a4', 'tenant_id': 'da132cd3e8cd4dbb9835f135b92be098', 'fixed_ips': [{'subnet_id': '95948d29-46f3-40f9-a600-b5873f07b586'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:09:03.304361 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.327403 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb72012-f047-43c7-b109-3144c95734a7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:03.329198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb72012-f047-43c7-b109-3144c95734a7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:03.334475 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2bb72012-f047-43c7-b109-3144c95734a7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/d7a76c74-3fdb-45f0-822d-05b1f0dd1cb0 HTTP/1.1" status: 404 len: 337 time: 0.0421760 Nov 24 05:09:03.335326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37834) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.377202 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4df66b7-18c6-42eb-b08e-72d2598b64fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:03.377669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4df66b7-18c6-42eb-b08e-72d2598b64fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:03.381835 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c4df66b7-18c6-42eb-b08e-72d2598b64fc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/9ef8894e-da7e-4df9-954a-8bb9f5eb2889 HTTP/1.1" status: 404 len: 337 time: 0.0453846 Nov 24 05:09:03.384193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37836) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.410898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2dd4-ad74-472c-87e6-e7cb9f3d66f3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784304655737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29207490'] for subnet, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.414163 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a5219516-4f13-461e-a5ef-789ef71eb010 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=e15e546b-f038-4358-9219-0fd5fe53d533 HTTP/1.1" status: 200 len: 205 time: 0.0281451 Nov 24 05:09:03.417113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37838) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.454848 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Allocated IP 172.20.0.2 (d0c42976-fdd3-40b6-a349-c307d206a6a4/95948d29-46f3-40f9-a600-b5873f07b586/ed2fd1d8-d13c-4020-98ce-772913aa48d2) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:09:03.455225 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8d2dd4-ad74-472c-87e6-e7cb9f3d66f3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:03.455852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2dd4-ad74-472c-87e6-e7cb9f3d66f3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.460462 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6c8d2dd4-ad74-472c-87e6-e7cb9f3d66f3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "PUT /v2.0/subnets/95948d29-46f3-40f9-a600-b5873f07b586 HTTP/1.1" status: 200 len: 806 time: 0.3007450 Nov 24 05:09:03.460751 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37840) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.495277 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-30e0fb12-0206-4f6f-b830-e7e39dd929e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] delete failed (client error): The resource could not be found. Nov 24 05:09:03.496332 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-30e0fb12-0206-4f6f-b830-e7e39dd929e0 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/e15e546b-f038-4358-9219-0fd5fe53d533 HTTP/1.1" status: 404 len: 336 time: 0.0741878 Nov 24 05:09:03.499559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37842) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.535510 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6b4dd716-77ea-4551-ae3a-f00def0e89ff tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8c141c-8084-4d14-922e-fa6454fd43a9 HTTP/1.1" status: 200 len: 205 time: 0.0354002 Nov 24 05:09:03.536904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d2dd4-ad74-472c-87e6-e7cb9f3d66f3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=95948d29-46f3-40f9-a600-b5873f07b586,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:03.538740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37844) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.574871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.576961 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-7aa0afda-b3d2-4e00-8e17-abae06ec07f2 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] delete failed (client error): The resource could not be found. Nov 24 05:09:03.578402 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7aa0afda-b3d2-4e00-8e17-abae06ec07f2 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/3f8c141c-8084-4d14-922e-fa6454fd43a9 HTTP/1.1" status: 404 len: 336 time: 0.0383906 Nov 24 05:09:03.580789 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37846) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.609610 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-6106a330-91fa-452c-baf6-764584a8aceb tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:03.610167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6106a330-91fa-452c-baf6-764584a8aceb tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:03.616705 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6106a330-91fa-452c-baf6-764584a8aceb tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/4286b850-efd4-4495-9649-d948a837f382 HTTP/1.1" status: 404 len: 337 time: 0.0315032 Nov 24 05:09:03.617217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37848) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.643024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.644145 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.650102 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-833edfca-e36c-4baa-a1a1-f707f5df3e59 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3e78559-5102-4fa9-9da4-cae6177cc5ca HTTP/1.1" status: 200 len: 205 time: 0.0316527 Nov 24 05:09:03.650541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.652424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37850) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.695431 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-c825b645-0824-457c-9d7a-de6536f580dc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] delete failed (client error): The resource could not be found. Nov 24 05:09:03.699035 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c825b645-0824-457c-9d7a-de6536f580dc tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/e3e78559-5102-4fa9-9da4-cae6177cc5ca HTTP/1.1" status: 404 len: 336 time: 0.0432866 Nov 24 05:09:03.699204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Network d0c42976-fdd3-40b6-a349-c307d206a6a4 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:03.699307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37852) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.700363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:03.703886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:09:03.711972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Pushing event updated for resources: {'Port': ['ID=ed2fd1d8-d13c-4020-98ce-772913aa48d2,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:03.725966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.730235 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a93a707d-5329-49ce-bf59-7f8c9faa0ac7 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a3e042b-8174-405a-b2d4-4137202b7c07 HTTP/1.1" status: 200 len: 205 time: 0.0294409 Nov 24 05:09:03.733054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37854) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.765634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Subnet': ['ID=95948d29-46f3-40f9-a600-b5873f07b586,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:03.792689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Attempting to bind port ed2fd1d8-d13c-4020-98ce-772913aa48d2 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:09:03.793069 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Attempting to bind port ed2fd1d8-d13c-4020-98ce-772913aa48d2 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd0c42976-fdd3-40b6-a349-c307d206a6a4'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:09:03.793441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Attempting to bind port ed2fd1d8-d13c-4020-98ce-772913aa48d2 on network d0c42976-fdd3-40b6-a349-c307d206a6a4 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:03.803136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:09:03.803520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Checking segment: {'id': '7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd0c42976-fdd3-40b6-a349-c307d206a6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:03.804370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.805709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Bound using segment: {'id': '7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd0c42976-fdd3-40b6-a349-c307d206a6a4'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:09:03.806536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Bound port: ed2fd1d8-d13c-4020-98ce-772913aa48d2, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'd0c42976-fdd3-40b6-a349-c307d206a6a4'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:09:03.807034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.811811 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-371d37f9-cc24-428e-9020-c0a9409c8ec1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] delete failed (client error): The resource could not be found. Nov 24 05:09:03.812956 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-371d37f9-cc24-428e-9020-c0a9409c8ec1 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/7a3e042b-8174-405a-b2d4-4137202b7c07 HTTP/1.1" status: 404 len: 336 time: 0.0760188 Nov 24 05:09:03.815782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37856) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.863784 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-e531a0d8-cdc6-4c92-ab3a-fa6bc0f17c05 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:03.873136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e531a0d8-cdc6-4c92-ab3a-fa6bc0f17c05 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:03.880423 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e531a0d8-cdc6-4c92-ab3a-fa6bc0f17c05 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/80c34f5c-4864-4c04-bed2-e76ea2886592 HTTP/1.1" status: 404 len: 337 time: 0.0621564 Nov 24 05:09:03.881821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.882283 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37858) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.898811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] For port ed2fd1d8-d13c-4020-98ce-772913aa48d2, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:09:03.902007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] For port ed2fd1d8-d13c-4020-98ce-772913aa48d2, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ed2fd1d8-d13c-4020-98ce-772913aa48d2,segment=NetworkSegment(7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb),segment_id=7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:09:03.914446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.918432 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-843e12df-8102-4c9b-b9d4-456d8fa4de25 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=37006631-a6a2-4c24-8523-370af1356d3e HTTP/1.1" status: 200 len: 205 time: 0.0324349 Nov 24 05:09:03.918432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37860) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.918760 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c42976-fdd3-40b6-a349-c307d206a6a4']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:03.937639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:03.938361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:03.951949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.969951 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-33ee6350-7fe3-4235-96c6-1ab06c4c1201 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] delete failed (client error): The resource could not be found. Nov 24 05:09:03.973523 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-33ee6350-7fe3-4235-96c6-1ab06c4c1201 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/37006631-a6a2-4c24-8523-370af1356d3e HTTP/1.1" status: 404 len: 336 time: 0.0515642 Nov 24 05:09:03.974721 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37862) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:03.985029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.993705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:09:03.994246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:09:03.997871 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:09:04.003520 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f46142-a4b3-4cc6-9eab-42e1023128ef tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:04.004075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f46142-a4b3-4cc6-9eab-42e1023128ef tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:04.012122 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-14f46142-a4b3-4cc6-9eab-42e1023128ef tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/27638228-9ae9-4436-813a-88e3e40dd10f HTTP/1.1" status: 404 len: 337 time: 0.0335691 Nov 24 05:09:04.012122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37864) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:04.014092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8034d21-b37a-40f3-86f5-e58a42d57517 None None] Pushing event updated for resources: {'Port': ['ID=ed2fd1d8-d13c-4020-98ce-772913aa48d2,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:04.032652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef8fbf2-b563-48bd-a753-5b4bd1b0dd0e None None] Network d0c42976-fdd3-40b6-a349-c307d206a6a4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:04.047227 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ebb31563-1f57-4d1f-98a0-3e68f1ba744a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed51dff7-169f-413c-9308-c81b865364d9 HTTP/1.1" status: 200 len: 205 time: 0.0304332 Nov 24 05:09:04.047454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37866) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:04.077704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.api [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 05:09:04.077704 dv-neutron-818850-5-hyperv neutron-server[103233]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 05:09:04.077704 dv-neutron-818850-5-hyperv neutron-server[103233]: [parameters: {'id': 'd0c42976-fdd3-40b6-a349-c307d206a6a4'}] Nov 24 05:09:04.077704 dv-neutron-818850-5-hyperv neutron-server[103233]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:09:04.078239 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG oslo_db.api [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:09:04.090748 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-9bb318cf-0c24-41ac-9458-957d35a0de8a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] delete failed (client error): The resource could not be found. Nov 24 05:09:04.091872 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9bb318cf-0c24-41ac-9458-957d35a0de8a tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/routers/ed51dff7-169f-413c-9308-c81b865364d9 HTTP/1.1" status: 404 len: 336 time: 0.0433211 Nov 24 05:09:04.094342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37868) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:04.131777 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-8758883d-d4cd-4606-8bbf-1ba2a85fe543 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:04.132491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8758883d-d4cd-4606-8bbf-1ba2a85fe543 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:04.136447 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8758883d-d4cd-4606-8bbf-1ba2a85fe543 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/06ed3e3a-4697-42b7-a14c-f4a9ab28f3ff HTTP/1.1" status: 404 len: 337 time: 0.0405414 Nov 24 05:09:04.138961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37870) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:04.162354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bab8be8-9f03-45e6-8fb6-594faec144e6 None None] Network d0c42976-fdd3-40b6-a349-c307d206a6a4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:04.183122 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-943e0712-c10a-40c2-a0e5-84a63f6a7ac5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:04.183782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943e0712-c10a-40c2-a0e5-84a63f6a7ac5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:04.187671 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-943e0712-c10a-40c2-a0e5-84a63f6a7ac5 tempest-RoutersTest-822884789 tempest-RoutersTest-822884789-project] 10.222.0.37 "DELETE /v2.0/subnets/88ad8d28-eaf5-4214-8668-cc84b0248049 HTTP/1.1" status: 404 len: 337 time: 0.0476723 Nov 24 05:09:04.202090 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-73bde290-07b9-454f-8acf-074c25a8e324 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783019 Nov 24 05:09:04.290838 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8bf29-30e7-4aa4-8fae-766e153d807e None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:09:04.292542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-be6b0629-7a50-46ae-84db-b7ffae9898b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:04.294311 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-be6b0629-7a50-46ae-84db-b7ffae9898b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 1098 time: 0.0461142 Nov 24 05:09:04.369188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b8bf29-30e7-4aa4-8fae-766e153d807e None None] Resources bound (agent type, host, resource id): {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:09:04.421268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-104815b0-ad31-47cf-814a-ecfe002f221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:04.423083 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-104815b0-ad31-47cf-814a-ecfe002f221d service neutron] 10.222.0.31 "GET /v2.0/networks?id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 200 len: 897 time: 0.1073568 Nov 24 05:09:04.465755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37876) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:04.494278 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-1a6d207a-ad87-4b46-a71e-23ff58a50845 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=692e01af-9f3d-4822-a20b-8559207c6a7b HTTP/1.1" status: 200 len: 1001 time: 0.0634632 Nov 24 05:09:04.554501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-d960e7e8-f5c6-4c51-a31a-81bd05466bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:04.556147 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-d960e7e8-f5c6-4c51-a31a-81bd05466bb5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4515c580-2062-49bc-a795-46403e9a21d4 HTTP/1.1" status: 200 len: 835 time: 0.0541282 Nov 24 05:09:04.579305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:04.604848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-0bafc117-2248-419e-a899-94023f3e12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:04.606341 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-0bafc117-2248-419e-a899-94023f3e12a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422451 Nov 24 05:09:04.643309 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-08bb6d7c-9440-4d3c-bdfa-31b24a1c708d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=096580f9d0d145cd9ebcd76f4a939f39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1763825 Nov 24 05:09:04.646061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37880) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:04.692166 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Deleting port ed2fd1d8-d13c-4020-98ce-772913aa48d2 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:09:04.692535 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:04.697751 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-3e3245b3-cf50-4a5a-b551-feb334b8618a service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818324 Nov 24 05:09:04.727725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3432-c560-4149-b3f6-db676e33335f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:04.786230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] For port ed2fd1d8-d13c-4020-98ce-772913aa48d2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ed2fd1d8-d13c-4020-98ce-772913aa48d2,segment=NetworkSegment(7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb),segment_id=7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:04.786590 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:04.790078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3432-c560-4149-b3f6-db676e33335f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:04.793246 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6eb15e5c-ff7d-465a-ac1b-eaf640b9ccd2 req-73a9e173-91b1-42c8-afeb-7ee442235efa service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882959 Nov 24 05:09:04.808605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Calling delete_port for ed2fd1d8-d13c-4020-98ce-772913aa48d2 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:09:04.895142 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3432-c560-4149-b3f6-db676e33335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:04.898381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3432-c560-4149-b3f6-db676e33335f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:04.901998 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2e6e3432-c560-4149-b3f6-db676e33335f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df71d630-6371-4e8e-8263-6b8b57fb9089 HTTP/1.1" status: 204 len: 168 time: 0.2524107 Nov 24 05:09:04.916233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e3432-c560-4149-b3f6-db676e33335f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df71d630-6371-4e8e-8263-6b8b57fb9089,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:04.925512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:04.953381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Port': ['ID=ed2fd1d8-d13c-4020-98ce-772913aa48d2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:04.957026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No DVR routers for this DVR port ed2fd1d8-d13c-4020-98ce-772913aa48d2 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:09:05.043240 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.064724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c42976-fdd3-40b6-a349-c307d206a6a4']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:05.075161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:05.075466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad7f5e1-f4fc-49f9-b6a5-347f750b9bfb') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:05.085569 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.098882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.104890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:09:05.105308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:09:05.108599 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:09:05.168571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.175752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.179458 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/d0c42976-fdd3-40b6-a349-c307d206a6a4 HTTP/1.1" status: 204 len: 168 time: 1.7175980 Nov 24 05:09:05.184997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37892) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:05.190851 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3817a-ad22-4670-a630-3eec7cf18e0e tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=d0c42976-fdd3-40b6-a349-c307d206a6a4,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:05.202415 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead0b26f-4f1e-444f-a426-2a66040c353a tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:05.202916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead0b26f-4f1e-444f-a426-2a66040c353a tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:05.209543 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ead0b26f-4f1e-444f-a426-2a66040c353a tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/d0c42976-fdd3-40b6-a349-c307d206a6a4 HTTP/1.1" status: 404 len: 339 time: 0.0224445 Nov 24 05:09:05.210452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37896) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:05.214722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1887954202', 'description': 'd1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:05.234011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:05.237603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.261733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:09:05.271058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.271416 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment 852a62d2-4948-440e-be9a-aab13e2b17d5 of type vlan for network 054e19ff-084a-4963-9480-661868c48300 Nov 24 05:09:05.309615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.341118 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.346722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:05.347308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.387669 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1765230 Nov 24 05:09:05.390351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37904) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:05.420449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02301aee-0944-43ca-9018-a5a291c8c3aa tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=054e19ff-084a-4963-9480-661868c48300,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:05.432079 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 054e19ff-084a-4963-9480-661868c48300 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:09:05.479467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38094823-5e63-4495-b58b-d2363e47c4de tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:05.481002 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-38094823-5e63-4495-b58b-d2363e47c4de tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/networks?id=054e19ff-084a-4963-9480-661868c48300 HTTP/1.1" status: 200 len: 761 time: 0.0896602 Nov 24 05:09:05.483967 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37908) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:05.489666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8069113d-6b15-4858-946b-7b428dcefdb8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'description': 'd2'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:05.592930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37912) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:05.644995 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8069113d-6b15-4858-946b-7b428dcefdb8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.658759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8069113d-6b15-4858-946b-7b428dcefdb8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.677642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8069113d-6b15-4858-946b-7b428dcefdb8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network 054e19ff-084a-4963-9480-661868c48300 is not hosted by any dhcp agent {{(pid=103232) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 05:09:05.683046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069113d-6b15-4858-946b-7b428dcefdb8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:05.683667 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8069113d-6b15-4858-946b-7b428dcefdb8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.687372 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8069113d-6b15-4858-946b-7b428dcefdb8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "PUT /v2.0/networks/054e19ff-084a-4963-9480-661868c48300 HTTP/1.1" status: 200 len: 758 time: 0.2000484 Nov 24 05:09:05.688452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37916) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:05.689787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7878d762-48dd-4b1f-9686-0a78ef1cd46f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:05.690290 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING neutron.api.v2.base [None req-7878d762-48dd-4b1f-9686-0a78ef1cd46f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 05:09:05.690870 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-7878d762-48dd-4b1f-9686-0a78ef1cd46f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 05:09:05.691939 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7878d762-48dd-4b1f-9686-0a78ef1cd46f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0980203 Nov 24 05:09:05.695489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37918) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:05.699804 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-069ad875-dba5-4e2f-948c-c7b86bed62b8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892157256'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:05.722103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-069ad875-dba5-4e2f-948c-c7b86bed62b8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.731021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-069ad875-dba5-4e2f-948c-c7b86bed62b8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.771208 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069113d-6b15-4858-946b-7b428dcefdb8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=054e19ff-084a-4963-9480-661868c48300,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:05.783746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 054e19ff-084a-4963-9480-661868c48300 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:09:05.820442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ba7ed-7502-4ebb-9437-896b45470010 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:05.824088 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8d2ba7ed-7502-4ebb-9437-896b45470010 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/networks?id=054e19ff-084a-4963-9480-661868c48300 HTTP/1.1" status: 200 len: 761 time: 0.1346354 Nov 24 05:09:05.826177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37922) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:05.826857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-069ad875-dba5-4e2f-948c-c7b86bed62b8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.832301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1398011488'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:05.832628 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-069ad875-dba5-4e2f-948c-c7b86bed62b8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.859405 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:05.863299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.871507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ad875-dba5-4e2f-948c-c7b86bed62b8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f437a29-cda3-4736-9b63-4506b9c8d1af,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:05.887925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:09:05.898113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.898595 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment 3d1ab61f-39fb-49fb-9d13-8596d85ac549 of type vlan for network 4565fa7c-d4f8-4902-a6b6-8209cb7d4971 Nov 24 05:09:05.919194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-069ad875-dba5-4e2f-948c-c7b86bed62b8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.922742 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-069ad875-dba5-4e2f-948c-c7b86bed62b8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.946616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.953860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-069ad875-dba5-4e2f-948c-c7b86bed62b8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.955076 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-069ad875-dba5-4e2f-948c-c7b86bed62b8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2585776 Nov 24 05:09:05.957051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ad875-dba5-4e2f-948c-c7b86bed62b8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af16a4e0-8866-4950-9799-6bdb41d79c95,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:05.958174 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37924) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:05.968167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a01cf494-51c9-40f2-b75e-379c33ab02ea tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'af16a4e0-8866-4950-9799-6bdb41d79c95', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:05.988891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:05.995099 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:05.995706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.039704 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2121058 Nov 24 05:09:06.040574 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a01cf494-51c9-40f2-b75e-379c33ab02ea tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.042535 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37926) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:06.047708 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'network_id': '4565fa7c-d4f8-4902-a6b6-8209cb7d4971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:06.094592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e74377-aea1-43ed-a0a3-af7ab55aad97 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=4565fa7c-d4f8-4902-a6b6-8209cb7d4971,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:06.107619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 4565fa7c-d4f8-4902-a6b6-8209cb7d4971 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:09:06.129157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a01cf494-51c9-40f2-b75e-379c33ab02ea tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.134856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a01cf494-51c9-40f2-b75e-379c33ab02ea tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.148734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:06.152764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.159371 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cf494-51c9-40f2-b75e-379c33ab02ea tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48619ac5-dc03-4cf5-a7f4-4313f678f0e1,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:06.171298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a01cf494-51c9-40f2-b75e-379c33ab02ea tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.175182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37928) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:06.175545 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a01cf494-51c9-40f2-b75e-379c33ab02ea tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2163017 Nov 24 05:09:06.181137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-849ea3e7-976e-453d-adf6-38afabaea1bf tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'af16a4e0-8866-4950-9799-6bdb41d79c95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:06.264174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-849ea3e7-976e-453d-adf6-38afabaea1bf tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.350572 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-849ea3e7-976e-453d-adf6-38afabaea1bf tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 05:09:06.351631 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-849ea3e7-976e-453d-adf6-38afabaea1bf tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1754401 Nov 24 05:09:06.354587 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37930) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:06.398513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.406941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deeb40e9-666e-409d-a722-f42107e9f72c tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.429473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deeb40e9-666e-409d-a722-f42107e9f72c tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.464827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=3b80b6bf-67a5-4034-9392-3d76f2237b37,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:06.475446 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking segment: {'id': '3d1ab61f-39fb-49fb-9d13-8596d85ac549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4565fa7c-d4f8-4902-a6b6-8209cb7d4971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:06.475871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network hostable DHCP agents. Network: 4565fa7c-d4f8-4902-a6b6-8209cb7d4971, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:09:06.477547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deeb40e9-666e-409d-a722-f42107e9f72c tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.480281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deeb40e9-666e-409d-a722-f42107e9f72c tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.481542 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-deeb40e9-666e-409d-a722-f42107e9f72c tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "DELETE /v2.0/security-groups/af16a4e0-8866-4950-9799-6bdb41d79c95 HTTP/1.1" status: 204 len: 168 time: 0.1257958 Nov 24 05:09:06.484237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37932) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:06.491968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb40e9-666e-409d-a722-f42107e9f72c tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af16a4e0-8866-4950-9799-6bdb41d79c95,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:06.515322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network 4565fa7c-d4f8-4902-a6b6-8209cb7d4971 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:09:06.539176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 4565fa7c-d4f8-4902-a6b6-8209cb7d4971) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:06.543134 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37934) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:06.543796 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:06.544399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.548947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f751ab2-484d-4727-a133-90f700ec4891 None None] Network 4565fa7c-d4f8-4902-a6b6-8209cb7d4971 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:06.553398 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8b9984f3-bee8-47ec-9796-64f3245ff1b1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0640192 Nov 24 05:09:06.553725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37936) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:06.560667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-099cf002-12b1-4f7f-9580-20e19d401413 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'tempest-secgroup--148002710'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:06.578648 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c8ce86e0-25ca-4f2c-b5a1-6dfd53aa2037 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5349658 Nov 24 05:09:06.581527 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37938) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:06.598427 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac720e6-4534-4785-9909-436476a3b74f tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:06.600607 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fac720e6-4534-4785-9909-436476a3b74f tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 814 time: 0.0562758 Nov 24 05:09:06.623355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-099cf002-12b1-4f7f-9580-20e19d401413 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.711189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-4565fa7c-d4f8-4902-a6b6-8209cb7d4971', 'network_id': '4565fa7c-d4f8-4902-a6b6-8209cb7d4971', 'tenant_id': 'da132cd3e8cd4dbb9835f135b92be098', 'fixed_ips': [{'subnet_id': '3b80b6bf-67a5-4034-9392-3d76f2237b37'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:09:06.712138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.718074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:06.859871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Allocated IP 172.20.0.2 (4565fa7c-d4f8-4902-a6b6-8209cb7d4971/3b80b6bf-67a5-4034-9392-3d76f2237b37/25a513f8-6345-4ed9-8488-b98b965c3df3) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:09:07.011210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.016866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.054991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Network 4565fa7c-d4f8-4902-a6b6-8209cb7d4971 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:07.062004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:07.067108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:09:07.078708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Pushing event updated for resources: {'Port': ['ID=25a513f8-6345-4ed9-8488-b98b965c3df3,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:07.091051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-099cf002-12b1-4f7f-9580-20e19d401413 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.096105 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-099cf002-12b1-4f7f-9580-20e19d401413 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.134080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Attempting to bind port 25a513f8-6345-4ed9-8488-b98b965c3df3 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:09:07.134449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Attempting to bind port 25a513f8-6345-4ed9-8488-b98b965c3df3 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '3d1ab61f-39fb-49fb-9d13-8596d85ac549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4565fa7c-d4f8-4902-a6b6-8209cb7d4971'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:09:07.134813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Attempting to bind port 25a513f8-6345-4ed9-8488-b98b965c3df3 on network 4565fa7c-d4f8-4902-a6b6-8209cb7d4971 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:07.136007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-099cf002-12b1-4f7f-9580-20e19d401413 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.139906 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-099cf002-12b1-4f7f-9580-20e19d401413 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5800054 Nov 24 05:09:07.140066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:09:07.140066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Checking segment: {'id': '3d1ab61f-39fb-49fb-9d13-8596d85ac549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4565fa7c-d4f8-4902-a6b6-8209cb7d4971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:07.140388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.140518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.140607 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37944) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.140828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Bound using segment: {'id': '3d1ab61f-39fb-49fb-9d13-8596d85ac549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4565fa7c-d4f8-4902-a6b6-8209cb7d4971'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:09:07.141296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Bound port: 25a513f8-6345-4ed9-8488-b98b965c3df3, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1ab61f-39fb-49fb-9d13-8596d85ac549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '4565fa7c-d4f8-4902-a6b6-8209cb7d4971'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:09:07.141670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.146813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-53747d25-1d30-4cad-897d-8388d58d3632 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'c0f4076b-0323-48d4-b37d-07b9dd3ace26', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:07.147773 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-53747d25-1d30-4cad-897d-8388d58d3632 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 05:09:07.148387 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-53747d25-1d30-4cad-897d-8388d58d3632 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:07.152493 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-53747d25-1d30-4cad-897d-8388d58d3632 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079482 Nov 24 05:09:07.152783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37946) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.164000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cf002-12b1-4f7f-9580-20e19d401413 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4076b-0323-48d4-b37d-07b9dd3ace26,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:07.209590 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.209864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37bac0ff-1777-4e06-9ec3-7e967169114f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.219140 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] For port 25a513f8-6345-4ed9-8488-b98b965c3df3, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:09:07.222815 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] For port 25a513f8-6345-4ed9-8488-b98b965c3df3, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=25a513f8-6345-4ed9-8488-b98b965c3df3,segment=NetworkSegment(3d1ab61f-39fb-49fb-9d13-8596d85ac549),segment_id=3d1ab61f-39fb-49fb-9d13-8596d85ac549)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:09:07.228601 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.237035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37bac0ff-1777-4e06-9ec3-7e967169114f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.243636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Subnet': ['ID=3b80b6bf-67a5-4034-9392-3d76f2237b37,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:07.293240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37bac0ff-1777-4e06-9ec3-7e967169114f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.297888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37bac0ff-1777-4e06-9ec3-7e967169114f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.299457 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-37bac0ff-1777-4e06-9ec3-7e967169114f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "DELETE /v2.0/security-groups/c0f4076b-0323-48d4-b37d-07b9dd3ace26 HTTP/1.1" status: 204 len: 168 time: 0.1457088 Nov 24 05:09:07.306324 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37948) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.308003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d99d5-d9e2-4329-8840-ea3b12806c7b None None] Pushing event updated for resources: {'Port': ['ID=25a513f8-6345-4ed9-8488-b98b965c3df3,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:07.315755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.326320 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bac0ff-1777-4e06-9ec3-7e967169114f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4076b-0323-48d4-b37d-07b9dd3ace26,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:07.339043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4565fa7c-d4f8-4902-a6b6-8209cb7d4971']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:07.351458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1ab61f-39fb-49fb-9d13-8596d85ac549') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:07.351922 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1ab61f-39fb-49fb-9d13-8596d85ac549') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:07.363161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.378265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.385119 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:09:07.385526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.386177 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-278165cc-e1b3-420f-86ee-98666b2d91f0 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0762014 Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:09:07.389355 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:09:07.392116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37950) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.396577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c4edd8e0-0ea9-464d-8349-abe4cc962afb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424672233'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:07.423349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c4edd8e0-0ea9-464d-8349-abe4cc962afb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.471818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.db.api [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 05:09:07.471818 dv-neutron-818850-5-hyperv neutron-server[103233]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 05:09:07.471818 dv-neutron-818850-5-hyperv neutron-server[103233]: [parameters: {'id': '4565fa7c-d4f8-4902-a6b6-8209cb7d4971'}] Nov 24 05:09:07.471818 dv-neutron-818850-5-hyperv neutron-server[103233]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:09:07.472319 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG oslo_db.api [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:09:07.525763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c4edd8e0-0ea9-464d-8349-abe4cc962afb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.529836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c4edd8e0-0ea9-464d-8349-abe4cc962afb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.561816 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c4edd8e0-0ea9-464d-8349-abe4cc962afb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.563086 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c4edd8e0-0ea9-464d-8349-abe4cc962afb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1707351 Nov 24 05:09:07.563817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edd8e0-0ea9-464d-8349-abe4cc962afb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc18b6a-a287-4dfe-a8f5-6999a6d46d1c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:07.565855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37952) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.573799 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-32a4f45f-13e7-4b70-8943-5a387ca44080 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': '6bc18b6a-a287-4dfe-a8f5-6999a6d46d1c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:07.574287 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-32a4f45f-13e7-4b70-8943-5a387ca44080 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 05:09:07.574673 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-32a4f45f-13e7-4b70-8943-5a387ca44080 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:07.575706 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-32a4f45f-13e7-4b70-8943-5a387ca44080 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088923 Nov 24 05:09:07.578368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37954) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.610855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37956) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.617598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-771ebc7b-efc1-41a1-99e0-b53231f983f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:07.633762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6dc0cca3-f645-49a5-970c-b4f1f2c0d10f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.655790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6dc0cca3-f645-49a5-970c-b4f1f2c0d10f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.676168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-771ebc7b-efc1-41a1-99e0-b53231f983f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.699128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6dc0cca3-f645-49a5-970c-b4f1f2c0d10f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.701641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6dc0cca3-f645-49a5-970c-b4f1f2c0d10f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.702749 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6dc0cca3-f645-49a5-970c-b4f1f2c0d10f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "DELETE /v2.0/security-groups/6bc18b6a-a287-4dfe-a8f5-6999a6d46d1c HTTP/1.1" status: 204 len: 168 time: 0.1233926 Nov 24 05:09:07.706024 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37958) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.724148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0cca3-f645-49a5-970c-b4f1f2c0d10f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc18b6a-a287-4dfe-a8f5-6999a6d46d1c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:07.759637 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b48f3a36-867a-4058-b2e8-db26988f85cc tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517550 Nov 24 05:09:07.762314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37960) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.766788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3ea257ce-221a-4ce7-93d9-72e6d2de3f52 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901296231'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:07.790175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ea257ce-221a-4ce7-93d9-72e6d2de3f52 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.839372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-771ebc7b-efc1-41a1-99e0-b53231f983f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.842693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-771ebc7b-efc1-41a1-99e0-b53231f983f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.843029 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-771ebc7b-efc1-41a1-99e0-b53231f983f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP 9b64dd4c-347c-460c-8095-1cc2452a9f13 disassociated. External IP: 172.26.0.161, port: 692e01af-9f3d-4822-a20b-8559207c6a7b. Nov 24 05:09:07.862114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ea257ce-221a-4ce7-93d9-72e6d2de3f52 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.868402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ea257ce-221a-4ce7-93d9-72e6d2de3f52 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.899352 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea257ce-221a-4ce7-93d9-72e6d2de3f52 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32cdbc5-6649-4974-b13e-e52d8505a000,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:07.905363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ea257ce-221a-4ce7-93d9-72e6d2de3f52 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:07.910153 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3ea257ce-221a-4ce7-93d9-72e6d2de3f52 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1465969 Nov 24 05:09:07.910887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37962) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.916006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-96e05d5c-a774-46b5-bba1-043ff03b1f80 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'f32cdbc5-6649-4974-b13e-e52d8505a000', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:07.916945 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-96e05d5c-a774-46b5-bba1-043ff03b1f80 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 05:09:07.917527 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-96e05d5c-a774-46b5-bba1-043ff03b1f80 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:07.921353 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-96e05d5c-a774-46b5-bba1-043ff03b1f80 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091887 Nov 24 05:09:07.922003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37964) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.926330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-cb3116e0-010c-4634-b5d4-2927d7298ec4 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'f32cdbc5-6649-4974-b13e-e52d8505a000', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:07.927649 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-cb3116e0-010c-4634-b5d4-2927d7298ec4 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 05:09:07.927649 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-cb3116e0-010c-4634-b5d4-2927d7298ec4 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:07.929205 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cb3116e0-010c-4634-b5d4-2927d7298ec4 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058866 Nov 24 05:09:07.931604 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37966) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.937373 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-358e1f58-212e-40fa-b25b-7df15f942fe3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'f32cdbc5-6649-4974-b13e-e52d8505a000', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:07.938270 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-358e1f58-212e-40fa-b25b-7df15f942fe3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 05:09:07.938843 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-358e1f58-212e-40fa-b25b-7df15f942fe3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:07.942559 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-358e1f58-212e-40fa-b25b-7df15f942fe3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072358 Nov 24 05:09:07.943686 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37968) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.948086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b1edc4d5-8b52-4d07-9abb-a065f1092e73 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'f32cdbc5-6649-4974-b13e-e52d8505a000', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:07.949039 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-b1edc4d5-8b52-4d07-9abb-a065f1092e73 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 05:09:07.949595 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-b1edc4d5-8b52-4d07-9abb-a065f1092e73 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:07.951099 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b1edc4d5-8b52-4d07-9abb-a065f1092e73 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062103 Nov 24 05:09:07.953556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37970) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:07.999456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.010175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca438587-c346-4c4a-b50b-7b11da642829 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.038223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca438587-c346-4c4a-b50b-7b11da642829 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.082661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca438587-c346-4c4a-b50b-7b11da642829 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.087007 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca438587-c346-4c4a-b50b-7b11da642829 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.088863 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ca438587-c346-4c4a-b50b-7b11da642829 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "DELETE /v2.0/security-groups/f32cdbc5-6649-4974-b13e-e52d8505a000 HTTP/1.1" status: 204 len: 168 time: 0.1341898 Nov 24 05:09:08.092124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37972) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.099279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca438587-c346-4c4a-b50b-7b11da642829 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32cdbc5-6649-4974-b13e-e52d8505a000,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:08.150823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771ebc7b-efc1-41a1-99e0-b53231f983f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 76e4d80a-3da9-4e41-8722-a6d2a810a789 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:09:08.169546 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bde04c20-9997-4ebf-9223-1f32b6e97790 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0763443 Nov 24 05:09:08.170954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Deleting port 25a513f8-6345-4ed9-8488-b98b965c3df3 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:09:08.171290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.173921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37974) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.180123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1b884a12-bafc-4eaf-9e3a-8d4889bde760 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'tempest-secgroup--666222010'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:08.209438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b884a12-bafc-4eaf-9e3a-8d4889bde760 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.240579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e14372-51bf-4ed1-9c96-9538c1d22949 None None] Network 4565fa7c-d4f8-4902-a6b6-8209cb7d4971 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:08.284338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b884a12-bafc-4eaf-9e3a-8d4889bde760 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.289670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b884a12-bafc-4eaf-9e3a-8d4889bde760 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.322877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b884a12-bafc-4eaf-9e3a-8d4889bde760 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.326837 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] For port 25a513f8-6345-4ed9-8488-b98b965c3df3, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=25a513f8-6345-4ed9-8488-b98b965c3df3,segment=NetworkSegment(3d1ab61f-39fb-49fb-9d13-8596d85ac549),segment_id=3d1ab61f-39fb-49fb-9d13-8596d85ac549)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:08.327003 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1b884a12-bafc-4eaf-9e3a-8d4889bde760 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1487658 Nov 24 05:09:08.327098 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.327185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37976) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.332834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8084790b-52c1-4e89-8776-1c70527ec7a8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'd724a116-ef06-4524-a617-723fb71f6042', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:08.333684 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-8084790b-52c1-4e89-8776-1c70527ec7a8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 05:09:08.334141 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-8084790b-52c1-4e89-8776-1c70527ec7a8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:08.338042 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8084790b-52c1-4e89-8776-1c70527ec7a8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072224 Nov 24 05:09:08.338229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37978) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.342943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5481626d-b441-4802-8457-bd3b44a87c0d tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'd724a116-ef06-4524-a617-723fb71f6042', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:08.347678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b884a12-bafc-4eaf-9e3a-8d4889bde760 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d724a116-ef06-4524-a617-723fb71f6042,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:08.349855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Calling delete_port for 25a513f8-6345-4ed9-8488-b98b965c3df3 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:09:08.360788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-71c861bc-d620-4192-b8ba-925da84a8cc2 None None] Provisioning complete for port 25a513f8-6345-4ed9-8488-b98b965c3df3 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:08.361258 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-71c861bc-d620-4192-b8ba-925da84a8cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.367012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771ebc7b-efc1-41a1-99e0-b53231f983f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:09:08.372220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-771ebc7b-efc1-41a1-99e0-b53231f983f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.395112 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-5481626d-b441-4802-8457-bd3b44a87c0d tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:08.399844 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5481626d-b441-4802-8457-bd3b44a87c0d tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0580628 Nov 24 05:09:08.400068 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37980) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.402258 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fd25f-f586-402b-bd6f-07a16a9e2cb7 None None] Sync routers for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:09:08.405212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b57ea90f-56d9-4c2b-a888-adbd3f272e4b tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'd724a116-ef06-4524-a617-723fb71f6042', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:08.405707 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-b57ea90f-56d9-4c2b-a888-adbd3f272e4b tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 05:09:08.406377 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-b57ea90f-56d9-4c2b-a888-adbd3f272e4b tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:08.410841 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b57ea90f-56d9-4c2b-a888-adbd3f272e4b tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065501 Nov 24 05:09:08.411521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37982) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.416079 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8004e44b-bff2-4a6b-a1de-d374155ec657 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'd724a116-ef06-4524-a617-723fb71f6042', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:08.450896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fd25f-f586-402b-bd6f-07a16a9e2cb7 None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:08.451546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5d1fd25f-f586-402b-bd6f-07a16a9e2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:08.456482 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-771ebc7b-efc1-41a1-99e0-b53231f983f1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/floatingips/9b64dd4c-347c-460c-8095-1cc2452a9f13 HTTP/1.1" status: 200 len: 690 time: 0.8436120 Nov 24 05:09:08.460210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'tag': '692e01af-9f3d-4822-a20b-8559207c6a7b'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:09:08.461289 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37984) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.462540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e3fa00-08ce-490f-b73e-fab32c08ead3" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd2a842-d97d-473a-920d-29e4b9f2f984", "tag": "692e01af-9f3d-4822-a20b-8559207c6a7b"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:09:08.509124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.514544 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.plugins.ml2.db [None req-71c861bc-d620-4192-b8ba-925da84a8cc2 None None] No ports have port_id starting with 25a513f8-6345-4ed9-8488-b98b965c3df3 Nov 24 05:09:08.515271 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-8004e44b-bff2-4a6b-a1de-d374155ec657 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:08.519099 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8004e44b-bff2-4a6b-a1de-d374155ec657 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1037891 Nov 24 05:09:08.533576 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37988) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.541423 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9158bc-023d-433b-8df6-ae6270de9567 x-openstack-request-id: req-5e9158bc-023d-433b-8df6-ae6270de9567 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:09:08.541843 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd2a842-d97d-473a-920d-29e4b9f2f984", "tag": "692e01af-9f3d-4822-a20b-8559207c6a7b", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:09:08.542162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e9158bc-023d-433b-8df6-ae6270de9567 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:09:08.542500 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'tag': '692e01af-9f3d-4822-a20b-8559207c6a7b', 'status': 'completed', 'code': 200} Nov 24 05:09:08.542900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1200ed46-3d12-44ce-ac16-a16e733cade3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'd724a116-ef06-4524-a617-723fb71f6042', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:08.544095 dv-neutron-818850-5-hyperv neutron-server[103232]: WARNING neutron.api.v2.base [None req-1200ed46-3d12-44ce-ac16-a16e733cade3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 05:09:08.545043 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-1200ed46-3d12-44ce-ac16-a16e733cade3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:08.545537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Port': ['ID=25a513f8-6345-4ed9-8488-b98b965c3df3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:08.547050 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1200ed46-3d12-44ce-ac16-a16e733cade3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125012 Nov 24 05:09:08.547403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No DVR routers for this DVR port 25a513f8-6345-4ed9-8488-b98b965c3df3 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:09:08.551359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37990) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.557946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b60b337d-b137-4f4b-982a-c71d957b8f23 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'd724a116-ef06-4524-a617-723fb71f6042', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:08.564046 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7e88a7ed-1b4e-4ad6-b6d5-67e12fcc4d26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/9b64dd4c-347c-460c-8095-1cc2452a9f13 HTTP/1.1" status: 200 len: 690 time: 0.1011674 Nov 24 05:09:08.609149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4762a090-bdd3-4ad0-8cbf-4f3b6590d9ce None None] DHCP port deletion for 4565fa7c-d4f8-4902-a6b6-8209cb7d4971 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:09:08.629318 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3fa00-08ce-490f-b73e-fab32c08ead3 req-ab3ef84f-a3e3-47cd-9d99-f07013c749e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:08.632201 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-92e3fa00-08ce-490f-b73e-fab32c08ead3 req-ab3ef84f-a3e3-47cd-9d99-f07013c749e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 1098 time: 0.0544517 Nov 24 05:09:08.640954 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5d1fd25f-f586-402b-bd6f-07a16a9e2cb7 None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:08.664006 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-b60b337d-b137-4f4b-982a-c71d957b8f23 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Project 9670b5353edd4a64b2e2f1685c3fa5ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:09:08.667776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.696958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4565fa7c-d4f8-4902-a6b6-8209cb7d4971']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:08.704032 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-b60b337d-b137-4f4b-982a-c71d957b8f23 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:08.705081 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b60b337d-b137-4f4b-982a-c71d957b8f23 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1523685 Nov 24 05:09:08.708129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37992) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.711763 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1ab61f-39fb-49fb-9d13-8596d85ac549') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:08.712062 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1ab61f-39fb-49fb-9d13-8596d85ac549') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:08.716473 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b562478f-5033-4d2a-b388-3f87de5a0f0f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'd724a116-ef06-4524-a617-723fb71f6042', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:08.716950 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING neutron.api.v2.base [None req-b562478f-5033-4d2a-b388-3f87de5a0f0f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 05:09:08.717579 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-b562478f-5033-4d2a-b388-3f87de5a0f0f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:08.718748 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b562478f-5033-4d2a-b388-3f87de5a0f0f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092089 Nov 24 05:09:08.724668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 37994) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.730504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-da8c4fcb-7548-44b3-989d-fc274d117318 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'd724a116-ef06-4524-a617-723fb71f6042', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:08.736020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.743433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3fa00-08ce-490f-b73e-fab32c08ead3 req-898eed92-e042-480b-aa19-f4dda1266939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:08.745142 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-92e3fa00-08ce-490f-b73e-fab32c08ead3 req-898eed92-e042-480b-aa19-f4dda1266939 service neutron] 10.222.0.31 "GET /v2.0/networks?id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 200 len: 897 time: 0.1057432 Nov 24 05:09:08.755647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.770191 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:09:08.771137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:09:08.776223 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:09:08.815056 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-92e3fa00-08ce-490f-b73e-fab32c08ead3 req-5cd84949-51f5-4257-aa44-029d36cea051 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=692e01af-9f3d-4822-a20b-8559207c6a7b HTTP/1.1" status: 200 len: 217 time: 0.0606542 Nov 24 05:09:08.819117 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-da8c4fcb-7548-44b3-989d-fc274d117318 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Project 9670b5353edd4a64b2e2f1685c3fa5ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:09:08.866533 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-da8c4fcb-7548-44b3-989d-fc274d117318 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:08.871772 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-da8c4fcb-7548-44b3-989d-fc274d117318 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1460845 Nov 24 05:09:08.872126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37996) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.873050 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.882433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4c311e8d-c7b5-41e1-aea5-6f538515dbbb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'd724a116-ef06-4524-a617-723fb71f6042', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:08.883772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:08.891359 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/4565fa7c-d4f8-4902-a6b6-8209cb7d4971 HTTP/1.1" status: 204 len: 168 time: 2.3064995 Nov 24 05:09:08.891914 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 37998) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.895206 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5d1fd25f-f586-402b-bd6f-07a16a9e2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:08.906095 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b53f0e-c753-4c4e-80fb-0a077ec48d06 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=4565fa7c-d4f8-4902-a6b6-8209cb7d4971,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:08.911062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3fa00-08ce-490f-b73e-fab32c08ead3 req-ee943352-8432-4922-a3e8-2806674169af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:08.912978 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-92e3fa00-08ce-490f-b73e-fab32c08ead3 req-ee943352-8432-4922-a3e8-2806674169af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4515c580-2062-49bc-a795-46403e9a21d4 HTTP/1.1" status: 200 len: 835 time: 0.0921543 Nov 24 05:09:08.933258 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fd25f-f586-402b-bd6f-07a16a9e2cb7 None None] Checking router: 76e4d80a-3da9-4e41-8722-a6d2a810a789 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:09:08.944331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fd25f-f586-402b-bd6f-07a16a9e2cb7 None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:08.944991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5d1fd25f-f586-402b-bd6f-07a16a9e2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:08:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:08.949977 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f869a5-b011-45e0-8937-710ae88d5814 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] GET failed (client error): The resource could not be found. Nov 24 05:09:08.953891 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d2f869a5-b011-45e0-8937-710ae88d5814 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/subnets/3b80b6bf-67a5-4034-9392-3d76f2237b37 HTTP/1.1" status: 404 len: 337 time: 0.0583746 Nov 24 05:09:08.954767 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38000) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.976796 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32189ec-e502-4531-a0cf-16eba8b2a9a2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:08.977657 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32189ec-e502-4531-a0cf-16eba8b2a9a2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:08.985483 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f32189ec-e502-4531-a0cf-16eba8b2a9a2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/4565fa7c-d4f8-4902-a6b6-8209cb7d4971 HTTP/1.1" status: 404 len: 339 time: 0.0283372 Nov 24 05:09:08.986118 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38002) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:08.997402 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-4c311e8d-c7b5-41e1-aea5-6f538515dbbb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Project 9670b5353edd4a64b2e2f1685c3fa5ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:09:09.056553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5d1fd25f-f586-402b-bd6f-07a16a9e2cb7 None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:09.078873 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3fa00-08ce-490f-b73e-fab32c08ead3 req-822b95d9-8612-45db-baad-a2b4850a01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:09.080408 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-92e3fa00-08ce-490f-b73e-fab32c08ead3 req-822b95d9-8612-45db-baad-a2b4850a01c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1449587 Nov 24 05:09:09.111101 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-4c311e8d-c7b5-41e1-aea5-6f538515dbbb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:09.115448 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4c311e8d-c7b5-41e1-aea5-6f538515dbbb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2360914 Nov 24 05:09:09.115839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38004) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:09.170226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb4e98a9-82c2-46bc-9257-5911f4786217 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:09.193050 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb4e98a9-82c2-46bc-9257-5911f4786217 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:09.242907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb4e98a9-82c2-46bc-9257-5911f4786217 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:09.246092 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bb4e98a9-82c2-46bc-9257-5911f4786217 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:09.249907 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bb4e98a9-82c2-46bc-9257-5911f4786217 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "DELETE /v2.0/security-groups/d724a116-ef06-4524-a617-723fb71f6042 HTTP/1.1" status: 204 len: 168 time: 0.1305439 Nov 24 05:09:09.250055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4728869-c783-4782-825c-b9e5a7eb7203 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:09.253351 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f4728869-c783-4782-825c-b9e5a7eb7203 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2637100 Nov 24 05:09:09.253494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38006) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:09.253614 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38008) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:09.263652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e98a9-82c2-46bc-9257-5911f4786217 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d724a116-ef06-4524-a617-723fb71f6042,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:09.271909 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5d1fd25f-f586-402b-bd6f-07a16a9e2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:09.293600 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-09e06c88-e505-4f41-9c1c-b35e7d579f7c tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec HTTP/1.1" status: 200 len: 207 time: 0.0357907 Nov 24 05:09:09.293827 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38010) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:09.299580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fd25f-f586-402b-bd6f-07a16a9e2cb7 None None] The sync data for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv is: [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:09:09.314771 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6fb1a22a-cecd-45dc-8b84-243665460e83 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0604353 Nov 24 05:09:09.315005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38012) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:09.341817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b716f8dd-80e9-46a4-9b40-a828f907f4a5 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'tempest-secgroup--872982168'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:09.399338 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-92e3fa00-08ce-490f-b73e-fab32c08ead3 req-5426ea09-e406-447a-b7a0-ba60b9b0966a service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893155 Nov 24 05:09:09.510218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b716f8dd-80e9-46a4-9b40-a828f907f4a5 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:09.546948 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63f5bb-bda2-403f-b821-7b1a94a4839d None None] New status for floating IP 9b64dd4c-347c-460c-8095-1cc2452a9f13: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:09:09.569421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38014) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:09.593991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe111b10-12d4-42a3-987c-9390e58a5436 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:09.600497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe111b10-12d4-42a3-987c-9390e58a5436 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:09.606263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe111b10-12d4-42a3-987c-9390e58a5436 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:09.612696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe111b10-12d4-42a3-987c-9390e58a5436 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:09.615403 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fe111b10-12d4-42a3-987c-9390e58a5436 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3196654 Nov 24 05:09:09.619159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38016) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:09.633163 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8e6a9319-c6af-4625-b761-cd93199242ec tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/9b64dd4c-347c-460c-8095-1cc2452a9f13 HTTP/1.1" status: 200 len: 690 time: 0.0619535 Nov 24 05:09:09.987337 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-92e3fa00-08ce-490f-b73e-fab32c08ead3 req-373e8969-6d93-48e5-a575-c03ba1bdc476 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567906 Nov 24 05:09:10.070259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b716f8dd-80e9-46a4-9b40-a828f907f4a5 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.077290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b716f8dd-80e9-46a4-9b40-a828f907f4a5 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.107155 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2419e18a-3cbe-47b5-ba28-90275d69d60b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4868970 Nov 24 05:09:10.110677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38018) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.123484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b716f8dd-80e9-46a4-9b40-a828f907f4a5 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.127813 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b716f8dd-80e9-46a4-9b40-a828f907f4a5 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8055570 Nov 24 05:09:10.127987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38020) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.133050 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6f387930-0fad-4317-9c9e-c95cd1bd3766 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': '2b914e11-c501-40e2-9814-2a4d36a5fe8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:10.140710 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716f8dd-80e9-46a4-9b40-a828f907f4a5 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b914e11-c501-40e2-9814-2a4d36a5fe8f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:10.164147 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88068a1-a942-4535-a482-25d126f9c567 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:10.165672 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88068a1-a942-4535-a482-25d126f9c567 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:10.167194 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f88068a1-a942-4535-a482-25d126f9c567 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0555151 Nov 24 05:09:10.170908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38022) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.180274 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-6f387930-0fad-4317-9c9e-c95cd1bd3766 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The resource could not be found. Nov 24 05:09:10.181764 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6f387930-0fad-4317-9c9e-c95cd1bd3766 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0527313 Nov 24 05:09:10.184263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38024) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.188655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8cb36b1e-f6e0-40a6-b112-ebad1938a4fb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': '2b914e11-c501-40e2-9814-2a4d36a5fe8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd490f46f-bd99-4f63-bbc8-40769e7d9c73'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:10.228235 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-8cb36b1e-f6e0-40a6-b112-ebad1938a4fb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The resource could not be found. Nov 24 05:09:10.229275 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8cb36b1e-f6e0-40a6-b112-ebad1938a4fb tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0440676 Nov 24 05:09:10.229425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192317c5-d0a7-4a7e-88f9-612eb275cac3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:10.230900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192317c5-d0a7-4a7e-88f9-612eb275cac3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:10.232172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38026) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.232563 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-192317c5-d0a7-4a7e-88f9-612eb275cac3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0607347 Nov 24 05:09:10.235960 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38028) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.284146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-804e0d2b-4c19-4832-91f2-ad823b3378f3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.310158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-804e0d2b-4c19-4832-91f2-ad823b3378f3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.342288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404e88e-9fa0-41f1-84c8-b3d6e805ce2b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:10.343962 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6404e88e-9fa0-41f1-84c8-b3d6e805ce2b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/networks/c1d11746-08cf-4d58-bc7c-8e3d8b593061 HTTP/1.1" status: 200 len: 799 time: 0.1068869 Nov 24 05:09:10.347700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38030) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.353065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-804e0d2b-4c19-4832-91f2-ad823b3378f3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.355796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-804e0d2b-4c19-4832-91f2-ad823b3378f3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.356945 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-804e0d2b-4c19-4832-91f2-ad823b3378f3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "DELETE /v2.0/security-groups/2b914e11-c501-40e2-9814-2a4d36a5fe8f HTTP/1.1" status: 204 len: 168 time: 0.1235185 Nov 24 05:09:10.361119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38032) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.377938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e0d2b-4c19-4832-91f2-ad823b3378f3 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b914e11-c501-40e2-9814-2a4d36a5fe8f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:10.412504 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0768d3fd-706b-4863-83a5-be8214d730c8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0502460 Nov 24 05:09:10.420033 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38034) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.425003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3376b864-23ee-4500-bb31-7e12fef08d9c tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': '9a25ebd2-b451-42ff-a83e-5018fdcba34c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:10.459120 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fb77c728-5556-4951-81ca-bc49767117d2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/networks/c1d11746-08cf-4d58-bc7c-8e3d8b593061?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1101158 Nov 24 05:09:10.462846 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38036) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.472028 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-3376b864-23ee-4500-bb31-7e12fef08d9c tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The resource could not be found. Nov 24 05:09:10.473130 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3376b864-23ee-4500-bb31-7e12fef08d9c tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0520334 Nov 24 05:09:10.478299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38038) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.484255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-69bc6a8e-450f-4684-b659-e05b0358764a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'tempest-secgroup--459167536'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:10.509795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69bc6a8e-450f-4684-b659-e05b0358764a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.521531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc43fd15-4cb5-4beb-a08c-7feebf11579b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:10.523558 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cc43fd15-4cb5-4beb-a08c-7feebf11579b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/subnets/f6eecff5-66c7-4ae1-8606-10fba68e5170 HTTP/1.1" status: 200 len: 811 time: 0.0597641 Nov 24 05:09:10.527166 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38040) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.581866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb384f7b-2359-42b5-b93f-0645558063cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['shared'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:10.583401 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cb384f7b-2359-42b5-b93f-0645558063cd tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "GET /v2.0/subnets/f6eecff5-66c7-4ae1-8606-10fba68e5170?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0551882 Nov 24 05:09:10.587025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69bc6a8e-450f-4684-b659-e05b0358764a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.587810 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38042) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.591562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69bc6a8e-450f-4684-b659-e05b0358764a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.593964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1103024954'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:10.616685 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:10.622146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.624977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69bc6a8e-450f-4684-b659-e05b0358764a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.626233 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-69bc6a8e-450f-4684-b659-e05b0358764a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1455238 Nov 24 05:09:10.627392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc6a8e-450f-4684-b659-e05b0358764a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1509645d-f3de-4b64-ba54-7dc0a31af803,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:10.630244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38044) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.634814 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1d29d1fd-5534-4b8c-b1a3-35e985e95ba1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'tempest-secgroup--954070517'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:10.636123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38046) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.657161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d29d1fd-5534-4b8c-b1a3-35e985e95ba1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.709505 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7451660b-fccc-43e9-81bf-d5ea9650bf10 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/9b64dd4c-347c-460c-8095-1cc2452a9f13 HTTP/1.1" status: 200 len: 688 time: 0.0677009 Nov 24 05:09:10.712479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:09:10.725261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.725728 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Added segment e9f393c4-e10e-4fe0-b4c1-dcc76f18bfef of type vlan for network 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 Nov 24 05:09:10.737295 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d29d1fd-5534-4b8c-b1a3-35e985e95ba1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.742359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d29d1fd-5534-4b8c-b1a3-35e985e95ba1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.774866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.775978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29d1fd-5534-4b8c-b1a3-35e985e95ba1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94012703-0345-42ef-8a8b-7377c0899228,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:10.781174 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d29d1fd-5534-4b8c-b1a3-35e985e95ba1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.785570 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1d29d1fd-5534-4b8c-b1a3-35e985e95ba1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1542621 Nov 24 05:09:10.786908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38048) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.794410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e0053af0-6072-4ba9-b4ef-721662a419f1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': '1509645d-f3de-4b64-ba54-7dc0a31af803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '94012703-0345-42ef-8a8b-7377c0899228'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:10.831777 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.837898 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:10.838688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:10.882834 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2937272 Nov 24 05:09:10.886061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38050) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.892290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'network_id': '91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:10.924330 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-e0053af0-6072-4ba9-b4ef-721662a419f1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:10.930540 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e0053af0-6072-4ba9-b4ef-721662a419f1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1371694 Nov 24 05:09:10.930540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d5ca9-b423-4a73-825a-bcba1d3999e8 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Network': ['ID=91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:10.930845 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38052) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:10.940632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:09:10.986484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-087f9298-d4df-4881-9215-b85a2c19d14a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.011807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Made reservation on behalf of da132cd3e8cd4dbb9835f135b92be098 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:11.012082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-087f9298-d4df-4881-9215-b85a2c19d14a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.016347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.057684 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-087f9298-d4df-4881-9215-b85a2c19d14a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.060476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-087f9298-d4df-4881-9215-b85a2c19d14a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.061741 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-087f9298-d4df-4881-9215-b85a2c19d14a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "DELETE /v2.0/security-groups/94012703-0345-42ef-8a8b-7377c0899228 HTTP/1.1" status: 204 len: 168 time: 0.1299746 Nov 24 05:09:11.065578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38054) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.079803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f9298-d4df-4881-9215-b85a2c19d14a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94012703-0345-42ef-8a8b-7377c0899228,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:11.081556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Performing IP validity checks on allocation pools {{(pid=103232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 05:09:11.082077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 05:09:11.142080 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a4b2d26c-c8a4-41d0-91cd-7d558eb5f21a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0751982 Nov 24 05:09:11.144947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38056) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.210996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-33a63bf6-0bbe-46e6-9fce-165616c6ca24 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.232362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.235409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-33a63bf6-0bbe-46e6-9fce-165616c6ca24 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.279726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-33a63bf6-0bbe-46e6-9fce-165616c6ca24 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.282288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-33a63bf6-0bbe-46e6-9fce-165616c6ca24 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.283420 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-33a63bf6-0bbe-46e6-9fce-165616c6ca24 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "DELETE /v2.0/security-groups/1509645d-f3de-4b64-ba54-7dc0a31af803 HTTP/1.1" status: 204 len: 168 time: 0.1364944 Nov 24 05:09:11.287196 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38058) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.288824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=fc802d52-e228-4de5-b8f9-550bc0c39e05,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:11.300353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a63bf6-0bbe-46e6-9fce-165616c6ca24 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1509645d-f3de-4b64-ba54-7dc0a31af803,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:11.305335 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Checking segment: {'id': 'e9f393c4-e10e-4fe0-b4c1-dcc76f18bfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:11.305756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network hostable DHCP agents. Network: 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:09:11.325209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Network 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:09:11.335521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:11.339753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:11.340368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.343149 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dabc9c4b-6df7-45ca-ace8-3151ce464523 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0534403 Nov 24 05:09:11.346551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38060) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.347907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0aa7b2-499b-474c-a8e6-8570cd9928d7 None None] Network 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:11.352217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-83e76a3b-464a-48db-86a4-a188e27e8ab8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'tempest-secgroup--600918023'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:11.366121 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-52f066df-a103-4c4c-a7ac-880203fea816 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4758039 Nov 24 05:09:11.366362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38062) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.371616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-504f1f26-e1cd-47a1-8e11-7a697b8b2ef3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:11.377241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83e76a3b-464a-48db-86a4-a188e27e8ab8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.454765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83e76a3b-464a-48db-86a4-a188e27e8ab8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.461427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83e76a3b-464a-48db-86a4-a188e27e8ab8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.477182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-504f1f26-e1cd-47a1-8e11-7a697b8b2ef3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25190034'] for subnet, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.493870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83e76a3b-464a-48db-86a4-a188e27e8ab8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.495100 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-83e76a3b-464a-48db-86a4-a188e27e8ab8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1471977 Nov 24 05:09:11.497038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e76a3b-464a-48db-86a4-a188e27e8ab8 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde30445-d626-4d52-bd3e-b284dc7d1caf,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:11.498433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38064) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.503219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d8380a36-f390-47c9-a6e4-349e9a25c670 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'bde30445-d626-4d52-bd3e-b284dc7d1caf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:11.515523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870', 'network_id': '91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870', 'tenant_id': 'da132cd3e8cd4dbb9835f135b92be098', 'fixed_ips': [{'subnet_id': 'fc802d52-e228-4de5-b8f9-550bc0c39e05'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:09:11.516523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.586036 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-d8380a36-f390-47c9-a6e4-349e9a25c670 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:11.587081 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d8380a36-f390-47c9-a6e4-349e9a25c670 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0875940 Nov 24 05:09:11.589997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38066) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.595724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9a3fee9b-6c7d-4dc9-96a1-3d1f7a27c573 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group_rule': {'security_group_id': 'bde30445-d626-4d52-bd3e-b284dc7d1caf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:11.633226 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-9a3fee9b-6c7d-4dc9-96a1-3d1f7a27c573 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:09:11.634324 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9a3fee9b-6c7d-4dc9-96a1-3d1f7a27c573 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0424433 Nov 24 05:09:11.637135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38068) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.676189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-504f1f26-e1cd-47a1-8e11-7a697b8b2ef3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784304655737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29207490'] for subnet, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.690010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-93910b43-1868-4b9e-b0ba-5d59a484aa16 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.727046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Allocated IP 172.20.0.3 (91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870/fc802d52-e228-4de5-b8f9-550bc0c39e05/dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:09:11.728508 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-93910b43-1868-4b9e-b0ba-5d59a484aa16 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.750332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f1f26-e1cd-47a1-8e11-7a697b8b2ef3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:11.751285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-504f1f26-e1cd-47a1-8e11-7a697b8b2ef3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.752867 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-504f1f26-e1cd-47a1-8e11-7a697b8b2ef3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "PUT /v2.0/subnets/fc802d52-e228-4de5-b8f9-550bc0c39e05 HTTP/1.1" status: 200 len: 877 time: 0.3855577 Nov 24 05:09:11.755907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38072) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.765988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f1f26-e1cd-47a1-8e11-7a697b8b2ef3 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event updated for resources: {'Subnet': ['ID=fc802d52-e228-4de5-b8f9-550bc0c39e05,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:11.852993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-93910b43-1868-4b9e-b0ba-5d59a484aa16 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.856011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-93910b43-1868-4b9e-b0ba-5d59a484aa16 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.859600 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-93910b43-1868-4b9e-b0ba-5d59a484aa16 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "DELETE /v2.0/security-groups/bde30445-d626-4d52-bd3e-b284dc7d1caf HTTP/1.1" status: 204 len: 168 time: 0.2192030 Nov 24 05:09:11.861237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38074) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.878165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93910b43-1868-4b9e-b0ba-5d59a484aa16 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde30445-d626-4d52-bd3e-b284dc7d1caf,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:11.894398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.909968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.913030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:11.917466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38076) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.928175 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2ae475ad-4f0b-4f69-8519-c01691f65783 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867939176', 'description': 'tempest-secgroup-smoke-867939176 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:11.954173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Network 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:11.960645 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-758854db-aa00-499f-bf11-502eb039ad0a tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0976336 Nov 24 05:09:11.961263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38078) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:11.963399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:11.966241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4e940062-0084-4a9e-ac97-6fd07926f536 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'tempest-secgroup--382806968'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:11.967718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:09:11.976210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Pushing event updated for resources: {'Port': ['ID=dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:11.986959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ae475ad-4f0b-4f69-8519-c01691f65783 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.006669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e940062-0084-4a9e-ac97-6fd07926f536 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.032439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Deleting port dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:09:12.032793 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.034964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Attempting to bind port dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:09:12.035638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Attempting to bind port dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'e9f393c4-e10e-4fe0-b4c1-dcc76f18bfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:09:12.036565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Attempting to bind port dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3 on network 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:12.042829 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:09:12.043635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Checking segment: {'id': 'e9f393c4-e10e-4fe0-b4c1-dcc76f18bfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:12.044303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.044967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Bound using segment: {'id': 'e9f393c4-e10e-4fe0-b4c1-dcc76f18bfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:09:12.045693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Bound port: dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f393c4-e10e-4fe0-b4c1-dcc76f18bfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:09:12.046378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.094034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e940062-0084-4a9e-ac97-6fd07926f536 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.101108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e940062-0084-4a9e-ac97-6fd07926f536 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.117099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] For port dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:09:12.121041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] For port dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3,segment=NetworkSegment(e9f393c4-e10e-4fe0-b4c1-dcc76f18bfef),segment_id=e9f393c4-e10e-4fe0-b4c1-dcc76f18bfef)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:09:12.132914 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.138733 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] For port dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:12.138733 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.159372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e940062-0084-4a9e-ac97-6fd07926f536 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.160656 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4e940062-0084-4a9e-ac97-6fd07926f536 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1984503 Nov 24 05:09:12.162977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e940062-0084-4a9e-ac97-6fd07926f536 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88514276-bd45-45c4-a37b-f0b5537bf775,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:12.165655 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38080) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:12.166653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Calling delete_port for dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:09:12.174101 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-45d25f5d-c7fe-4651-9dc8-0676bf935277 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:12.174651 dv-neutron-818850-5-hyperv neutron-server[103233]: WARNING neutron.api.v2.base [None req-45d25f5d-c7fe-4651-9dc8-0676bf935277 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 05:09:12.175828 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-45d25f5d-c7fe-4651-9dc8-0676bf935277 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 05:09:12.179755 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-45d25f5d-c7fe-4651-9dc8-0676bf935277 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "PUT /v2.0/security-groups/88514276-bd45-45c4-a37b-f0b5537bf775 HTTP/1.1" status: 409 len: 330 time: 0.0109046 Nov 24 05:09:12.180013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38082) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:12.194943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ae475ad-4f0b-4f69-8519-c01691f65783 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.202933 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a3866-c5fd-45c9-9e7a-00c3e499f3e7 None None] Pushing event updated for resources: {'Port': ['ID=dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:12.237160 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ae475ad-4f0b-4f69-8519-c01691f65783 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.266939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b23086c3-ee46-46ab-af35-4cb8cac0272f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.284012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae475ad-4f0b-4f69-8519-c01691f65783 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c9f2f-93d3-4698-8fce-cbb1f93172e2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:12.293007 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b23086c3-ee46-46ab-af35-4cb8cac0272f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.296921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ae475ad-4f0b-4f69-8519-c01691f65783 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.301093 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2ae475ad-4f0b-4f69-8519-c01691f65783 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3754733 Nov 24 05:09:12.301637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38084) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:12.309213 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d281f7b1-7bf7-4ea9-b65e-b8172a6a3eeb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f50c9f2f-93d3-4698-8fce-cbb1f93172e2', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:12.351536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b23086c3-ee46-46ab-af35-4cb8cac0272f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.356480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b23086c3-ee46-46ab-af35-4cb8cac0272f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.358322 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b23086c3-ee46-46ab-af35-4cb8cac0272f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "DELETE /v2.0/security-groups/88514276-bd45-45c4-a37b-f0b5537bf775 HTTP/1.1" status: 204 len: 168 time: 0.1768169 Nov 24 05:09:12.363622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38086) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:12.372200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23086c3-ee46-46ab-af35-4cb8cac0272f tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88514276-bd45-45c4-a37b-f0b5537bf775,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:12.425991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d281f7b1-7bf7-4ea9-b65e-b8172a6a3eeb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.459556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.515022 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-714b783b-b587-4551-a819-accc5434d800 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1500285 Nov 24 05:09:12.519002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38088) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:12.533515 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-bd167b6f-a407-4390-bf98-13e477cb53ae tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] delete failed (client error): The resource could not be found. Nov 24 05:09:12.534854 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Port': ['ID=dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:12.535019 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bd167b6f-a407-4390-bf98-13e477cb53ae tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "DELETE /v2.0/security-groups/28d14bd0-764c-4dbb-b5dd-68cbaf1818ce HTTP/1.1" status: 404 len: 347 time: 0.0145056 Nov 24 05:09:12.538702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38090) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:12.553884 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-b05cde45-992a-49a0-acd2-f782bb2aadf4 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] show failed (client error): The resource could not be found. Nov 24 05:09:12.555649 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b05cde45-992a-49a0-acd2-f782bb2aadf4 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-groups/b6e0a837-17c0-461a-82da-a45ce9bce35f HTTP/1.1" status: 404 len: 347 time: 0.0153182 Nov 24 05:09:12.558948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38092) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:12.566381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No DVR routers for this DVR port dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:09:12.575414 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.api.v2.resource [None req-dafb0c86-212a-4239-bd90-f63f2e1cbed1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] show failed (client error): The resource could not be found. Nov 24 05:09:12.582591 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dafb0c86-212a-4239-bd90-f63f2e1cbed1 tempest-NegativeSecGroupIPv6Test-202655669 tempest-NegativeSecGroupIPv6Test-202655669-project] 10.222.0.37 "GET /v2.0/security-group-rules/3026fffa-edc6-4fdc-b71e-a5cab4c6e5a9 HTTP/1.1" status: 404 len: 356 time: 0.0163977 Nov 24 05:09:12.624916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d281f7b1-7bf7-4ea9-b65e-b8172a6a3eeb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.633565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d281f7b1-7bf7-4ea9-b65e-b8172a6a3eeb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.658391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.682804 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281f7b1-7bf7-4ea9-b65e-b8172a6a3eeb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7849f65f-6ecd-421b-ac9e-6c091df775a7,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:12.700530 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d281f7b1-7bf7-4ea9-b65e-b8172a6a3eeb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.701761 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d281f7b1-7bf7-4ea9-b65e-b8172a6a3eeb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3994434 Nov 24 05:09:12.704690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38096) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:12.709769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1f81102d-1b12-4fae-abc0-008092d6f96c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f50c9f2f-93d3-4698-8fce-cbb1f93172e2', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:12.743791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f81102d-1b12-4fae-abc0-008092d6f96c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.753346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.805944 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Subnet': ['ID=fc802d52-e228-4de5-b8f9-550bc0c39e05,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:12.857965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f81102d-1b12-4fae-abc0-008092d6f96c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.864357 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f81102d-1b12-4fae-abc0-008092d6f96c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.885276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81102d-1b12-4fae-abc0-008092d6f96c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1365212c-8719-45fc-b094-698ae2c46375,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:12.898238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f81102d-1b12-4fae-abc0-008092d6f96c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.899623 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1f81102d-1b12-4fae-abc0-008092d6f96c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1938622 Nov 24 05:09:12.902264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38100) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:12.907979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.908198 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-96d31ee0-3c3d-4aa6-a369-f178839e76a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f50c9f2f-93d3-4698-8fce-cbb1f93172e2', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:12.933996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:12.941636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96d31ee0-3c3d-4aa6-a369-f178839e76a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.951039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f393c4-e10e-4fe0-b4c1-dcc76f18bfef') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:12.951382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f393c4-e10e-4fe0-b4c1-dcc76f18bfef') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:12.964552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:12.981234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38102) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.004471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.017407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96d31ee0-3c3d-4aa6-a369-f178839e76a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.022690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:09:13.022954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96d31ee0-3c3d-4aa6-a369-f178839e76a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.023803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:09:13.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:09:13.043710 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d31ee0-3c3d-4aa6-a369-f178839e76a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5110c0e1-b22f-4ea3-a457-b5011f997e23,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:13.057057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96d31ee0-3c3d-4aa6-a369-f178839e76a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.065678 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-96d31ee0-3c3d-4aa6-a369-f178839e76a8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599073 Nov 24 05:09:13.065924 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38106) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.078266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e63d3e3a-deaf-4889-90df-221739e9f240 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f50c9f2f-93d3-4698-8fce-cbb1f93172e2', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:13.129691 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e63d3e3a-deaf-4889-90df-221739e9f240 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.179468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.184679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.188065 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 HTTP/1.1" status: 204 len: 168 time: 1.4310319 Nov 24 05:09:13.195498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38108) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.204886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e63d3e3a-deaf-4889-90df-221739e9f240 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.211864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e63d3e3a-deaf-4889-90df-221739e9f240 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.243122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e63d3e3a-deaf-4889-90df-221739e9f240 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.244529 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e63d3e3a-deaf-4889-90df-221739e9f240 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1774912 Nov 24 05:09:13.245372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d3e3a-deaf-4889-90df-221739e9f240 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8975e90-0e8c-4ba1-a942-7966d44b60c2,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:13.247572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38110) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.252256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-eb4dcd99-d92a-4f27-a697-e3639a3e07ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f50c9f2f-93d3-4698-8fce-cbb1f93172e2', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:13.257023 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d1676c27-7984-429a-a913-f6b4fb2f2e8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9670b5353edd4a64b2e2f1685c3fa5ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2743952 Nov 24 05:09:13.261152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38112) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.262796 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d77274d-0e63-4cd7-a7b8-c033e9fcadc6 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:13.263370 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d77274d-0e63-4cd7-a7b8-c033e9fcadc6 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:13.267704 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9d77274d-0e63-4cd7-a7b8-c033e9fcadc6 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/subnets/fc802d52-e228-4de5-b8f9-550bc0c39e05 HTTP/1.1" status: 404 len: 337 time: 0.0657179 Nov 24 05:09:13.267704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9bed9-977f-412f-8605-081968c65775 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:13.271081 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38114) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.306089 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee04846-a841-452f-a613-8430edbcc90b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:13.306632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee04846-a841-452f-a613-8430edbcc90b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:13.312679 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7ee04846-a841-452f-a613-8430edbcc90b tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 HTTP/1.1" status: 404 len: 339 time: 0.0376976 Nov 24 05:09:13.312891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38116) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.326363 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-eb4dcd99-d92a-4f27-a697-e3639a3e07ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:09:13.339155 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4dcd99-d92a-4f27-a697-e3639a3e07ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.341918 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-671b1e93-18bb-4364-a2a2-aa65e6715e75 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:13.342374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671b1e93-18bb-4364-a2a2-aa65e6715e75 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:13.345441 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-671b1e93-18bb-4364-a2a2-aa65e6715e75 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/subnets/3b80b6bf-67a5-4034-9392-3d76f2237b37 HTTP/1.1" status: 404 len: 337 time: 0.0315979 Nov 24 05:09:13.348019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38118) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.367064 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc194732-741b-4a65-973a-497afb0ff130 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:13.367720 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc194732-741b-4a65-973a-497afb0ff130 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:13.373224 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bc194732-741b-4a65-973a-497afb0ff130 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/4565fa7c-d4f8-4902-a6b6-8209cb7d4971 HTTP/1.1" status: 404 len: 339 time: 0.0228593 Nov 24 05:09:13.374444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38120) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.391562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47ea78c8-52a1-4a77-a5b3-ccc2048a5203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.426257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4dcd99-d92a-4f27-a697-e3639a3e07ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.433103 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47ea78c8-52a1-4a77-a5b3-ccc2048a5203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.440995 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4dcd99-d92a-4f27-a697-e3639a3e07ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.476369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.478418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8c81232f-aa40-4cea-8c57-fad7b3acc28c None None] Could not find standard attr ID for object dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:09:13.489588 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4dcd99-d92a-4f27-a697-e3639a3e07ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caea260a-06b5-4c29-b5d9-2c35b187a467,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:13.508393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb4dcd99-d92a-4f27-a697-e3639a3e07ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.509630 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eb4dcd99-d92a-4f27-a697-e3639a3e07ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2610314 Nov 24 05:09:13.512680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38122) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.523794 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ed9331d1-3e44-4bdb-91a2-c0a9884e69d6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f50c9f2f-93d3-4698-8fce-cbb1f93172e2', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:13.539899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47ea78c8-52a1-4a77-a5b3-ccc2048a5203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.543358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47ea78c8-52a1-4a77-a5b3-ccc2048a5203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.547068 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-47ea78c8-52a1-4a77-a5b3-ccc2048a5203 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f437a29-cda3-4736-9b63-4506b9c8d1af HTTP/1.1" status: 204 len: 168 time: 0.2826395 Nov 24 05:09:13.547236 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470e039c-3cfd-4cd8-961c-eb59ff0f846a None None] DHCP port deletion for 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:09:13.562316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea78c8-52a1-4a77-a5b3-ccc2048a5203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f437a29-cda3-4736-9b63-4506b9c8d1af,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:13.572108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962456d7-89fa-46c6-bc83-aa6e38224242 None None] Network 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:13.573538 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-ed9331d1-3e44-4bdb-91a2-c0a9884e69d6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:09:13.580398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed9331d1-3e44-4bdb-91a2-c0a9884e69d6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.592732 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962456d7-89fa-46c6-bc83-aa6e38224242 None None] Network 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 could not be found, it might have been deleted concurrently. {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 05:09:13.601801 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f7287e-4dab-4f49-b433-b0e000aaeebf None None] Network 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:13.616140 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f7287e-4dab-4f49-b433-b0e000aaeebf None None] Network 91c6a6d3-c437-4d3a-9ae3-d5d8ca0be870 could not be found, it might have been deleted concurrently. {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 05:09:13.617599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.643865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054e19ff-084a-4963-9480-661868c48300']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:13.656429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852a62d2-4948-440e-be9a-aab13e2b17d5') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:13.656730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852a62d2-4948-440e-be9a-aab13e2b17d5') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:13.665767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed9331d1-3e44-4bdb-91a2-c0a9884e69d6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.667820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.669643 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed9331d1-3e44-4bdb-91a2-c0a9884e69d6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.684725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.691739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9331d1-3e44-4bdb-91a2-c0a9884e69d6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7e6dcd-7e63-4699-8f98-327d42394637,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:13.694187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:09:13.694515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:09:13.698322 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:09:13.701196 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed9331d1-3e44-4bdb-91a2-c0a9884e69d6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.703695 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ed9331d1-3e44-4bdb-91a2-c0a9884e69d6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1869364 Nov 24 05:09:13.774013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.784102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:13.787972 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/054e19ff-084a-4963-9480-661868c48300 HTTP/1.1" status: 204 len: 168 time: 0.4125080 Nov 24 05:09:13.790755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38128) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.798430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e49471-dc16-4535-aacd-0c6d25b97627 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=054e19ff-084a-4963-9480-661868c48300,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:13.831653 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61edcd9-0fb6-42e9-af5d-2078114960f0 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:13.832400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61edcd9-0fb6-42e9-af5d-2078114960f0 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:13.836944 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a61edcd9-0fb6-42e9-af5d-2078114960f0 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/subnets/95948d29-46f3-40f9-a600-b5873f07b586 HTTP/1.1" status: 404 len: 337 time: 0.0443676 Nov 24 05:09:13.839619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38132) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.859970 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8d4c35-a508-41ff-870b-1cb16909a589 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:13.860631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8d4c35-a508-41ff-870b-1cb16909a589 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:13.866593 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bb8d4c35-a508-41ff-870b-1cb16909a589 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/d0c42976-fdd3-40b6-a349-c307d206a6a4 HTTP/1.1" status: 404 len: 339 time: 0.0231040 Nov 24 05:09:13.867116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38138) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.896685 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4909e1b-e5cd-4f63-ae00-d9fa7f2d4214 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:13.897135 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4909e1b-e5cd-4f63-ae00-d9fa7f2d4214 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:13.900370 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e4909e1b-e5cd-4f63-ae00-d9fa7f2d4214 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/subnets/525aff42-6c5b-4bf6-9d33-cb680431fccd HTTP/1.1" status: 404 len: 337 time: 0.0320189 Nov 24 05:09:13.902898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38144) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.920813 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e8a7ed-3aa0-4220-b0ec-616466b97145 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:13.921301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e8a7ed-3aa0-4220-b0ec-616466b97145 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:13.924270 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-44e8a7ed-3aa0-4220-b0ec-616466b97145 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/242852e9-a249-42a7-92d4-358bc927ec81 HTTP/1.1" status: 404 len: 339 time: 0.0204694 Nov 24 05:09:13.927235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38146) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.943529 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-c5515bbb-5383-42d2-804b-d1f7092e7742 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867939176&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.0457008 Nov 24 05:09:13.952268 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e70a0c1-7ec8-49c7-ae5c-a9adff7b6ec9 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:13.952714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e70a0c1-7ec8-49c7-ae5c-a9adff7b6ec9 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:13.955698 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1e70a0c1-7ec8-49c7-ae5c-a9adff7b6ec9 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/subnets/ec80809a-5c3a-4c03-99e6-fa2d82ace019 HTTP/1.1" status: 404 len: 337 time: 0.0275254 Nov 24 05:09:13.958343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38148) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:13.980491 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-382d5adc-e1fa-4f47-b22a-513ad7e5fcdb tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:13.980997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382d5adc-e1fa-4f47-b22a-513ad7e5fcdb tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:13.984014 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-382d5adc-e1fa-4f47-b22a-513ad7e5fcdb tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/e8a6bdff-37de-4c03-be2b-63fe028874c2 HTTP/1.1" status: 404 len: 339 time: 0.0247192 Nov 24 05:09:13.986551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38150) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.012822 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa8fb27-78cc-4d40-9b3b-bc1e6fe54e87 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:14.013269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa8fb27-78cc-4d40-9b3b-bc1e6fe54e87 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:14.016266 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2aa8fb27-78cc-4d40-9b3b-bc1e6fe54e87 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/subnets/aa6315ed-be51-46f3-92cf-6a30c28453b6 HTTP/1.1" status: 404 len: 337 time: 0.0288103 Nov 24 05:09:14.018962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38152) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.037774 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae5d2a8-1921-4dd7-9e0e-2df3b61a8a2f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:14.038271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae5d2a8-1921-4dd7-9e0e-2df3b61a8a2f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:14.041303 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3ae5d2a8-1921-4dd7-9e0e-2df3b61a8a2f tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/6ca4ac6c-9c3b-4d12-b2e1-b25901f57809 HTTP/1.1" status: 404 len: 339 time: 0.0214357 Nov 24 05:09:14.044083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38154) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.059638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-d2d7d78e-94e8-4b72-801d-9165abd79613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:14.061098 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-d2d7d78e-94e8-4b72-801d-9165abd79613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/networks?id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 200 len: 796 time: 0.1103168 Nov 24 05:09:14.071194 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d24f30d-2c0d-4bc2-9180-8d5551c91606 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:14.071742 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d24f30d-2c0d-4bc2-9180-8d5551c91606 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:14.075059 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9d24f30d-2c0d-4bc2-9180-8d5551c91606 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/subnets/1db0a84d-0a87-4a5d-8953-c05bdc78291e HTTP/1.1" status: 404 len: 337 time: 0.0298839 Nov 24 05:09:14.077622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38156) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.079241 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-c240d7c9-aad6-4417-81c1-778a1b6e885a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/quotas/227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 375 time: 0.0117581 Nov 24 05:09:14.095566 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd57d3b9-7d70-4234-a235-be5643c9498d tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:14.096082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd57d3b9-7d70-4234-a235-be5643c9498d tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:14.099449 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fd57d3b9-7d70-4234-a235-be5643c9498d tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/c769780c-4176-4471-8cb6-52d7986f22bd HTTP/1.1" status: 404 len: 339 time: 0.0207243 Nov 24 05:09:14.101744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38158) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.128110 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97b392a-6a64-4459-9e6f-00bb204d7a44 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:14.128567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97b392a-6a64-4459-9e6f-00bb204d7a44 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:14.132143 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d97b392a-6a64-4459-9e6f-00bb204d7a44 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/subnets/022770d2-7cc4-4daf-b643-f3e2abc80c10 HTTP/1.1" status: 404 len: 337 time: 0.0294962 Nov 24 05:09:14.134610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38160) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.137383 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-6ac57ed3-52cd-4ce3-ba91-585cf2fd8970 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495019 Nov 24 05:09:14.152314 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcab4266-76e2-4c59-927c-213a0e01b5ba tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:14.152809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcab4266-76e2-4c59-927c-213a0e01b5ba tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:14.155781 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bcab4266-76e2-4c59-927c-213a0e01b5ba tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/fc75520c-3842-401c-b79e-61eca448d011 HTTP/1.1" status: 404 len: 339 time: 0.0202503 Nov 24 05:09:14.158282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38162) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.183689 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-779ef8e0-2814-436c-b6d6-f069bdb22724 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:14.184135 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779ef8e0-2814-436c-b6d6-f069bdb22724 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:14.187107 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-779ef8e0-2814-436c-b6d6-f069bdb22724 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/subnets/30354002-f8a6-4e3a-9681-5d5d35f91c38 HTTP/1.1" status: 404 len: 337 time: 0.0279207 Nov 24 05:09:14.189589 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38164) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.212440 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d49b40-8409-4fb1-a021-e117a0eea174 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:14.212935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d49b40-8409-4fb1-a021-e117a0eea174 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:14.215908 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-79d49b40-8409-4fb1-a021-e117a0eea174 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/e353a14c-8adc-4514-9c65-d2d15e559041 HTTP/1.1" status: 404 len: 339 time: 0.0254030 Nov 24 05:09:14.218392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38166) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.238368 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-009f5dc4-ae91-4ee4-ab91-f6b405dbde9a service neutron] 10.222.0.37 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888855 Nov 24 05:09:14.243642 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd7ef22-31a4-495b-8d11-7363f27cc895 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:14.244094 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd7ef22-31a4-495b-8d11-7363f27cc895 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:14.247031 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5cd7ef22-31a4-495b-8d11-7363f27cc895 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/subnets/5608cace-083b-4a70-aab9-7ac85b280eaf HTTP/1.1" status: 404 len: 337 time: 0.0277407 Nov 24 05:09:14.249545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38168) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.266716 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ecee27-7ec3-464e-be18-616fdaa78177 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] DELETE failed (client error): The resource could not be found. Nov 24 05:09:14.267206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ecee27-7ec3-464e-be18-616fdaa78177 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:09:14.270788 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-41ecee27-7ec3-464e-be18-616fdaa78177 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/22230e37-a094-470e-89b1-822fc7fe9cfe HTTP/1.1" status: 404 len: 339 time: 0.0198238 Nov 24 05:09:14.273303 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38170) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.324051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-0298c72b-e9b8-4ccf-9892-a1d6727a0990 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Deleting subnet f6eecff5-66c7-4ae1-8606-10fba68e5170 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:09:14.327036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0298c72b-e9b8-4ccf-9892-a1d6727a0990 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:14.327191 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-6f830aeb-5dcc-4711-8558-27834d718974 service neutron] 10.222.0.37 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820513 Nov 24 05:09:14.367724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0298c72b-e9b8-4ccf-9892-a1d6727a0990 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:14.464476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0298c72b-e9b8-4ccf-9892-a1d6727a0990 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:14.493762 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8649aff4-dc19-4727-82d7-e1b9ee3bf27c req-00a9b6f7-3860-458c-925f-84578f680d2c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 210 time: 0.0315316 Nov 24 05:09:14.530506 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0298c72b-e9b8-4ccf-9892-a1d6727a0990 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:14.560332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298c72b-e9b8-4ccf-9892-a1d6727a0990 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Subnet': ['ID=f6eecff5-66c7-4ae1-8606-10fba68e5170,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:14.562059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0298c72b-e9b8-4ccf-9892-a1d6727a0990 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:14.565985 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0298c72b-e9b8-4ccf-9892-a1d6727a0990 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/subnets/f6eecff5-66c7-4ae1-8606-10fba68e5170 HTTP/1.1" status: 204 len: 168 time: 0.2917259 Nov 24 05:09:14.569857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38180) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:14.570373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df720b-135c-47c0-9d4d-1130896abe34 None None] Network c1d11746-08cf-4d58-bc7c-8e3d8b593061 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:14.653120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:14.710344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Deleting port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:09:14.710686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:14.782880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] For port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4fe3d020-ea6a-4b6f-9bbf-6d39101a241c,segment=NetworkSegment(d7a53d97-77ad-4a02-86ac-103f07ee940e),segment_id=d7a53d97-77ad-4a02-86ac-103f07ee940e)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:14.783444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:14.816077 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Calling delete_port for 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:09:14.825721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:09:14.863479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:09:14.863845 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device dedcb2a9-e25d-4a2f-a0e2-b517a471d5d3 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:09:14.909039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:14.944334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Port': ['ID=4fe3d020-ea6a-4b6f-9bbf-6d39101a241c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:14.948629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] No DVR routers for this DVR port 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:09:14.953128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740768ad-d03f-4859-8434-69d177671a0d None None] DHCP port deletion for c1d11746-08cf-4d58-bc7c-8e3d8b593061 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:09:15.031014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:15.051749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d11746-08cf-4d58-bc7c-8e3d8b593061']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:15.063880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a53d97-77ad-4a02-86ac-103f07ee940e') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:15.064212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a53d97-77ad-4a02-86ac-103f07ee940e') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:15.075353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:15.089367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:15.095297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:09:15.095725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:09:15.098941 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:09:15.463314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-d34d7c34-df82-4e39-b2a6-0651f6ed9cbb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:15.465652 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-d34d7c34-df82-4e39-b2a6-0651f6ed9cbb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 200 len: 796 time: 0.1195621 Nov 24 05:09:15.472186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:15.480580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:15.487156 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] 10.222.0.37 "DELETE /v2.0/networks/c1d11746-08cf-4d58-bc7c-8e3d8b593061 HTTP/1.1" status: 204 len: 168 time: 0.9137793 Nov 24 05:09:15.497134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded834aa-b405-4188-ac67-a19e86fc53f2 tempest-NetworksTest-1585633114 tempest-NetworksTest-1585633114-project] Pushing event deleted for resources: {'Network': ['ID=c1d11746-08cf-4d58-bc7c-8e3d8b593061,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:15.560557 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-33091bad-9275-4d11-b80a-39c44db1ba07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 472 time: 0.0854754 Nov 24 05:09:15.570759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'device_id': 'ad776724-55e4-4191-80fa-82965b827991', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'admin_state_up': True, 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'security_groups': ['f50c9f2f-93d3-4698-8fce-cbb1f93172e2']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:15.606870 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7013afed-8d10-4381-9c65-c40e4b5ecb1c req-143b30fc-756c-4dc0-a353-ff085aab86a3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 210 time: 0.0295320 Nov 24 05:09:15.689048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:15.692810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:15.763927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38194) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:15.825124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.8 (71a3546e-4ef1-4f48-b2fa-26bd6051cbe9/4515c580-2062-49bc-a795-46403e9a21d4/9e5d2c36-953c-469c-bd63-651f1737a0d5) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:09:15.904531 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-772f3a21-18b6-4e26-943a-142992e46d27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da132cd3e8cd4dbb9835f135b92be098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370001 Nov 24 05:09:15.904799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38198) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:15.954869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dc4e80-bad7-482e-b944-8910b41dee3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:15.967450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:15.977565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dc4e80-bad7-482e-b944-8910b41dee3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.000486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.024935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dc4e80-bad7-482e-b944-8910b41dee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.027578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-26dc4e80-bad7-482e-b944-8910b41dee3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.028851 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-26dc4e80-bad7-482e-b944-8910b41dee3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec5dae4f-05b1-4e22-aa5e-8d0768a74fd2 HTTP/1.1" status: 204 len: 168 time: 0.1230249 Nov 24 05:09:16.041762 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc4e80-bad7-482e-b944-8910b41dee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5dae4f-05b1-4e22-aa5e-8d0768a74fd2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:16.044367 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:16.047906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:16.052829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:09:16.093795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5830-75bd-483e-9884-6f0506b8dd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.113404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=9e5d2c36-953c-469c-bd63-651f1737a0d5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:16.129308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:16.130481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.149571 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3041949a-e68b-4d7a-8999-13c9e8c530bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833216 Nov 24 05:09:16.163859 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Request body: {'port': {'device_id': 'ad776724-55e4-4191-80fa-82965b827991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:16.226385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.327245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c2af273f-068a-4b2b-8fa6-81a92d8085db None None] Provisioning complete for port 9e5d2c36-953c-469c-bd63-651f1737a0d5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:16.327911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c2af273f-068a-4b2b-8fa6-81a92d8085db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.366410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c2af273f-068a-4b2b-8fa6-81a92d8085db None None] Port 9e5d2c36-953c-469c-bd63-651f1737a0d5 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:09:16.504369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5d2c36-953c-469c-bd63-651f1737a0d5 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:09:16.512013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.525300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Transition to ACTIVE for port object 9e5d2c36-953c-469c-bd63-651f1737a0d5 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:09:16.529098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.581442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5d2c36-953c-469c-bd63-651f1737a0d5,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:16.658960 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Attempting to bind port 9e5d2c36-953c-469c-bd63-651f1737a0d5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:09:16.659304 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Attempting to bind port 9e5d2c36-953c-469c-bd63-651f1737a0d5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:09:16.659802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Attempting to bind port 9e5d2c36-953c-469c-bd63-651f1737a0d5 on network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:16.665068 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Port 9e5d2c36-953c-469c-bd63-651f1737a0d5 on network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:09:16.665433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Attempting to bind port 9e5d2c36-953c-469c-bd63-651f1737a0d5 on network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:16.671095 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:09:16.671434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Checking segment: {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:16.671852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Bound using segment: {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:09:16.672286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Bound port: 9e5d2c36-953c-469c-bd63-651f1737a0d5, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:09:16.672692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.749471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] For port 9e5d2c36-953c-469c-bd63-651f1737a0d5, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:09:16.753753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] For port 9e5d2c36-953c-469c-bd63-651f1737a0d5, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9e5d2c36-953c-469c-bd63-651f1737a0d5,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:09:16.756921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afcf1a-1fe3-434a-874f-8efa542f7b0e req-762fdb72-656d-4623-97c3-dcc98658c989 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:16.758057 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-29afcf1a-1fe3-434a-874f-8efa542f7b0e req-762fdb72-656d-4623-97c3-dcc98658c989 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 943 time: 0.0670929 Nov 24 05:09:16.761904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.774350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38222) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:16.801369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:16.802896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.807661 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] 10.222.0.31 "PUT /v2.0/ports/9e5d2c36-953c-469c-bd63-651f1737a0d5 HTTP/1.1" status: 200 len: 1093 time: 0.6450286 Nov 24 05:09:16.807661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad776724-55e4-4191-80fa-82965b827991', 'tag': '9e5d2c36-953c-469c-bd63-651f1737a0d5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:09:16.807661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434" -d '{"events": [{"name": "network-changed", "server_uuid": "ad776724-55e4-4191-80fa-82965b827991", "tag": "9e5d2c36-953c-469c-bd63-651f1737a0d5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:09:16.834342 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-29afcf1a-1fe3-434a-874f-8efa542f7b0e req-e76c8b83-3e86-4842-8406-bc0620913907 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50c9f2f-93d3-4698-8fce-cbb1f93172e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672925 Nov 24 05:09:16.869070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a540c-7efb-467c-9488-dfbb3ae015d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5d2c36-953c-469c-bd63-651f1737a0d5,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:16.883819 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25ffdf5-b282-4033-b363-b5a1304868b7 x-openstack-request-id: req-f25ffdf5-b282-4033-b363-b5a1304868b7 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:09:16.884114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad776724-55e4-4191-80fa-82965b827991", "tag": "9e5d2c36-953c-469c-bd63-651f1737a0d5", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:09:16.884370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f25ffdf5-b282-4033-b363-b5a1304868b7 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:09:16.884771 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad776724-55e4-4191-80fa-82965b827991', 'tag': '9e5d2c36-953c-469c-bd63-651f1737a0d5', 'status': 'completed', 'code': 200} Nov 24 05:09:16.932703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-e3456407-9b56-4f9f-a721-05a173d9e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:16.934218 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-e3456407-9b56-4f9f-a721-05a173d9e725 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 1096 time: 0.0620971 Nov 24 05:09:16.934554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:09:16.954222 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b1387f45-9c15-42bc-9e94-688b88fa5a20 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group': {'name': 'tempest-secgroup--941124398'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:16.965405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:09:16.965766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4fe3d020-ea6a-4b6f-9bbf-6d39101a241c not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:09:16.985306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1387f45-9c15-42bc-9e94-688b88fa5a20 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:16.989716 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-e7a73c55-a7bb-45e5-935e-5797653efa20 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e5d2c36-953c-469c-bd63-651f1737a0d5 HTTP/1.1" status: 200 len: 217 time: 0.0447333 Nov 24 05:09:16.995038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1387f45-9c15-42bc-9e94-688b88fa5a20 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.046952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3dcf7335-327b-4863-a7ec-175062c8cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:17.048512 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3dcf7335-327b-4863-a7ec-175062c8cae8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4515c580-2062-49bc-a795-46403e9a21d4 HTTP/1.1" status: 200 len: 835 time: 0.0523396 Nov 24 05:09:17.082115 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1387f45-9c15-42bc-9e94-688b88fa5a20 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.086386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1387f45-9c15-42bc-9e94-688b88fa5a20 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.102328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-6ca16de1-46e5-42dc-836f-20d24985ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:17.103872 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-6ca16de1-46e5-42dc-836f-20d24985ecbf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473688 Nov 24 05:09:17.133346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1387f45-9c15-42bc-9e94-688b88fa5a20 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0783cf-1012-4410-b1e3-176bc4564179,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:17.169338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1387f45-9c15-42bc-9e94-688b88fa5a20 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.174144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1387f45-9c15-42bc-9e94-688b88fa5a20 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.201335 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3520d388-2d10-40e6-a184-a918cec3df91 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893896 Nov 24 05:09:17.210253 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1387f45-9c15-42bc-9e94-688b88fa5a20 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.211490 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b1387f45-9c15-42bc-9e94-688b88fa5a20 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4362137 Nov 24 05:09:17.214372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1387f45-9c15-42bc-9e94-688b88fa5a20 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f334be89-14ad-4e18-9c88-325ad1229702,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:17.216335 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38228) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:17.269616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e9a73518-9287-4e69-8282-f2e2b76352d7 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0521960 Nov 24 05:09:17.272549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38230) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:17.276860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b3d0ead9-8709-416b-8204-0e87f21267f9 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group': {'name': 'tempest-security--1256492803', 'description': 'tempest-security-description-1151922600'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:17.293217 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4978a34f-72aa-4666-b9a9-ca19cf5bfde5 req-3edaf82c-db51-4d09-b686-7490b4c19dc0 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843315 Nov 24 05:09:17.311739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3d0ead9-8709-416b-8204-0e87f21267f9 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.359526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3d0ead9-8709-416b-8204-0e87f21267f9 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.363531 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3d0ead9-8709-416b-8204-0e87f21267f9 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.366877 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3d0ead9-8709-416b-8204-0e87f21267f9 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.370798 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b3d0ead9-8709-416b-8204-0e87f21267f9 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "PUT /v2.0/security-groups/f334be89-14ad-4e18-9c88-325ad1229702 HTTP/1.1" status: 200 len: 1797 time: 0.0947096 Nov 24 05:09:17.371258 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38232) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:17.383433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434 req-7c6ef3af-2f00-451d-9e1e-004039f17510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:17.384976 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434 req-7c6ef3af-2f00-451d-9e1e-004039f17510 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 1096 time: 0.0432956 Nov 24 05:09:17.413456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0ead9-8709-416b-8204-0e87f21267f9 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f334be89-14ad-4e18-9c88-325ad1229702,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:17.426325 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1f850241-1c5d-42ae-ae7f-33e77da4c78d tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-groups/f334be89-14ad-4e18-9c88-325ad1229702 HTTP/1.1" status: 200 len: 1797 time: 0.0529466 Nov 24 05:09:17.428882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38234) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:17.482547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434 req-af80c7d9-9cef-4910-ba44-8471ec4b9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:17.484064 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434 req-af80c7d9-9cef-4910-ba44-8471ec4b9ce1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 200 len: 897 time: 0.0915926 Nov 24 05:09:17.484233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9287ca8-e3ee-45c9-9c1b-73e8ef16b419 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.506896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9287ca8-e3ee-45c9-9c1b-73e8ef16b419 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.524910 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434 req-b6868b30-b6c7-460c-aa1b-b0a292f919c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e5d2c36-953c-469c-bd63-651f1737a0d5 HTTP/1.1" status: 200 len: 217 time: 0.0336957 Nov 24 05:09:17.546941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9287ca8-e3ee-45c9-9c1b-73e8ef16b419 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.549701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9287ca8-e3ee-45c9-9c1b-73e8ef16b419 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.550896 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b9287ca8-e3ee-45c9-9c1b-73e8ef16b419 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-groups/f334be89-14ad-4e18-9c88-325ad1229702 HTTP/1.1" status: 204 len: 168 time: 0.1209972 Nov 24 05:09:17.554797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38236) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:17.572415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9287ca8-e3ee-45c9-9c1b-73e8ef16b419 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f334be89-14ad-4e18-9c88-325ad1229702,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:17.581619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434 req-c26e1d78-0c36-4238-93a6-ba08e46343ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:17.583550 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434 req-c26e1d78-0c36-4238-93a6-ba08e46343ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4515c580-2062-49bc-a795-46403e9a21d4 HTTP/1.1" status: 200 len: 835 time: 0.0506766 Nov 24 05:09:17.606081 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b8b786b0-4577-4b82-8deb-b3b4ddf46b5a tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0502045 Nov 24 05:09:17.608841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38238) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:17.622841 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-b17e3142-4e3d-4a22-b803-d6501fc448f2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] delete failed (client error): The resource could not be found. Nov 24 05:09:17.624037 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b17e3142-4e3d-4a22-b803-d6501fc448f2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-groups/f334be89-14ad-4e18-9c88-325ad1229702 HTTP/1.1" status: 404 len: 347 time: 0.0142825 Nov 24 05:09:17.627870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38240) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:17.632426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6f9ea55e-efee-42f3-a976-38457a1ca6b6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499643135'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:17.639266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434 req-f7e3e456-d2aa-401d-8618-47cee61738a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:17.640806 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434 req-f7e3e456-d2aa-401d-8618-47cee61738a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501630 Nov 24 05:09:17.654201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea55e-efee-42f3-a976-38457a1ca6b6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.721022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea55e-efee-42f3-a976-38457a1ca6b6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.725923 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea55e-efee-42f3-a976-38457a1ca6b6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.738875 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434 req-26b6381c-9703-40c4-bf99-4287cd740033 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882697 Nov 24 05:09:17.756322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6f9ea55e-efee-42f3-a976-38457a1ca6b6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.757523 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6f9ea55e-efee-42f3-a976-38457a1ca6b6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1287272 Nov 24 05:09:17.759407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ea55e-efee-42f3-a976-38457a1ca6b6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef49b13b-a2a6-4c6e-94f9-a5a0a2f9fd92,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:17.761466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38242) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:17.765646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c3a9c1a8-6e78-4b98-8745-38b7474306e6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': 'ef49b13b-a2a6-4c6e-94f9-a5a0a2f9fd92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:17.792626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a9c1a8-6e78-4b98-8745-38b7474306e6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.832228 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8b78a0fe-fe49-4303-9ef4-ed94e94d8434 req-b4531f72-b1ab-49bd-bba1-d6eb0b7130e7 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848515 Nov 24 05:09:17.856834 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a9c1a8-6e78-4b98-8745-38b7474306e6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.861359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a9c1a8-6e78-4b98-8745-38b7474306e6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.880000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9c1a8-6e78-4b98-8745-38b7474306e6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4e57fc-42dd-4e53-a456-cf96ea0cf4fe,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:17.886596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a9c1a8-6e78-4b98-8745-38b7474306e6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.887823 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c3a9c1a8-6e78-4b98-8745-38b7474306e6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255429 Nov 24 05:09:17.890907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38246) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:17.918339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e950830e-acb0-4b0c-ac03-9e236b8b1462 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.926199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e950830e-acb0-4b0c-ac03-9e236b8b1462 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.957034 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3aad0-d7f8-431e-976d-b1d0f0457f8c req-95fda660-1a53-42b3-8c78-8437b9d88c9a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:17.958872 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4a3aad0-d7f8-431e-976d-b1d0f0457f8c req-95fda660-1a53-42b3-8c78-8437b9d88c9a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 943 time: 0.0529897 Nov 24 05:09:17.976110 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e950830e-acb0-4b0c-ac03-9e236b8b1462 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.984756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e950830e-acb0-4b0c-ac03-9e236b8b1462 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:17.988582 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e950830e-acb0-4b0c-ac03-9e236b8b1462 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cc4e57fc-42dd-4e53-a456-cf96ea0cf4fe HTTP/1.1" status: 204 len: 168 time: 0.0939503 Nov 24 05:09:17.988582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38248) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:17.999738 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950830e-acb0-4b0c-ac03-9e236b8b1462 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc4e57fc-42dd-4e53-a456-cf96ea0cf4fe,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:18.019358 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4a3aad0-d7f8-431e-976d-b1d0f0457f8c req-d80f9f5c-af7d-487e-8311-fa27ab449b49 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50c9f2f-93d3-4698-8fce-cbb1f93172e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471487 Nov 24 05:09:18.039050 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3a2e6e8d-d00e-4c2e-9641-647062301962 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0489759 Nov 24 05:09:18.041682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38250) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:18.095623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a010f26-40b9-41b9-a820-f13ebed01d5f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.118283 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a010f26-40b9-41b9-a820-f13ebed01d5f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.157848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a010f26-40b9-41b9-a820-f13ebed01d5f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.160511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a010f26-40b9-41b9-a820-f13ebed01d5f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.162491 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2a010f26-40b9-41b9-a820-f13ebed01d5f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-groups/ef49b13b-a2a6-4c6e-94f9-a5a0a2f9fd92 HTTP/1.1" status: 204 len: 168 time: 0.1198964 Nov 24 05:09:18.165246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38252) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:18.171257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a010f26-40b9-41b9-a820-f13ebed01d5f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef49b13b-a2a6-4c6e-94f9-a5a0a2f9fd92,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:18.207280 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ebc20ffc-9d8b-4c74-bff0-d5ed22f2bf91 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0409124 Nov 24 05:09:18.211388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38254) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:18.215493 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b7d05866-f892-4d1f-a05e-3c9b25a5d7d6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520911597'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:18.237598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b7d05866-f892-4d1f-a05e-3c9b25a5d7d6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.306419 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b7d05866-f892-4d1f-a05e-3c9b25a5d7d6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.310096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b7d05866-f892-4d1f-a05e-3c9b25a5d7d6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.339319 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b7d05866-f892-4d1f-a05e-3c9b25a5d7d6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.340566 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b7d05866-f892-4d1f-a05e-3c9b25a5d7d6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1282461 Nov 24 05:09:18.342533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d05866-f892-4d1f-a05e-3c9b25a5d7d6 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658ce99c-a6bf-4e54-a96d-cbfb5e83acee,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:18.343503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38256) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:18.349661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-31756e9e-905d-46ee-b5b0-d973fadcc283 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': '658ce99c-a6bf-4e54-a96d-cbfb5e83acee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:18.350122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-725b67ea-66b2-43d7-9c5a-01354f67b5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.376722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31756e9e-905d-46ee-b5b0-d973fadcc283 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.422700 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31756e9e-905d-46ee-b5b0-d973fadcc283 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.426194 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31756e9e-905d-46ee-b5b0-d973fadcc283 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.443049 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31756e9e-905d-46ee-b5b0-d973fadcc283 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971eeb82-1925-40eb-be02-13d8d0631106,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:18.452169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31756e9e-905d-46ee-b5b0-d973fadcc283 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.453333 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-31756e9e-905d-46ee-b5b0-d973fadcc283 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1086366 Nov 24 05:09:18.456167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38258) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:18.461176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-340c4b71-6143-492b-9435-9bedaa2ea613 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': '658ce99c-a6bf-4e54-a96d-cbfb5e83acee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:18.486832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-340c4b71-6143-492b-9435-9bedaa2ea613 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.541156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-340c4b71-6143-492b-9435-9bedaa2ea613 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.544707 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-340c4b71-6143-492b-9435-9bedaa2ea613 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.561586 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c4b71-6143-492b-9435-9bedaa2ea613 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb8b060-1227-41d6-8ebe-ba07bf053879,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:18.568969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-340c4b71-6143-492b-9435-9bedaa2ea613 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.570138 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-340c4b71-6143-492b-9435-9bedaa2ea613 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130650 Nov 24 05:09:18.572880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38260) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:18.577250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c25b7d9c-6bfe-4bd0-ac2c-b3b64c855b4f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': '658ce99c-a6bf-4e54-a96d-cbfb5e83acee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:18.605264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c25b7d9c-6bfe-4bd0-ac2c-b3b64c855b4f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.662678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c25b7d9c-6bfe-4bd0-ac2c-b3b64c855b4f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.666014 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c25b7d9c-6bfe-4bd0-ac2c-b3b64c855b4f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.685259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b7d9c-6bfe-4bd0-ac2c-b3b64c855b4f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e668af4-194e-40eb-a4bd-2ef27d397be2,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:18.690547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c25b7d9c-6bfe-4bd0-ac2c-b3b64c855b4f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.691661 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c25b7d9c-6bfe-4bd0-ac2c-b3b64c855b4f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178215 Nov 24 05:09:18.694650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38262) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:18.698831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ceb51a9f-fe3a-486b-a548-642153d85c67 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': '658ce99c-a6bf-4e54-a96d-cbfb5e83acee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:18.726099 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ceb51a9f-fe3a-486b-a548-642153d85c67 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.783021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ceb51a9f-fe3a-486b-a548-642153d85c67 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.786923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ceb51a9f-fe3a-486b-a548-642153d85c67 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.805677 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb51a9f-fe3a-486b-a548-642153d85c67 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1da6880-c8ce-4c3a-9838-0d4e5f3b182a,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:18.811955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ceb51a9f-fe3a-486b-a548-642153d85c67 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.813172 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ceb51a9f-fe3a-486b-a548-642153d85c67 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176081 Nov 24 05:09:18.816214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38264) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:18.821083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6aeb196a-d65d-40e3-a1d8-d2db976f0b78 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': '658ce99c-a6bf-4e54-a96d-cbfb5e83acee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:18.847528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6aeb196a-d65d-40e3-a1d8-d2db976f0b78 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.903832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6aeb196a-d65d-40e3-a1d8-d2db976f0b78 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.907173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6aeb196a-d65d-40e3-a1d8-d2db976f0b78 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.925567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb196a-d65d-40e3-a1d8-d2db976f0b78 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6b6329-ad18-4b83-964c-e284df2523db,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:18.930992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6aeb196a-d65d-40e3-a1d8-d2db976f0b78 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.932179 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6aeb196a-d65d-40e3-a1d8-d2db976f0b78 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1150510 Nov 24 05:09:18.935244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38266) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:18.961782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa8661ab-7def-4bf1-b4ec-eaf1f1ceb8d2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.969102 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa8661ab-7def-4bf1-b4ec-eaf1f1ceb8d2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.993501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa8661ab-7def-4bf1-b4ec-eaf1f1ceb8d2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.998039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa8661ab-7def-4bf1-b4ec-eaf1f1ceb8d2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:18.999300 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fa8661ab-7def-4bf1-b4ec-eaf1f1ceb8d2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/da6b6329-ad18-4b83-964c-e284df2523db HTTP/1.1" status: 204 len: 168 time: 0.0631254 Nov 24 05:09:19.002069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38268) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.007742 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8661ab-7def-4bf1-b4ec-eaf1f1ceb8d2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da6b6329-ad18-4b83-964c-e284df2523db,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:19.047526 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1247fa71-bd98-4cd6-8a19-e2b36485f5dc tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0442822 Nov 24 05:09:19.050412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38272) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.075108 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-925b6df4-ba63-4944-9d1f-4ca22cf9ccd2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.082571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-925b6df4-ba63-4944-9d1f-4ca22cf9ccd2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.132677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-925b6df4-ba63-4944-9d1f-4ca22cf9ccd2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.139244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-925b6df4-ba63-4944-9d1f-4ca22cf9ccd2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.140362 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-925b6df4-ba63-4944-9d1f-4ca22cf9ccd2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f1da6880-c8ce-4c3a-9838-0d4e5f3b182a HTTP/1.1" status: 204 len: 168 time: 0.0891814 Nov 24 05:09:19.143603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38274) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.149167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b6df4-ba63-4944-9d1f-4ca22cf9ccd2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1da6880-c8ce-4c3a-9838-0d4e5f3b182a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:19.162932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769462e8-a97c-4667-b60f-af8773627b4f req-42c574ad-2223-4fe0-8f6a-39098fd93501 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:19.164542 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-769462e8-a97c-4667-b60f-af8773627b4f req-42c574ad-2223-4fe0-8f6a-39098fd93501 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 943 time: 0.0690815 Nov 24 05:09:19.189670 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-44630e19-c7a8-4198-9ccb-a97eaa3623c8 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0448961 Nov 24 05:09:19.192823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38276) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.215768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb496f7-e371-4f5a-8fb9-979a54a132a2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.216112 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-769462e8-a97c-4667-b60f-af8773627b4f req-266ab18b-03a6-4261-b386-7bb97fdff4f6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50c9f2f-93d3-4698-8fce-cbb1f93172e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455680 Nov 24 05:09:19.223691 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb496f7-e371-4f5a-8fb9-979a54a132a2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.249030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb496f7-e371-4f5a-8fb9-979a54a132a2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.255566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb496f7-e371-4f5a-8fb9-979a54a132a2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.256832 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-edb496f7-e371-4f5a-8fb9-979a54a132a2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3e668af4-194e-40eb-a4bd-2ef27d397be2 HTTP/1.1" status: 204 len: 168 time: 0.0631063 Nov 24 05:09:19.259533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38278) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.262088 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb496f7-e371-4f5a-8fb9-979a54a132a2 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e668af4-194e-40eb-a4bd-2ef27d397be2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:19.300265 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9716d2b8-58bf-4fd8-a621-9ce3711418b5 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0395749 Nov 24 05:09:19.303519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38280) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.330112 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-57006824-3785-4fbf-ac8c-9fb60c8a4275 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.337853 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-57006824-3785-4fbf-ac8c-9fb60c8a4275 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.362790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-57006824-3785-4fbf-ac8c-9fb60c8a4275 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.369208 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-57006824-3785-4fbf-ac8c-9fb60c8a4275 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.370287 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-57006824-3785-4fbf-ac8c-9fb60c8a4275 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cdb8b060-1227-41d6-8ebe-ba07bf053879 HTTP/1.1" status: 204 len: 168 time: 0.0658398 Nov 24 05:09:19.373102 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38282) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.375516 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57006824-3785-4fbf-ac8c-9fb60c8a4275 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdb8b060-1227-41d6-8ebe-ba07bf053879,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:19.413067 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9a1e8ddd-becc-459a-b055-fa458a4b2345 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0385511 Nov 24 05:09:19.415741 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38284) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.438531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b384c7c9-8ef7-45bc-bdab-a5d97204fb9c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.446314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b384c7c9-8ef7-45bc-bdab-a5d97204fb9c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.471903 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b384c7c9-8ef7-45bc-bdab-a5d97204fb9c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.478256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b384c7c9-8ef7-45bc-bdab-a5d97204fb9c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.479366 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b384c7c9-8ef7-45bc-bdab-a5d97204fb9c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/971eeb82-1925-40eb-be02-13d8d0631106 HTTP/1.1" status: 204 len: 168 time: 0.0626843 Nov 24 05:09:19.482345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38286) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.484466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384c7c9-8ef7-45bc-bdab-a5d97204fb9c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=971eeb82-1925-40eb-be02-13d8d0631106,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:19.510930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.521048 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7a3e0c71-131f-4419-b68a-87fbb0bc7e23 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0370147 Nov 24 05:09:19.524054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38288) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.577157 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3df52a-31c7-4028-a1e1-4b3f6f585798 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.590657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9e5d2c36-953c-469c-bd63-651f1737a0d5 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:09:19.601160 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3df52a-31c7-4028-a1e1-4b3f6f585798 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.643336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3df52a-31c7-4028-a1e1-4b3f6f585798 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.646683 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f3df52a-31c7-4028-a1e1-4b3f6f585798 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.647875 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4f3df52a-31c7-4028-a1e1-4b3f6f585798 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-groups/658ce99c-a6bf-4e54-a96d-cbfb5e83acee HTTP/1.1" status: 204 len: 168 time: 0.1228609 Nov 24 05:09:19.650642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38290) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.657030 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3df52a-31c7-4028-a1e1-4b3f6f585798 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658ce99c-a6bf-4e54-a96d-cbfb5e83acee,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:19.697908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 9e5d2c36-953c-469c-bd63-651f1737a0d5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9e5d2c36-953c-469c-bd63-651f1737a0d5,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:19.703292 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-570fa909-c24f-4332-b4ef-8e34089ca48f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0509577 Nov 24 05:09:19.707576 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38292) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.710610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '9e5d2c36-953c-469c-bd63-651f1737a0d5', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'port_id': '9e5d2c36-953c-469c-bd63-651f1737a0d5', 'mac_address': 'fa:16:3e:25:1d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:09:19.712695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-53806a7d-3521-413d-a27d-7696133590a8 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415508553'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:19.737215 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53806a7d-3521-413d-a27d-7696133590a8 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.748147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.760974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5d2c36-953c-469c-bd63-651f1737a0d5 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:09:19.780621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 9e5d2c36-953c-469c-bd63-651f1737a0d5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9e5d2c36-953c-469c-bd63-651f1737a0d5,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:19.784305 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.812386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53806a7d-3521-413d-a27d-7696133590a8 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.818856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53806a7d-3521-413d-a27d-7696133590a8 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.834674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=9e5d2c36-953c-469c-bd63-651f1737a0d5,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:19.851109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53806a7d-3521-413d-a27d-7696133590a8 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.852375 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-53806a7d-3521-413d-a27d-7696133590a8 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1435950 Nov 24 05:09:19.854371 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53806a7d-3521-413d-a27d-7696133590a8 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fd6bbb-3567-4588-b062-2b57af5545e2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:19.855250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38294) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.859940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8315c8eb-8e94-403e-87e5-ced050548cb4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': '16fd6bbb-3567-4588-b062-2b57af5545e2', 'direction': 'ingress', 'protocol': 17}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:19.887987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8315c8eb-8e94-403e-87e5-ced050548cb4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.944612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8315c8eb-8e94-403e-87e5-ced050548cb4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.948400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8315c8eb-8e94-403e-87e5-ced050548cb4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.966687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315c8eb-8e94-403e-87e5-ced050548cb4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6bf162-db4b-4ce3-9cf9-206c59fda304,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:19.971634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8315c8eb-8e94-403e-87e5-ced050548cb4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:19.974967 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8315c8eb-8e94-403e-87e5-ced050548cb4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1165063 Nov 24 05:09:19.975765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38296) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:19.992084 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['9e5d2c36-953c-469c-bd63-651f1737a0d5'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:09:20.029815 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f09d9b-507b-4237-a1c2-bc72b384c38d tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.053166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f09d9b-507b-4237-a1c2-bc72b384c38d tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.098089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f09d9b-507b-4237-a1c2-bc72b384c38d tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.101029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f09d9b-507b-4237-a1c2-bc72b384c38d tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.102580 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-58f09d9b-507b-4237-a1c2-bc72b384c38d tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-groups/16fd6bbb-3567-4588-b062-2b57af5545e2 HTTP/1.1" status: 204 len: 168 time: 0.1256998 Nov 24 05:09:20.105384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38298) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:20.112144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f09d9b-507b-4237-a1c2-bc72b384c38d tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fd6bbb-3567-4588-b062-2b57af5545e2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:20.155970 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b2f63b2d-770d-4c64-819e-c40e56f4b880 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0487366 Nov 24 05:09:20.160011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38300) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:20.164798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0abffcca-10b8-4b4e-8a9d-8e907ef352f0 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group': {'name': 'tempest-secgroup--909123528'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:20.187567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0abffcca-10b8-4b4e-8a9d-8e907ef352f0 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.256385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0abffcca-10b8-4b4e-8a9d-8e907ef352f0 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.260969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0abffcca-10b8-4b4e-8a9d-8e907ef352f0 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.291076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0abffcca-10b8-4b4e-8a9d-8e907ef352f0 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.294783 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0abffcca-10b8-4b4e-8a9d-8e907ef352f0 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1313114 Nov 24 05:09:20.294981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38304) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:20.299235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-efbf7b29-43a0-4003-b464-7bdac562cf47 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385583060'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:20.307217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abffcca-10b8-4b4e-8a9d-8e907ef352f0 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be35cb8-72cb-4423-a04b-afa5897372ec,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:20.328111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efbf7b29-43a0-4003-b464-7bdac562cf47 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.336121 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fef000-3a90-4bca-a458-fb54d821ce6f req-d651e47a-b097-45f6-861a-bd6cffb43ee3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:20.337646 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e9fef000-3a90-4bca-a458-fb54d821ce6f req-d651e47a-b097-45f6-861a-bd6cffb43ee3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 944 time: 0.0539098 Nov 24 05:09:20.389314 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e9fef000-3a90-4bca-a458-fb54d821ce6f req-6cc105dc-41df-4632-8700-1951042732a1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50c9f2f-93d3-4698-8fce-cbb1f93172e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455165 Nov 24 05:09:20.397808 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efbf7b29-43a0-4003-b464-7bdac562cf47 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.402411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efbf7b29-43a0-4003-b464-7bdac562cf47 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.432776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efbf7b29-43a0-4003-b464-7bdac562cf47 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.433995 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-efbf7b29-43a0-4003-b464-7bdac562cf47 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1380975 Nov 24 05:09:20.435985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf7b29-43a0-4003-b464-7bdac562cf47 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae9a4b4-243f-459b-bce2-228ce632a43f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:20.436814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38306) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:20.441435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7ad77639-4f65-4add-9c44-1c70ee4e93ba tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': '0be35cb8-72cb-4423-a04b-afa5897372ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fae9a4b4-243f-459b-bce2-228ce632a43f', 'remote_ip_prefix': None}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:20.472447 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ad77639-4f65-4add-9c44-1c70ee4e93ba tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.534868 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ad77639-4f65-4add-9c44-1c70ee4e93ba tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.538404 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ad77639-4f65-4add-9c44-1c70ee4e93ba tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.555279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad77639-4f65-4add-9c44-1c70ee4e93ba tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df801e1-806c-477a-b498-14afcbdc86d0,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:20.563605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ad77639-4f65-4add-9c44-1c70ee4e93ba tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.564788 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7ad77639-4f65-4add-9c44-1c70ee4e93ba tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1269701 Nov 24 05:09:20.568305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38308) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:20.591559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-189b6757-a571-443c-95a7-ca9fd42ca3bd tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.598914 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-189b6757-a571-443c-95a7-ca9fd42ca3bd tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.626946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-189b6757-a571-443c-95a7-ca9fd42ca3bd tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.637489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-189b6757-a571-443c-95a7-ca9fd42ca3bd tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.638593 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-189b6757-a571-443c-95a7-ca9fd42ca3bd tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9df801e1-806c-477a-b498-14afcbdc86d0 HTTP/1.1" status: 204 len: 168 time: 0.0693917 Nov 24 05:09:20.641357 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38310) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:20.646283 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b6757-a571-443c-95a7-ca9fd42ca3bd tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9df801e1-806c-477a-b498-14afcbdc86d0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:20.684131 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-18f3025a-8dbd-4ae3-a48c-c15da5868c2f tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0416479 Nov 24 05:09:20.686840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38312) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:20.726916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.738108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9ece105-a27e-431a-b6b7-16cc9677835b tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.759726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9ece105-a27e-431a-b6b7-16cc9677835b tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.803580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9ece105-a27e-431a-b6b7-16cc9677835b tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.806264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9ece105-a27e-431a-b6b7-16cc9677835b tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.809877 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f9ece105-a27e-431a-b6b7-16cc9677835b tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-groups/fae9a4b4-243f-459b-bce2-228ce632a43f HTTP/1.1" status: 204 len: 168 time: 0.1196096 Nov 24 05:09:20.810483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38314) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:20.817892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ece105-a27e-431a-b6b7-16cc9677835b tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae9a4b4-243f-459b-bce2-228ce632a43f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:20.865690 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dc94c34f-fe69-4c29-a0be-74c2670f27d7 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0537508 Nov 24 05:09:20.868350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38316) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:20.918106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d999026f-89e5-4557-b242-57ab1fd86e13 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.939114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d999026f-89e5-4557-b242-57ab1fd86e13 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.979761 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d999026f-89e5-4557-b242-57ab1fd86e13 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.982364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d999026f-89e5-4557-b242-57ab1fd86e13 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:20.983558 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d999026f-89e5-4557-b242-57ab1fd86e13 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-groups/0be35cb8-72cb-4423-a04b-afa5897372ec HTTP/1.1" status: 204 len: 168 time: 0.1143105 Nov 24 05:09:20.986259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38318) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:20.992299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999026f-89e5-4557-b242-57ab1fd86e13 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be35cb8-72cb-4423-a04b-afa5897372ec,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:21.030495 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-75261f48-d070-4eb2-922e-198b13bf0ef0 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0430303 Nov 24 05:09:21.034329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38320) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:21.039540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e46eed1b-e3f6-4364-91d7-f71752b3da09 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group': {'name': 'tempest-secgroup--179903867'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:21.060622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e46eed1b-e3f6-4364-91d7-f71752b3da09 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.125914 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e46eed1b-e3f6-4364-91d7-f71752b3da09 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.130100 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e46eed1b-e3f6-4364-91d7-f71752b3da09 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.162701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e46eed1b-e3f6-4364-91d7-f71752b3da09 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.163924 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e46eed1b-e3f6-4364-91d7-f71752b3da09 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1284938 Nov 24 05:09:21.165774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46eed1b-e3f6-4364-91d7-f71752b3da09 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd29770b-35da-4eb1-b5bb-42064b8fe1d3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:21.166884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38322) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:21.172291 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-70d37a35-3e4d-497e-a50f-61ed942bb18e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': 'cd29770b-35da-4eb1-b5bb-42064b8fe1d3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:21.199567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70d37a35-3e4d-497e-a50f-61ed942bb18e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.245094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70d37a35-3e4d-497e-a50f-61ed942bb18e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.248514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70d37a35-3e4d-497e-a50f-61ed942bb18e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.266581 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d37a35-3e4d-497e-a50f-61ed942bb18e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dcc4f6-359c-40da-93ef-a4d6b4967f37,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:21.275140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-70d37a35-3e4d-497e-a50f-61ed942bb18e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.276456 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-70d37a35-3e4d-497e-a50f-61ed942bb18e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1079149 Nov 24 05:09:21.279262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38324) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:21.302045 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e523fade-e7c1-4fec-8f6d-1962c93efe3e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.309407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e523fade-e7c1-4fec-8f6d-1962c93efe3e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.338694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e523fade-e7c1-4fec-8f6d-1962c93efe3e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.344491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e523fade-e7c1-4fec-8f6d-1962c93efe3e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.345583 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e523fade-e7c1-4fec-8f6d-1962c93efe3e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/59dcc4f6-359c-40da-93ef-a4d6b4967f37 HTTP/1.1" status: 204 len: 168 time: 0.0653586 Nov 24 05:09:21.348449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38326) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:21.351134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523fade-e7c1-4fec-8f6d-1962c93efe3e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59dcc4f6-359c-40da-93ef-a4d6b4967f37,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:21.386175 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-52d530d4-9279-4356-b42f-9376b7b878ac tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0366111 Nov 24 05:09:21.388910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38328) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:21.439721 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7a1caa6-39b6-40e1-a3b1-e72d6392f2eb tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.462328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7a1caa6-39b6-40e1-a3b1-e72d6392f2eb tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.505180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7a1caa6-39b6-40e1-a3b1-e72d6392f2eb tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.507932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7a1caa6-39b6-40e1-a3b1-e72d6392f2eb tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.509079 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e7a1caa6-39b6-40e1-a3b1-e72d6392f2eb tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-groups/cd29770b-35da-4eb1-b5bb-42064b8fe1d3 HTTP/1.1" status: 204 len: 168 time: 0.1192787 Nov 24 05:09:21.509276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2bf6-a736-425a-ad70-954f7dae2c1a req-05650dff-f5c3-457c-a1f9-354ecbf541a1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:21.510861 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e70f2bf6-a736-425a-ad70-954f7dae2c1a req-05650dff-f5c3-457c-a1f9-354ecbf541a1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 944 time: 0.0513167 Nov 24 05:09:21.511628 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38332) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:21.519347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1caa6-39b6-40e1-a3b1-e72d6392f2eb tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd29770b-35da-4eb1-b5bb-42064b8fe1d3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:21.576944 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-07285f6e-eef6-43ed-ab75-284d89ba8a3e tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0641899 Nov 24 05:09:21.580850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38334) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:21.586389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2df7a083-7f2d-4818-bfec-af53ab9a8298 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271159454'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:21.595581 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e70f2bf6-a736-425a-ad70-954f7dae2c1a req-e25eb688-68a7-4808-b2cf-ad02d60b9f47 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50c9f2f-93d3-4698-8fce-cbb1f93172e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767410 Nov 24 05:09:21.615752 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2df7a083-7f2d-4818-bfec-af53ab9a8298 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.620615 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9e5d2c36-953c-469c-bd63-651f1737a0d5 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:09:21.672727 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 9e5d2c36-953c-469c-bd63-651f1737a0d5 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:09:21.682272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2df7a083-7f2d-4818-bfec-af53ab9a8298 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.685039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 9e5d2c36-953c-469c-bd63-651f1737a0d5 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:21.685417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.686330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2df7a083-7f2d-4818-bfec-af53ab9a8298 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.711632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.720389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2df7a083-7f2d-4818-bfec-af53ab9a8298 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.721658 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2df7a083-7f2d-4818-bfec-af53ab9a8298 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1397882 Nov 24 05:09:21.722488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7a083-7f2d-4818-bfec-af53ab9a8298 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a560a-9e74-438b-8e4e-7cd4fe193778,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:21.725402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38336) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:21.729909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ec45f8ab-7b41-4de8-9f6d-5626e070b6a4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': 'b31a560a-9e74-438b-8e4e-7cd4fe193778', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:21.755844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec45f8ab-7b41-4de8-9f6d-5626e070b6a4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.774778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.796844 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad776724-55e4-4191-80fa-82965b827991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5d2c36-953c-469c-bd63-651f1737a0d5'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:09:21.799095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b74e08e-3ce0-4630-9e72-44f82aa459c1" -d '{"events": [{"server_uuid": "ad776724-55e4-4191-80fa-82965b827991", "name": "network-vif-plugged", "status": "completed", "tag": "9e5d2c36-953c-469c-bd63-651f1737a0d5"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:09:21.815119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 9e5d2c36-953c-469c-bd63-651f1737a0d5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9e5d2c36-953c-469c-bd63-651f1737a0d5,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:21.820324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.822393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec45f8ab-7b41-4de8-9f6d-5626e070b6a4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.827326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec45f8ab-7b41-4de8-9f6d-5626e070b6a4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.845356 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f6dfaa-47e3-4092-8a94-d62cb2a1c9b9 x-openstack-request-id: req-41f6dfaa-47e3-4092-8a94-d62cb2a1c9b9 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:09:21.845693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad776724-55e4-4191-80fa-82965b827991", "name": "network-vif-plugged", "status": "completed", "tag": "9e5d2c36-953c-469c-bd63-651f1737a0d5", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:09:21.846068 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41f6dfaa-47e3-4092-8a94-d62cb2a1c9b9 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:09:21.846515 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad776724-55e4-4191-80fa-82965b827991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5d2c36-953c-469c-bd63-651f1737a0d5', 'code': 200} Nov 24 05:09:21.851275 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec45f8ab-7b41-4de8-9f6d-5626e070b6a4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.852504 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ec45f8ab-7b41-4de8-9f6d-5626e070b6a4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260505 Nov 24 05:09:21.855038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45f8ab-7b41-4de8-9f6d-5626e070b6a4 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b048655-2fbd-491f-88ec-552a5f8f0c8e,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:21.856331 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38340) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:21.877223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=9e5d2c36-953c-469c-bd63-651f1737a0d5,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:21.880323 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-be89573b-d077-40bb-9da9-7d928c94a65c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules/1b048655-2fbd-491f-88ec-552a5f8f0c8e HTTP/1.1" status: 200 len: 763 time: 0.0216146 Nov 24 05:09:21.882642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38342) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:21.924154 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cd00236e-ebb7-4112-a14b-1397ff30ebf8 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0403666 Nov 24 05:09:21.926865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38344) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:21.950455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc39de48-7273-4ebe-8a78-bb5d5e474618 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:21.958613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc39de48-7273-4ebe-8a78-bb5d5e474618 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.006866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc39de48-7273-4ebe-8a78-bb5d5e474618 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.014352 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc39de48-7273-4ebe-8a78-bb5d5e474618 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.015425 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cc39de48-7273-4ebe-8a78-bb5d5e474618 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1b048655-2fbd-491f-88ec-552a5f8f0c8e HTTP/1.1" status: 204 len: 168 time: 0.0875401 Nov 24 05:09:22.018167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38346) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.022676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39de48-7273-4ebe-8a78-bb5d5e474618 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b048655-2fbd-491f-88ec-552a5f8f0c8e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:22.029437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70e560-ed5c-4f76-9f6c-7b175d237066 req-4220ee36-c20a-4298-853c-d44b5c508bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:22.030916 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6e70e560-ed5c-4f76-9f6c-7b175d237066 req-4220ee36-c20a-4298-853c-d44b5c508bcb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 1098 time: 0.0600917 Nov 24 05:09:22.058049 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e5c84ae2-115e-45f1-922b-176d95238c82 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0387464 Nov 24 05:09:22.060562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38348) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.065282 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-42c37802-4e0d-479c-affa-a8f2c38e2828 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': 'b31a560a-9e74-438b-8e4e-7cd4fe193778', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:22.081297 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6e70e560-ed5c-4f76-9f6c-7b175d237066 req-3ffcb37d-791e-4a2f-abc6-6fda397a7305 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f50c9f2f-93d3-4698-8fce-cbb1f93172e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435438 Nov 24 05:09:22.094848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42c37802-4e0d-479c-affa-a8f2c38e2828 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.152639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42c37802-4e0d-479c-affa-a8f2c38e2828 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.156255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42c37802-4e0d-479c-affa-a8f2c38e2828 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.173841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c37802-4e0d-479c-affa-a8f2c38e2828 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e30da17-917d-4163-8dff-0d6f968bc511,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:22.182204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42c37802-4e0d-479c-affa-a8f2c38e2828 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.183388 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-42c37802-4e0d-479c-affa-a8f2c38e2828 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219184 Nov 24 05:09:22.186094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38350) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.202086 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d9634ea0-e994-4fd7-ba9a-ff783ee228b5 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules/6e30da17-917d-4163-8dff-0d6f968bc511 HTTP/1.1" status: 200 len: 763 time: 0.0149951 Nov 24 05:09:22.204410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38352) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.242572 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2b7f7b3f-ecc3-4f9d-8039-4f66606d6bc5 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0371697 Nov 24 05:09:22.245161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38354) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.266899 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-179d6286-7670-4f9f-849c-552575026409 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.274816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-179d6286-7670-4f9f-849c-552575026409 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.300086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-179d6286-7670-4f9f-849c-552575026409 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.304934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-179d6286-7670-4f9f-849c-552575026409 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.306029 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-179d6286-7670-4f9f-849c-552575026409 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6e30da17-917d-4163-8dff-0d6f968bc511 HTTP/1.1" status: 204 len: 168 time: 0.0599930 Nov 24 05:09:22.308541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38356) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.324602 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d6286-7670-4f9f-849c-552575026409 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e30da17-917d-4163-8dff-0d6f968bc511,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:22.352505 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-60ef7c5c-12dd-4e69-a89e-359852d9eea0 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0429709 Nov 24 05:09:22.355142 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38358) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.359179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-cfada625-9170-44b4-b294-f41e16927379 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Request body: {'security_group_rule': {'security_group_id': 'b31a560a-9e74-438b-8e4e-7cd4fe193778', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:22.385891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfada625-9170-44b4-b294-f41e16927379 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.431679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfada625-9170-44b4-b294-f41e16927379 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.435149 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfada625-9170-44b4-b294-f41e16927379 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.450450 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfada625-9170-44b4-b294-f41e16927379 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4d10d3-6876-45da-9565-922963bd6121,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:22.462702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfada625-9170-44b4-b294-f41e16927379 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.463937 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cfada625-9170-44b4-b294-f41e16927379 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1078296 Nov 24 05:09:22.466513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38360) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.482823 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9866a40b-44aa-4b25-8bae-de73d0471356 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules/6d4d10d3-6876-45da-9565-922963bd6121 HTTP/1.1" status: 200 len: 764 time: 0.0152500 Nov 24 05:09:22.485211 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38362) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.523785 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-99382b77-c55a-4529-ba2d-34a6e49e5c90 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0375316 Nov 24 05:09:22.526369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38364) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.549715 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3734e01-7d55-4573-93d8-b931526bed6c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.557140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3734e01-7d55-4573-93d8-b931526bed6c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.585452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3734e01-7d55-4573-93d8-b931526bed6c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.591428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3734e01-7d55-4573-93d8-b931526bed6c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.592549 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d3734e01-7d55-4573-93d8-b931526bed6c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6d4d10d3-6876-45da-9565-922963bd6121 HTTP/1.1" status: 204 len: 168 time: 0.0652077 Nov 24 05:09:22.595165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38366) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.597783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3734e01-7d55-4573-93d8-b931526bed6c tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d4d10d3-6876-45da-9565-922963bd6121,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:22.639739 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b1862c69-344d-448b-b3de-272a771179e9 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433757 Nov 24 05:09:22.642464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38370) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.725761 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8ca0-c0f0-4f82-bd55-2c3ff0edcee5 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.737894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc89b82-4210-42ce-957a-80403f5d385d req-c9733a94-688b-4d94-97c1-6cd64e6a562b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:22.740100 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bbc89b82-4210-42ce-957a-80403f5d385d req-c9733a94-688b-4d94-97c1-6cd64e6a562b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 945 time: 0.0812347 Nov 24 05:09:22.769544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8ca0-c0f0-4f82-bd55-2c3ff0edcee5 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.821362 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bbc89b82-4210-42ce-957a-80403f5d385d req-e2093007-d5dc-43c7-a7fe-abc0b5550dff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50c9f2f-93d3-4698-8fce-cbb1f93172e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754881 Nov 24 05:09:22.834443 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8ca0-c0f0-4f82-bd55-2c3ff0edcee5 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.837492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8ca0-c0f0-4f82-bd55-2c3ff0edcee5 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:22.838622 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3c5d8ca0-c0f0-4f82-bd55-2c3ff0edcee5 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "DELETE /v2.0/security-groups/b31a560a-9e74-438b-8e4e-7cd4fe193778 HTTP/1.1" status: 204 len: 168 time: 0.1951845 Nov 24 05:09:22.841462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38372) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.848856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d8ca0-c0f0-4f82-bd55-2c3ff0edcee5 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a560a-9e74-438b-8e4e-7cd4fe193778,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:22.888907 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0a9a8932-17fb-48de-8997-1433ba9f43e3 tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0460830 Nov 24 05:09:22.892988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38374) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:22.934933 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-49553f2a-759c-4f5a-981a-e623a4e1de1b tempest-SecGroupTest-1205569756 tempest-SecGroupTest-1205569756-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0408638 Nov 24 05:09:23.182782 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38380) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:23.313807 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4726d41b-3531-4741-b02d-85037e44f667 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e6397e01d634eb4872f5e6120bb9ec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298721 Nov 24 05:09:23.316294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38384) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:23.363033 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e85ac5e8-87f0-4c83-a206-39b49379c043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:23.383475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e85ac5e8-87f0-4c83-a206-39b49379c043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:23.434939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e85ac5e8-87f0-4c83-a206-39b49379c043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:23.437697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e85ac5e8-87f0-4c83-a206-39b49379c043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:23.439173 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e85ac5e8-87f0-4c83-a206-39b49379c043 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d0783cf-1012-4410-b1e3-176bc4564179 HTTP/1.1" status: 204 len: 168 time: 0.1219320 Nov 24 05:09:23.447532 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac5e8-87f0-4c83-a206-39b49379c043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0783cf-1012-4410-b1e3-176bc4564179,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:23.689871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:23.941845 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9092a-943a-4118-8409-014d771148d7 req-46ec57c7-b1a2-4c4c-bf4a-0637042bc37d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:23.943437 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5ad9092a-943a-4118-8409-014d771148d7 req-46ec57c7-b1a2-4c4c-bf4a-0637042bc37d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 945 time: 0.0515714 Nov 24 05:09:24.000282 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5ad9092a-943a-4118-8409-014d771148d7 req-327f64bc-dc58-4c97-8e5e-06c93984bf51 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50c9f2f-93d3-4698-8fce-cbb1f93172e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498798 Nov 24 05:09:24.062212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38410) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:24.120253 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37762e48-a380-43af-a7fa-e5fe71ddad71 req-e64e6f02-2191-4973-b307-8f163e52c55c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:24.121736 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-37762e48-a380-43af-a7fa-e5fe71ddad71 req-e64e6f02-2191-4973-b307-8f163e52c55c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 945 time: 0.0520566 Nov 24 05:09:24.162073 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-01f790ab-8945-459c-803b-3292ad5e933d tempest-ServiceProvidersTest-773160314 tempest-ServiceProvidersTest-773160314-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0987031 Nov 24 05:09:24.181742 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-37762e48-a380-43af-a7fa-e5fe71ddad71 req-a528b080-799b-4944-a5c1-0888484f2aaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50c9f2f-93d3-4698-8fce-cbb1f93172e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541651 Nov 24 05:09:24.203919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38416) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:24.244437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bcdbc2-b704-4ecc-a4ab-4427c69c3e04 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:24.248578 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-30bcdbc2-b704-4ecc-a4ab-4427c69c3e04 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 1093 time: 0.0410333 Nov 24 05:09:24.249017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38418) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:24.253337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1508ae47-b6e9-4b15-b1a1-fca455ef87c2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'floatingip': {'port_id': '9e5d2c36-953c-469c-bd63-651f1737a0d5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:24.296172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1508ae47-b6e9-4b15-b1a1-fca455ef87c2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:24.404051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38422) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:24.607231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:24.859003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:24.868391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:25.209558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1508ae47-b6e9-4b15-b1a1-fca455ef87c2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:25.221582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1508ae47-b6e9-4b15-b1a1-fca455ef87c2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:25.261889 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c465fbe27174c249c4c7bd3b664f536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8568416 Nov 24 05:09:25.264565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38426) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:25.266423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb87c5b7-97d9-4299-84e5-ee64abb93e2c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:25.280505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.280866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.281214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.281557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.281899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.282232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.282564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.282900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.283230 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.283556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.283915 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.284241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e71cd-e66e-4979-9d87-a1ce88557576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:25.312292 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b308501e-62b5-4c1a-8f72-0920b360479d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:25.333507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b308501e-62b5-4c1a-8f72-0920b360479d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:25.345261 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-1508ae47-b6e9-4b15-b1a1-fca455ef87c2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP 9b64dd4c-347c-460c-8095-1cc2452a9f13 associated. External IP: 172.26.0.161, port: 9e5d2c36-953c-469c-bd63-651f1737a0d5. Nov 24 05:09:25.380913 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b308501e-62b5-4c1a-8f72-0920b360479d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:25.383790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b308501e-62b5-4c1a-8f72-0920b360479d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:25.384990 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b308501e-62b5-4c1a-8f72-0920b360479d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb87c5b7-97d9-4299-84e5-ee64abb93e2c HTTP/1.1" status: 204 len: 168 time: 0.1194112 Nov 24 05:09:25.395254 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308501e-62b5-4c1a-8f72-0920b360479d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb87c5b7-97d9-4299-84e5-ee64abb93e2c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:25.563559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1508ae47-b6e9-4b15-b1a1-fca455ef87c2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 76e4d80a-3da9-4e41-8722-a6d2a810a789 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:09:25.674721 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1508ae47-b6e9-4b15-b1a1-fca455ef87c2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:09:25.679439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1508ae47-b6e9-4b15-b1a1-fca455ef87c2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:25.687794 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41400e65-61ec-4107-b473-1704f8f07840 None None] Sync routers for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:09:25.702647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41400e65-61ec-4107-b473-1704f8f07840 None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:25.703665 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-41400e65-61ec-4107-b473-1704f8f07840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:25.712179 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1508ae47-b6e9-4b15-b1a1-fca455ef87c2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/floatingips/9b64dd4c-347c-460c-8095-1cc2452a9f13 HTTP/1.1" status: 200 len: 991 time: 1.4617677 Nov 24 05:09:25.712417 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad776724-55e4-4191-80fa-82965b827991', 'tag': '9e5d2c36-953c-469c-bd63-651f1737a0d5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:09:25.714627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38440) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:25.714829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85439b1-6e88-4056-bb50-3fa03332682e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad776724-55e4-4191-80fa-82965b827991", "tag": "9e5d2c36-953c-469c-bd63-651f1737a0d5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:09:25.759813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6269ce1-9e79-417a-87e3-dcc17a29176f x-openstack-request-id: req-b6269ce1-9e79-417a-87e3-dcc17a29176f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:09:25.760165 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad776724-55e4-4191-80fa-82965b827991", "tag": "9e5d2c36-953c-469c-bd63-651f1737a0d5", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:09:25.760431 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6269ce1-9e79-417a-87e3-dcc17a29176f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:09:25.760839 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad776724-55e4-4191-80fa-82965b827991', 'tag': '9e5d2c36-953c-469c-bd63-651f1737a0d5', 'status': 'completed', 'code': 200} Nov 24 05:09:25.827994 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6400a0ff-725f-4b92-b31e-76541324b533 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/9b64dd4c-347c-460c-8095-1cc2452a9f13 HTTP/1.1" status: 200 len: 991 time: 0.1117630 Nov 24 05:09:25.841937 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85439b1-6e88-4056-bb50-3fa03332682e req-d75336f3-f1ca-44cc-a63b-7f6ba54376e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:25.843452 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d85439b1-6e88-4056-bb50-3fa03332682e req-d75336f3-f1ca-44cc-a63b-7f6ba54376e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 1098 time: 0.0622721 Nov 24 05:09:25.844522 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-41400e65-61ec-4107-b473-1704f8f07840 None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:25.941583 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85439b1-6e88-4056-bb50-3fa03332682e req-430bf7e4-926e-4b0b-8d38-5003b8512b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:25.943415 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d85439b1-6e88-4056-bb50-3fa03332682e req-430bf7e4-926e-4b0b-8d38-5003b8512b82 service neutron] 10.222.0.31 "GET /v2.0/networks?id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 200 len: 897 time: 0.0931435 Nov 24 05:09:26.017645 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d85439b1-6e88-4056-bb50-3fa03332682e req-8769f7df-ea8d-40cc-8104-0fa1267cb9f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e5d2c36-953c-469c-bd63-651f1737a0d5 HTTP/1.1" status: 200 len: 999 time: 0.0651841 Nov 24 05:09:26.071935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85439b1-6e88-4056-bb50-3fa03332682e req-ee8a179d-22a4-43a9-81c9-ff2b50b8599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:26.073590 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d85439b1-6e88-4056-bb50-3fa03332682e req-ee8a179d-22a4-43a9-81c9-ff2b50b8599f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4515c580-2062-49bc-a795-46403e9a21d4 HTTP/1.1" status: 200 len: 835 time: 0.0489752 Nov 24 05:09:26.075263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38452) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:26.078962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-41400e65-61ec-4107-b473-1704f8f07840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '9b64dd4c-347c-460c-8095-1cc2452a9f13', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.161', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'port_id': '9e5d2c36-953c-469c-bd63-651f1737a0d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'mac_address': 'fa:16:3e:25:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad776724-55e4-4191-80fa-82965b827991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:08:35Z', 'updated_at': '2021-11-24T05:09:24Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:26.106645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41400e65-61ec-4107-b473-1704f8f07840 None None] Checking router: 76e4d80a-3da9-4e41-8722-a6d2a810a789 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:09:26.116123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41400e65-61ec-4107-b473-1704f8f07840 None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:26.116757 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-41400e65-61ec-4107-b473-1704f8f07840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:26.120001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85439b1-6e88-4056-bb50-3fa03332682e req-a61e5797-4f44-4b76-a280-3ff9ef65670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:26.121521 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d85439b1-6e88-4056-bb50-3fa03332682e req-a61e5797-4f44-4b76-a280-3ff9ef65670c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408547 Nov 24 05:09:26.198069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e53b09e4-fc3e-47d2-954d-83d4cb303825 tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-78535588', 'prefixes': ['172.20.0.0/16']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:26.223968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-41400e65-61ec-4107-b473-1704f8f07840 None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:26.245070 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d85439b1-6e88-4056-bb50-3fa03332682e req-a24dc0ff-3ac5-4108-b05a-4ebc448fe328 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157732 Nov 24 05:09:26.341428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e53b09e4-fc3e-47d2-954d-83d4cb303825 tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] Publish callbacks [] for subnetpool, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:26.342645 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e53b09e4-fc3e-47d2-954d-83d4cb303825 tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.2664311 Nov 24 05:09:26.345512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38456) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:26.390610 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d85439b1-6e88-4056-bb50-3fa03332682e req-530585f4-866c-4b9e-b60b-74876b61f3f7 service neutron] 10.222.0.31 "GET /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378188 Nov 24 05:09:26.393760 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e730e410-399b-42d5-b215-cf466c5ce00b tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] 10.222.0.37 "GET /v2.0/subnetpools/163833f5-a3c2-4db1-a16e-a6cb6a560a62 HTTP/1.1" status: 200 len: 730 time: 0.0471954 Nov 24 05:09:26.397091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38458) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:26.401783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c17c4341-c679-4a20-933e-f6523a70d8ea tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1486057989'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:26.445030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-41400e65-61ec-4107-b473-1704f8f07840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '9b64dd4c-347c-460c-8095-1cc2452a9f13', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.161', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'port_id': '9e5d2c36-953c-469c-bd63-651f1737a0d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'mac_address': 'fa:16:3e:25:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad776724-55e4-4191-80fa-82965b827991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:08:35Z', 'updated_at': '2021-11-24T05:09:24Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:26.472883 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41400e65-61ec-4107-b473-1704f8f07840 None None] The sync data for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv is: [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '9b64dd4c-347c-460c-8095-1cc2452a9f13', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.161', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'port_id': '9e5d2c36-953c-469c-bd63-651f1737a0d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'mac_address': 'fa:16:3e:25:1d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad776724-55e4-4191-80fa-82965b827991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:08:35Z', 'updated_at': '2021-11-24T05:09:24Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:09:26.483788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c17c4341-c679-4a20-933e-f6523a70d8ea tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] Publish callbacks [] for subnetpool, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:26.487510 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c17c4341-c679-4a20-933e-f6523a70d8ea tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] 10.222.0.37 "PUT /v2.0/subnetpools/163833f5-a3c2-4db1-a16e-a6cb6a560a62 HTTP/1.1" status: 200 len: 684 time: 0.0871291 Nov 24 05:09:26.487977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38460) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:26.540075 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:09:26.578111 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1a49d682-9be0-4f4b-91ee-8dd817bbad92 tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] Publish callbacks [] for subnetpool, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:26.579249 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1a49d682-9be0-4f4b-91ee-8dd817bbad92 tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] 10.222.0.37 "DELETE /v2.0/subnetpools/163833f5-a3c2-4db1-a16e-a6cb6a560a62 HTTP/1.1" status: 204 len: 168 time: 0.0901747 Nov 24 05:09:26.582164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38462) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:26.597347 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-9467bdf0-c1e6-49d3-b029-609619e5deab tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] show failed (client error): The resource could not be found. Nov 24 05:09:26.598940 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9467bdf0-c1e6-49d3-b029-609619e5deab tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] 10.222.0.37 "GET /v2.0/subnetpools/163833f5-a3c2-4db1-a16e-a6cb6a560a62 HTTP/1.1" status: 404 len: 346 time: 0.0151520 Nov 24 05:09:26.601702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38464) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:26.616789 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-1d493ab9-473a-46c3-842a-0daf6fde916b tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] delete failed (client error): The resource could not be found. Nov 24 05:09:26.617898 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1d493ab9-473a-46c3-842a-0daf6fde916b tempest-SubnetPoolsTestJSON-1302765389 tempest-SubnetPoolsTestJSON-1302765389-project] 10.222.0.37 "DELETE /v2.0/subnetpools/163833f5-a3c2-4db1-a16e-a6cb6a560a62 HTTP/1.1" status: 404 len: 346 time: 0.0152991 Nov 24 05:09:26.678063 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe39537-8381-44ad-a879-731513c3938e None None] New status for floating IP 9b64dd4c-347c-460c-8095-1cc2452a9f13: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:09:26.829341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38470) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:26.880917 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38472) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:26.896608 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-744fb274-467d-4b00-8071-a9b117c4e32e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/9b64dd4c-347c-460c-8095-1cc2452a9f13 HTTP/1.1" status: 200 len: 993 time: 0.0661204 Nov 24 05:09:26.985379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a62c959-b63d-400e-8399-b6fc278e38d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:27.059307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a62c959-b63d-400e-8399-b6fc278e38d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:27.063076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a62c959-b63d-400e-8399-b6fc278e38d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:27.101715 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8a62c959-b63d-400e-8399-b6fc278e38d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=841be33a93b34522bd8601a59e95516b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191310 Nov 24 05:09:27.103674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62c959-b63d-400e-8399-b6fc278e38d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c777a620-e23d-44b6-aa73-426911104c29,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:27.104514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38476) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:27.153425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f5058d2a-fcb2-4628-801c-6742c5a19a70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:27.174453 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f5058d2a-fcb2-4628-801c-6742c5a19a70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:27.219932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f5058d2a-fcb2-4628-801c-6742c5a19a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:27.222643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f5058d2a-fcb2-4628-801c-6742c5a19a70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:27.224411 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f5058d2a-fcb2-4628-801c-6742c5a19a70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c777a620-e23d-44b6-aa73-426911104c29 HTTP/1.1" status: 204 len: 168 time: 0.1189165 Nov 24 05:09:27.231981 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5058d2a-fcb2-4628-801c-6742c5a19a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c777a620-e23d-44b6-aa73-426911104c29,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:27.823794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38498) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:27.917688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2004918962-network', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:27.938182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Made reservation on behalf of 2cb45cf30899445ab9e7f26f8c806484 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:27.940494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:27.949289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.022779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.026504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.055428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:09:28.065913 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012ba04-be33-4641-8344-c8f9793c0383,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:28.073519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.073866 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Added segment 3009108f-be45-4c87-ac07-5756279699f9 of type vlan for network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 Nov 24 05:09:28.114127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.138454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.139373 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:28.139985 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.174898 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3499906 Nov 24 05:09:28.178727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38502) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:28.183687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] Request body: {'subnet': {'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2004918962-subnet', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:28.203366 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db814587-8d13-4a81-98ee-9e7293dd4d53 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:28.204720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] Made reservation on behalf of 2cb45cf30899445ab9e7f26f8c806484 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:28.207981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.214040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:09:28.375449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.435807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8921f689-b1e4-4dd7-b541-656c933bf459,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:28.443835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] Checking segment: {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:28.444199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] Network hostable DHCP agents. Network: 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:09:28.459888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] Network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:09:28.468067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:28.471970 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:28.472568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.478984 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4bc7b5-1758-47c0-8c26-96ec3d9a5825 None None] Network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:28.494409 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-87ace21b-4096-48b3-88ac-0ff91ff47703 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3119872 Nov 24 05:09:28.494663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38504) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:28.498864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:28.520902 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.521943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.571882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.626455 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:09:28.627472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.712177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.762296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Allocated IP 172.20.0.2 (5ae9f4e0-c857-4107-8d8f-ea8331f8caf7/8921f689-b1e4-4dd7-b541-656c933bf459/bbe87a37-83c6-4b0b-a3ad-d2309f9e232d) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:09:28.905017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.915541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.917380 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.936725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:28.960590 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:28.963464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:28.967708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:09:28.970680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Pushing event updated for resources: {'Port': ['ID=bbe87a37-83c6-4b0b-a3ad-d2309f9e232d,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:29.019351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Attempting to bind port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:09:29.019747 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Attempting to bind port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:09:29.020626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Attempting to bind port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d on network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:29.025498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:09:29.025867 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Checking segment: {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:29.026259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:29.026645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Bound using segment: {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:09:29.027103 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Bound port: bbe87a37-83c6-4b0b-a3ad-d2309f9e232d, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:09:29.027473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:29.088654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Allocated IP 172.26.0.40 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/d0271a67-2579-4ca2-ab8b-925f7033335c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:09:29.089285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] For port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:09:29.092716 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] For port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=bbe87a37-83c6-4b0b-a3ad-d2309f9e232d,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:09:29.097477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:29.162402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54188f75-3c99-46f9-aea5-c678ec1c9f14 None None] Pushing event updated for resources: {'Port': ['ID=bbe87a37-83c6-4b0b-a3ad-d2309f9e232d,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:29.202956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:29.237435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:29.274628 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:29.279694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:29.283144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:09:29.292480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1a76ca-12cf-4b13-a738-bc3bb0f47b63 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:09:29.313114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Pushing event updated for resources: {'Port': ['ID=d0271a67-2579-4ca2-ab8b-925f7033335c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:29.462896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-606552dc-3b1b-48de-90ff-7dceecaf0994 None None] Provisioning complete for port d0271a67-2579-4ca2-ab8b-925f7033335c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:29.463272 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-606552dc-3b1b-48de-90ff-7dceecaf0994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:29.498900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-606552dc-3b1b-48de-90ff-7dceecaf0994 None None] Port d0271a67-2579-4ca2-ab8b-925f7033335c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:09:29.565723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:29.760325 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:29.891470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Router f05e0afa-cd7d-49c0-8536-11045273f58f is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:09:30.000756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:09:30.016904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Sync routers for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:09:30.019052 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:30.023390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38506) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:30.023969 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-844ffbb7-25b1-4911-8437-66474e76473c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5278947 Nov 24 05:09:30.038681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:30.039403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:30.219441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8588cce0-5019-41bd-8afb-0b3f9090d91a None None] Network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:30.327037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-263bfea0-4621-49e8-98ca-b5ae4e5b32b7 None None] Provisioning complete for port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:30.327827 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-263bfea0-4621-49e8-98ca-b5ae4e5b32b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:30.382886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:30.452991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:30.605937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-263bfea0-4621-49e8-98ca-b5ae4e5b32b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:30.659838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Allocated IP 172.20.0.1 (5ae9f4e0-c857-4107-8d8f-ea8331f8caf7/8921f689-b1e4-4dd7-b541-656c933bf459/856ebc73-180e-4443-8a4d-a5159973c22c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:09:30.677529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-263bfea0-4621-49e8-98ca-b5ae4e5b32b7 None None] For port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=bbe87a37-83c6-4b0b-a3ad-d2309f9e232d,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:30.686985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-263bfea0-4621-49e8-98ca-b5ae4e5b32b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:30.741426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:29Z', 'revision_number': 3, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:30.771645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bfea0-4621-49e8-98ca-b5ae4e5b32b7 None None] Pushing event updated for resources: {'Port': ['ID=bbe87a37-83c6-4b0b-a3ad-d2309f9e232d,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:30.773574 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:30.775290 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Checking router: f05e0afa-cd7d-49c0-8536-11045273f58f for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:09:30.775676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Updating router f05e0afa-cd7d-49c0-8536-11045273f58f port d0271a67-2579-4ca2-ab8b-925f7033335c binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:09:30.810946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:30.814799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:30.868870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:30.879614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:30.887884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:09:30.924156 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device bbe87a37-83c6-4b0b-a3ad-d2309f9e232d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:09:30.929971 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Pushing event updated for resources: {'Port': ['ID=856ebc73-180e-4443-8a4d-a5159973c22c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:30.949965 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.064100 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:31.064497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.071668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-43f36373-c50c-42fe-987f-af02c2934d7a None None] Provisioning complete for port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:31.072099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-43f36373-c50c-42fe-987f-af02c2934d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.088113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.258887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.263478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.288487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.294499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.330865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Pushing event updated for resources: {'Port': ['ID=856ebc73-180e-4443-8a4d-a5159973c22c,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:31.333815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.346926 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae96620-a89e-4d75-b5b2-c16c76db2721 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:09:31.356391 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Pushing event updated for resources: {'Port': ['ID=d0271a67-2579-4ca2-ab8b-925f7033335c,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:31.364464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Attempting to bind port d0271a67-2579-4ca2-ab8b-925f7033335c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:09:31.364745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Attempting to bind port d0271a67-2579-4ca2-ab8b-925f7033335c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:09:31.365119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Attempting to bind port d0271a67-2579-4ca2-ab8b-925f7033335c on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:31.369550 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.369959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.370258 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.370585 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.370926 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.371277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.371609 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.371949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.372283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.372610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.372937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.373263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:31.378595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:09:31.378975 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:31.379973 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.380348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:09:31.380822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Bound port: d0271a67-2579-4ca2-ab8b-925f7033335c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:09:31.381208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.430596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:31.430957 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-79dd9923-2670-462b-9f35-99e748032255 None None] Provisioning complete for port 856ebc73-180e-4443-8a4d-a5159973c22c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:31.431313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79dd9923-2670-462b-9f35-99e748032255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.432092 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:31.467683 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] For port d0271a67-2579-4ca2-ab8b-925f7033335c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:09:31.482161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-79dd9923-2670-462b-9f35-99e748032255 None None] Port 856ebc73-180e-4443-8a4d-a5159973c22c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:09:31.484626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] For port d0271a67-2579-4ca2-ab8b-925f7033335c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d0271a67-2579-4ca2-ab8b-925f7033335c,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:09:31.493557 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.534399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-79dd9923-2670-462b-9f35-99e748032255 None None] Provisioning complete for port d0271a67-2579-4ca2-ab8b-925f7033335c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:31.534775 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79dd9923-2670-462b-9f35-99e748032255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.568824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Router f05e0afa-cd7d-49c0-8536-11045273f58f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:09:31.571823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43870a13-cc68-472d-a775-35568e1e657d None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:09:31.601423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730a6fc-a5db-42c9-bcdb-9bd570e5b468 None None] Pushing event updated for resources: {'Port': ['ID=d0271a67-2579-4ca2-ab8b-925f7033335c,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:31.607144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:31.607856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:31.685220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:09:31.690437 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b238dfd8-b625-4dcc-8aeb-90a240216095 admin admin] 10.222.0.37 "PUT /v2.0/routers/f05e0afa-cd7d-49c0-8536-11045273f58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658139 Nov 24 05:09:31.735539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79dd9923-2670-462b-9f35-99e748032255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.761985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:31.789724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-79dd9923-2670-462b-9f35-99e748032255 None None] For port d0271a67-2579-4ca2-ab8b-925f7033335c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d0271a67-2579-4ca2-ab8b-925f7033335c,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:31.795724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79dd9923-2670-462b-9f35-99e748032255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:31.902128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd9923-2670-462b-9f35-99e748032255 None None] Pushing event updated for resources: {'Port': ['ID=d0271a67-2579-4ca2-ab8b-925f7033335c,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:31.962374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0afa13bb-136e-45cf-bd21-d44e70f3861d None None] Provisioning complete for port 856ebc73-180e-4443-8a4d-a5159973c22c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:31.962749 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0afa13bb-136e-45cf-bd21-d44e70f3861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.023818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0afa13bb-136e-45cf-bd21-d44e70f3861d None None] Port 856ebc73-180e-4443-8a4d-a5159973c22c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:09:32.042873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0afa13bb-136e-45cf-bd21-d44e70f3861d None None] Provisioning complete for port d0271a67-2579-4ca2-ab8b-925f7033335c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:32.043254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0afa13bb-136e-45cf-bd21-d44e70f3861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.083715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 2, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:32.115453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449ef711-045f-4a9a-988d-665fe94a1a62 None None] The sync data for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv is: [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 2, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:09:32.177402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38522) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:32.182456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1452000724-network', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:32.205692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Made reservation on behalf of e77af97dc5a845aab6b2c2e9a512fa43 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:32.208855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.221166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.330235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.341005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.369860 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:09:32.376028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951100d7-0935-422e-b9ea-898ac8949819,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:32.385698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.386128 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Added segment ce8875fd-0769-47e6-af06-0a0a2f862af1 of type vlan for network 660be8b3-28da-4ac4-9f80-115b3df7ecd7 Nov 24 05:09:32.429901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.455897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.456914 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:32.458404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.522843 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3442874 Nov 24 05:09:32.525689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38524) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:32.530649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] Request body: {'subnet': {'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1452000724-subnet', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:32.553416 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8aab0-b3e2-44ad-b3ff-a24789319584 admin admin] Pushing event updated for resources: {'Network': ['ID=660be8b3-28da-4ac4-9f80-115b3df7ecd7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:32.559927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] Made reservation on behalf of e77af97dc5a845aab6b2c2e9a512fa43 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:32.563014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.564000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 660be8b3-28da-4ac4-9f80-115b3df7ecd7 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:09:32.760185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.828803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=537f0e2a-d9b9-4caf-9abb-0db9de96e373,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:32.846049 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] Checking segment: {'id': 'ce8875fd-0769-47e6-af06-0a0a2f862af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:32.846408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] Network hostable DHCP agents. Network: 660be8b3-28da-4ac4-9f80-115b3df7ecd7, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:09:32.871928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] Network 660be8b3-28da-4ac4-9f80-115b3df7ecd7 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:09:32.883832 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 660be8b3-28da-4ac4-9f80-115b3df7ecd7) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:32.891684 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:32.892251 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.903259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71be974-19bb-4ded-9f2b-8e99affd9a58 None None] Network 660be8b3-28da-4ac4-9f80-115b3df7ecd7 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:32.913754 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a4cb4e62-41b0-43be-97e0-e5c3707a12ca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3869019 Nov 24 05:09:32.916863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38526) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:32.923278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1452000724-router', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:32.959702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.963842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:32.971350 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d0271a67-2579-4ca2-ab8b-925f7033335c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:09:33.021702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:33.077136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port d0271a67-2579-4ca2-ab8b-925f7033335c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:33.077518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:33.128373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-660be8b3-28da-4ac4-9f80-115b3df7ecd7', 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'fixed_ips': [{'subnet_id': '537f0e2a-d9b9-4caf-9abb-0db9de96e373'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:09:33.129782 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:33.160094 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:33.309524 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Allocated IP 172.20.0.2 (660be8b3-28da-4ac4-9f80-115b3df7ecd7/537f0e2a-d9b9-4caf-9abb-0db9de96e373/45def11a-9ebd-4225-b5c9-98cb2edca3d1) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:09:33.384618 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:33.407919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:33.466063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:33.473846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:33.513085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Network 660be8b3-28da-4ac4-9f80-115b3df7ecd7 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:33.518244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:33.523307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:09:33.523747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Allocated IP 172.26.0.158 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/4e52c7ac-d7f3-4318-8563-9436e8c68402) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:09:33.526737 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Pushing event updated for resources: {'Port': ['ID=45def11a-9ebd-4225-b5c9-98cb2edca3d1,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:33.579805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Attempting to bind port 45def11a-9ebd-4225-b5c9-98cb2edca3d1 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:09:33.580563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Attempting to bind port 45def11a-9ebd-4225-b5c9-98cb2edca3d1 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'ce8875fd-0769-47e6-af06-0a0a2f862af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:09:33.580563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Attempting to bind port 45def11a-9ebd-4225-b5c9-98cb2edca3d1 on network 660be8b3-28da-4ac4-9f80-115b3df7ecd7 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:33.588510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:09:33.588891 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Checking segment: {'id': 'ce8875fd-0769-47e6-af06-0a0a2f862af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:33.589298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:33.589696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Bound using segment: {'id': 'ce8875fd-0769-47e6-af06-0a0a2f862af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:09:33.590176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Bound port: 45def11a-9ebd-4225-b5c9-98cb2edca3d1, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8875fd-0769-47e6-af06-0a0a2f862af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:09:33.590554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:33.658720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] For port 45def11a-9ebd-4225-b5c9-98cb2edca3d1, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:09:33.662799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] For port 45def11a-9ebd-4225-b5c9-98cb2edca3d1, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=45def11a-9ebd-4225-b5c9-98cb2edca3d1,segment=NetworkSegment(ce8875fd-0769-47e6-af06-0a0a2f862af1),segment_id=ce8875fd-0769-47e6-af06-0a0a2f862af1)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:09:33.668924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:33.732551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ada4e-4761-48d8-81ad-732752621210 None None] Pushing event updated for resources: {'Port': ['ID=45def11a-9ebd-4225-b5c9-98cb2edca3d1,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:33.993580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:34.034717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:34.081090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:34.084041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:34.086677 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:09:34.097133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf17b93-5e37-4b97-bff6-efd07cbec7c3 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:09:34.112191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Pushing event updated for resources: {'Port': ['ID=4e52c7ac-d7f3-4318-8563-9436e8c68402,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:34.170008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9a7dcca3-bc49-4a78-8597-25e1612bfd04 None None] Provisioning complete for port 4e52c7ac-d7f3-4318-8563-9436e8c68402 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:34.170292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9a7dcca3-bc49-4a78-8597-25e1612bfd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:34.208901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9a7dcca3-bc49-4a78-8597-25e1612bfd04 None None] Port 4e52c7ac-d7f3-4318-8563-9436e8c68402 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:09:34.341857 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:34.550818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:34.670524 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Sync routers for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:09:34.679828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19525b34-a225-4e58-891a-3edcee236f89 None None] Network 660be8b3-28da-4ac4-9f80-115b3df7ecd7 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:09:34.680844 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:34.681455 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:34.694918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Router e59411bc-90a7-4bce-abd1-9989f981b3f0 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:09:34.761640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1874680b-4f2a-4278-8ad0-a7edc7028f9d None None] Provisioning complete for port 45def11a-9ebd-4225-b5c9-98cb2edca3d1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:34.762019 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1874680b-4f2a-4278-8ad0-a7edc7028f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:34.802324 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:34.817722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:09:34.838875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:34.841349 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6246cd23-28cb-4538-a10e-e37709f92570 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9236674 Nov 24 05:09:34.845145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38528) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:34.846968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Sync routers for ids ['e59411bc-90a7-4bce-abd1-9989f981b3f0'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:09:34.872513 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Routers {'e59411bc-90a7-4bce-abd1-9989f981b3f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:34.873155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e59411bc-90a7-4bce-abd1-9989f981b3f0'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:34.956465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1874680b-4f2a-4278-8ad0-a7edc7028f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:34.979382 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 45def11a-9ebd-4225-b5c9-98cb2edca3d1 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:09:35.047791 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 2, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:35.079692 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Checking router: f05e0afa-cd7d-49c0-8536-11045273f58f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:09:35.080047 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Updating router f05e0afa-cd7d-49c0-8536-11045273f58f port 856ebc73-180e-4443-8a4d-a5159973c22c binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:09:35.101931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1874680b-4f2a-4278-8ad0-a7edc7028f9d None None] For port 45def11a-9ebd-4225-b5c9-98cb2edca3d1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=45def11a-9ebd-4225-b5c9-98cb2edca3d1,segment=NetworkSegment(ce8875fd-0769-47e6-af06-0a0a2f862af1),segment_id=ce8875fd-0769-47e6-af06-0a0a2f862af1)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:35.110884 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Set router e59411bc-90a7-4bce-abd1-9989f981b3f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:35.138954 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1874680b-4f2a-4278-8ad0-a7edc7028f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.201858 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.241929 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 45def11a-9ebd-4225-b5c9-98cb2edca3d1 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:35.242311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.316429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874680b-4f2a-4278-8ad0-a7edc7028f9d None None] Pushing event updated for resources: {'Port': ['ID=45def11a-9ebd-4225-b5c9-98cb2edca3d1,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:35.382743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.442151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'name': 'tempest-TestVolumeBootPattern-1452000724-router', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:32Z', 'updated_at': '2021-11-24T05:09:34Z', 'revision_number': 3, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'gw_port': {'id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:17:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:33Z', 'updated_at': '2021-11-24T05:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:35.474407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Checking router: e59411bc-90a7-4bce-abd1-9989f981b3f0 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:09:35.475128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Updating router e59411bc-90a7-4bce-abd1-9989f981b3f0 port 4e52c7ac-d7f3-4318-8563-9436e8c68402 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:09:35.506119 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.510436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.512210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-66064df3-f905-47de-a4c3-97ffa2c00a98 None None] Provisioning complete for port 45def11a-9ebd-4225-b5c9-98cb2edca3d1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:35.512633 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-66064df3-f905-47de-a4c3-97ffa2c00a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.513331 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.573771 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Pushing event updated for resources: {'Port': ['ID=856ebc73-180e-4443-8a4d-a5159973c22c,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:35.604635 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.605104 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.605520 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.605926 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.606326 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.606727 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.607132 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.607547 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.608003 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.608402 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.608795 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.609187 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:35.622939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Allocated IP 172.20.0.1 (660be8b3-28da-4ac4-9f80-115b3df7ecd7/537f0e2a-d9b9-4caf-9abb-0db9de96e373/b2e2e986-b72d-4209-9334-be2d5c69696a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:09:35.658521 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Attempting to bind port 856ebc73-180e-4443-8a4d-a5159973c22c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:09:35.659080 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Attempting to bind port 856ebc73-180e-4443-8a4d-a5159973c22c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:09:35.659726 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Attempting to bind port 856ebc73-180e-4443-8a4d-a5159973c22c on network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:35.666830 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:09:35.667214 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Checking segment: {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:35.667795 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.668198 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Bound using segment: {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:09:35.668685 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Bound port: 856ebc73-180e-4443-8a4d-a5159973c22c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:09:35.669139 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.737124 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] For port 856ebc73-180e-4443-8a4d-a5159973c22c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:09:35.740633 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] For port 856ebc73-180e-4443-8a4d-a5159973c22c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=856ebc73-180e-4443-8a4d-a5159973c22c,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:09:35.745781 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.748564 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.788439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.801399 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:35.802087 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:35.865240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e2e986-b72d-4209-9334-be2d5c69696a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:35.869353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Network 660be8b3-28da-4ac4-9f80-115b3df7ecd7 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:35.871181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:35.873254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:09:35.885837 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf15480-1fe8-4d3d-b4ca-5f3d32075932 None None] Pushing event updated for resources: {'Port': ['ID=856ebc73-180e-4443-8a4d-a5159973c22c,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:35.934245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:35.965458 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:36.000453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8f618962-4cd3-4e00-8709-db5a033d275a None None] Provisioning complete for port 856ebc73-180e-4443-8a4d-a5159973c22c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:36.001375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8f618962-4cd3-4e00-8709-db5a033d275a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.149063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.154411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.168849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.182726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8f618962-4cd3-4e00-8709-db5a033d275a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.243745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f68250-f7d1-4d38-a18b-e8d6a311f186 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:09:36.267953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Attempting to bind port 4e52c7ac-d7f3-4318-8563-9436e8c68402 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:09:36.268327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Attempting to bind port 4e52c7ac-d7f3-4318-8563-9436e8c68402 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:09:36.268696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Attempting to bind port 4e52c7ac-d7f3-4318-8563-9436e8c68402 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:36.270695 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:35Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:36.274908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bb56e-2f7b-421e-9877-ff963a451582 None None] Pushing event updated for resources: {'Port': ['ID=4e52c7ac-d7f3-4318-8563-9436e8c68402,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:36.279430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8f618962-4cd3-4e00-8709-db5a033d275a None None] For port 856ebc73-180e-4443-8a4d-a5159973c22c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=856ebc73-180e-4443-8a4d-a5159973c22c,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:36.283251 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:09:36.283686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:36.284070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.284552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:09:36.285100 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Bound port: 4e52c7ac-d7f3-4318-8563-9436e8c68402, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:09:36.286011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.289228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8f618962-4cd3-4e00-8709-db5a033d275a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.300365 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63652e8-c0a0-41e4-b077-3666fa9c894a None None] The sync data for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv is: [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:35Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:09:36.344219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.350664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.377802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f618962-4cd3-4e00-8709-db5a033d275a None None] Pushing event updated for resources: {'Port': ['ID=856ebc73-180e-4443-8a4d-a5159973c22c,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:36.394271 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] For port 4e52c7ac-d7f3-4318-8563-9436e8c68402, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:09:36.398695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] For port 4e52c7ac-d7f3-4318-8563-9436e8c68402, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4e52c7ac-d7f3-4318-8563-9436e8c68402,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:09:36.404440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.420042 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e2e986-b72d-4209-9334-be2d5c69696a,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:36.423048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.467548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b4488b-9464-46b1-a123-db45e21228d8 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:09:36.492910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4507fbf6-36d3-4ffb-b6a8-263d77440da1 None None] Provisioning complete for port 4e52c7ac-d7f3-4318-8563-9436e8c68402 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:36.493366 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4507fbf6-36d3-4ffb-b6a8-263d77440da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.496726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bb56e-2f7b-421e-9877-ff963a451582 None None] Pushing event updated for resources: {'Port': ['ID=4e52c7ac-d7f3-4318-8563-9436e8c68402,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:36.499304 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Routers {'e59411bc-90a7-4bce-abd1-9989f981b3f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:36.500134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e59411bc-90a7-4bce-abd1-9989f981b3f0'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:36.531460 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Network 660be8b3-28da-4ac4-9f80-115b3df7ecd7 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:36.533043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:36.671792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] Set router e59411bc-90a7-4bce-abd1-9989f981b3f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:36.678848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Router e59411bc-90a7-4bce-abd1-9989f981b3f0 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:09:36.713007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4507fbf6-36d3-4ffb-b6a8-263d77440da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.778756 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4507fbf6-36d3-4ffb-b6a8-263d77440da1 None None] For port 4e52c7ac-d7f3-4318-8563-9436e8c68402, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4e52c7ac-d7f3-4318-8563-9436e8c68402,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:36.796933 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4507fbf6-36d3-4ffb-b6a8-263d77440da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.803688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:09:36.812339 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8ca153ba-5546-4fb4-9a4a-ec5ae01bdd68 admin admin] 10.222.0.37 "PUT /v2.0/routers/e59411bc-90a7-4bce-abd1-9989f981b3f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9655662 Nov 24 05:09:36.925923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4507fbf6-36d3-4ffb-b6a8-263d77440da1 None None] Provisioning complete for port 856ebc73-180e-4443-8a4d-a5159973c22c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:36.926923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4507fbf6-36d3-4ffb-b6a8-263d77440da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:36.972041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 856ebc73-180e-4443-8a4d-a5159973c22c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:09:37.045258 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507fbf6-36d3-4ffb-b6a8-263d77440da1 None None] Pushing event updated for resources: {'Port': ['ID=4e52c7ac-d7f3-4318-8563-9436e8c68402,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:37.127959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 856ebc73-180e-4443-8a4d-a5159973c22c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:37.128333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.134421 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'name': 'tempest-TestVolumeBootPattern-1452000724-router', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:32Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 4, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'gw_port': {'id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:17:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:33Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2e2e986-b72d-4209-9334-be2d5c69696a', 'name': '', 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'mac_address': 'fa:16:3e:34:2c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '537f0e2a-d9b9-4caf-9abb-0db9de96e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:35Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 2, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'subnets': [{'id': '537f0e2a-d9b9-4caf-9abb-0db9de96e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:37.190915 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1151ca9a-cba6-44d2-a3d9-d01281c8880e None None] The sync data for ids ['e59411bc-90a7-4bce-abd1-9989f981b3f0'] in dv-neutron-818850-5-hyperv is: [{'id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'name': 'tempest-TestVolumeBootPattern-1452000724-router', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:32Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 4, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'gw_port': {'id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:17:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:33Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2e2e986-b72d-4209-9334-be2d5c69696a', 'name': '', 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'mac_address': 'fa:16:3e:34:2c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '537f0e2a-d9b9-4caf-9abb-0db9de96e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:35Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 2, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'subnets': [{'id': '537f0e2a-d9b9-4caf-9abb-0db9de96e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:09:37.204611 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4507fbf6-36d3-4ffb-b6a8-263d77440da1 None None] Provisioning complete for port b2e2e986-b72d-4209-9334-be2d5c69696a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:37.204981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4507fbf6-36d3-4ffb-b6a8-263d77440da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.265728 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-4507fbf6-36d3-4ffb-b6a8-263d77440da1 None None] Port b2e2e986-b72d-4209-9334-be2d5c69696a cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:09:37.283868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 45def11a-9ebd-4225-b5c9-98cb2edca3d1 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:09:37.333023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 45def11a-9ebd-4225-b5c9-98cb2edca3d1 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:37.333465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.401709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0e691bf0-c2b2-4458-a66c-b863be02c80c None None] Provisioning complete for port 4e52c7ac-d7f3-4318-8563-9436e8c68402 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:37.402907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0e691bf0-c2b2-4458-a66c-b863be02c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.514159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38536) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:37.518786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-20b91172-60d7-4fe1-ad92-3504941ee46b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928008881', 'description': 'tempest-secgroup-smoke-928008881 description', 'project_id': '2cb45cf30899445ab9e7f26f8c806484'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:37.536992 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0e691bf0-c2b2-4458-a66c-b863be02c80c None None] Provisioning complete for port b2e2e986-b72d-4209-9334-be2d5c69696a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:37.537482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0e691bf0-c2b2-4458-a66c-b863be02c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.542678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20b91172-60d7-4fe1-ad92-3504941ee46b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.573615 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0e691bf0-c2b2-4458-a66c-b863be02c80c None None] Port b2e2e986-b72d-4209-9334-be2d5c69696a cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:09:37.618711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20b91172-60d7-4fe1-ad92-3504941ee46b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.623217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20b91172-60d7-4fe1-ad92-3504941ee46b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.653278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20b91172-60d7-4fe1-ad92-3504941ee46b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.657354 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-20b91172-60d7-4fe1-ad92-3504941ee46b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1392827 Nov 24 05:09:37.657677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38538) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:37.658759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b91172-60d7-4fe1-ad92-3504941ee46b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:37.671463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'security_group_rule': {'security_group_id': '027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac', 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:37.701841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.751495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.756296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.776932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e768182-7ea2-4a68-82a4-e73f2f4e4bbb,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:37.787322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.788567 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295350 Nov 24 05:09:37.789874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.790230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.790578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.790954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.791297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.791416 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38540) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:37.791920 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.792041 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.792306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.792643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.792978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.793309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.793642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd383364-2895-45f9-a7ef-237adc3c17a8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:09:37.796026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-60ca5219-a914-4a2e-b4a3-93a548054df2 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'security_group_rule': {'security_group_id': '027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac', 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:37.823189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60ca5219-a914-4a2e-b4a3-93a548054df2 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.883533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60ca5219-a914-4a2e-b4a3-93a548054df2 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.887012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60ca5219-a914-4a2e-b4a3-93a548054df2 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.906270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca5219-a914-4a2e-b4a3-93a548054df2 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9510b9-4170-4282-afd6-3dbe24edfcc5,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:37.912025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60ca5219-a914-4a2e-b4a3-93a548054df2 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:37.913206 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-60ca5219-a914-4a2e-b4a3-93a548054df2 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207454 Nov 24 05:09:37.916125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38542) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:37.920571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-6d2802f8-6277-469e-846f-70ce8f64b4d7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'security_group_rule': {'security_group_id': '027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac', 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:37.946821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d2802f8-6277-469e-846f-70ce8f64b4d7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.012498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d2802f8-6277-469e-846f-70ce8f64b4d7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.031362 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d2802f8-6277-469e-846f-70ce8f64b4d7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.051356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2802f8-6277-469e-846f-70ce8f64b4d7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54d13a8-3ff5-4a13-aba3-dda03a0ed29c,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:38.059824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d2802f8-6277-469e-846f-70ce8f64b4d7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.061031 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6d2802f8-6277-469e-846f-70ce8f64b4d7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439064 Nov 24 05:09:38.063596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38544) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:38.068338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-be64b83d-3ebe-49b6-bf24-128455e77cee tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'security_group_rule': {'security_group_id': '027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac', 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:38.094037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be64b83d-3ebe-49b6-bf24-128455e77cee tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.153104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be64b83d-3ebe-49b6-bf24-128455e77cee tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.156628 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be64b83d-3ebe-49b6-bf24-128455e77cee tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.173604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64b83d-3ebe-49b6-bf24-128455e77cee tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57630587-242c-44ed-9fd9-79a529f5b2aa,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:38.181707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-be64b83d-3ebe-49b6-bf24-128455e77cee tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.182911 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-be64b83d-3ebe-49b6-bf24-128455e77cee tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183116 Nov 24 05:09:38.185639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38546) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:38.189807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8fd59493-0387-4733-8227-dd8a0d1920a3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'security_group_rule': {'security_group_id': '027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac', 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:38.211773 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-8fd59493-0387-4733-8227-dd8a0d1920a3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Project 2cb45cf30899445ab9e7f26f8c806484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:09:38.216608 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd59493-0387-4733-8227-dd8a0d1920a3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.273675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd59493-0387-4733-8227-dd8a0d1920a3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.277294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd59493-0387-4733-8227-dd8a0d1920a3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.295736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd59493-0387-4733-8227-dd8a0d1920a3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cf1234-b56d-4ffe-8cf1-965a427834aa,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:38.304177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8fd59493-0387-4733-8227-dd8a0d1920a3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.305361 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8fd59493-0387-4733-8227-dd8a0d1920a3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188223 Nov 24 05:09:38.308217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38548) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:09:38.312395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8ec3afe6-46bf-4d82-81c6-a8d460f74f12 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'security_group_rule': {'security_group_id': '027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac', 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:38.334078 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-8ec3afe6-46bf-4d82-81c6-a8d460f74f12 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Project 2cb45cf30899445ab9e7f26f8c806484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:09:38.339213 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8ec3afe6-46bf-4d82-81c6-a8d460f74f12 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.395799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8ec3afe6-46bf-4d82-81c6-a8d460f74f12 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.399129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8ec3afe6-46bf-4d82-81c6-a8d460f74f12 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.417620 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3afe6-46bf-4d82-81c6-a8d460f74f12 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8785943c-f79c-4ca4-bbd0-f46bf78eb0e1,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:38.423133 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8ec3afe6-46bf-4d82-81c6-a8d460f74f12 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:38.424301 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8ec3afe6-46bf-4d82-81c6-a8d460f74f12 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151793 Nov 24 05:09:38.932075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e52c7ac-d7f3-4318-8563-9436e8c68402 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:09:38.989034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4e52c7ac-d7f3-4318-8563-9436e8c68402 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:38.989688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:40.207641 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Sync routers for ids ['e59411bc-90a7-4bce-abd1-9989f981b3f0'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:09:40.219559 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Routers {'e59411bc-90a7-4bce-abd1-9989f981b3f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:40.220574 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e59411bc-90a7-4bce-abd1-9989f981b3f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:40.330996 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Set router e59411bc-90a7-4bce-abd1-9989f981b3f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:40.541839 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'name': 'tempest-TestVolumeBootPattern-1452000724-router', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:32Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 4, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'gw_port': {'id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:33Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2e2e986-b72d-4209-9334-be2d5c69696a', 'name': '', 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'mac_address': 'fa:16:3e:34:2c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '537f0e2a-d9b9-4caf-9abb-0db9de96e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:35Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 2, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'subnets': [{'id': '537f0e2a-d9b9-4caf-9abb-0db9de96e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:40.568763 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Checking router: e59411bc-90a7-4bce-abd1-9989f981b3f0 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:09:40.569112 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Updating router e59411bc-90a7-4bce-abd1-9989f981b3f0 port b2e2e986-b72d-4209-9334-be2d5c69696a binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:09:40.595825 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:40.865953 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:40.872221 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:40.925231 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b8835-b6c6-4652-8910-67a5188a198c None None] Pushing event updated for resources: {'Port': ['ID=b2e2e986-b72d-4209-9334-be2d5c69696a,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:40.984723 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Attempting to bind port b2e2e986-b72d-4209-9334-be2d5c69696a on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:09:40.985096 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Attempting to bind port b2e2e986-b72d-4209-9334-be2d5c69696a by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'ce8875fd-0769-47e6-af06-0a0a2f862af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:09:40.985610 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Attempting to bind port b2e2e986-b72d-4209-9334-be2d5c69696a on network 660be8b3-28da-4ac4-9f80-115b3df7ecd7 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:40.992234 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:09:40.992613 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Checking segment: {'id': 'ce8875fd-0769-47e6-af06-0a0a2f862af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:40.993014 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:40.993455 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Bound using segment: {'id': 'ce8875fd-0769-47e6-af06-0a0a2f862af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:09:40.994291 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Bound port: b2e2e986-b72d-4209-9334-be2d5c69696a, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8875fd-0769-47e6-af06-0a0a2f862af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:09:40.994684 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:41.121329 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-01362eac-8748-4588-83b3-13adcdbd9588 None None] Provisioning complete for port b2e2e986-b72d-4209-9334-be2d5c69696a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:41.122004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01362eac-8748-4588-83b3-13adcdbd9588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:41.158016 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] For port b2e2e986-b72d-4209-9334-be2d5c69696a, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:09:41.161621 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] For port b2e2e986-b72d-4209-9334-be2d5c69696a, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b2e2e986-b72d-4209-9334-be2d5c69696a,segment=NetworkSegment(ce8875fd-0769-47e6-af06-0a0a2f862af1),segment_id=ce8875fd-0769-47e6-af06-0a0a2f862af1)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:09:41.162855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-01362eac-8748-4588-83b3-13adcdbd9588 None None] Port b2e2e986-b72d-4209-9334-be2d5c69696a cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:09:41.165620 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:41.224336 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Routers {'e59411bc-90a7-4bce-abd1-9989f981b3f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:09:41.225035 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e59411bc-90a7-4bce-abd1-9989f981b3f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:41.264116 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b8835-b6c6-4652-8910-67a5188a198c None None] Pushing event updated for resources: {'Port': ['ID=b2e2e986-b72d-4209-9334-be2d5c69696a,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:41.345225 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] Set router e59411bc-90a7-4bce-abd1-9989f981b3f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:09:41.487902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ec0f493f-9a18-4a14-9a69-b901500488cc None None] Provisioning complete for port b2e2e986-b72d-4209-9334-be2d5c69696a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:41.488438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec0f493f-9a18-4a14-9a69-b901500488cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:41.568248 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'name': 'tempest-TestVolumeBootPattern-1452000724-router', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:32Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 4, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'gw_port': {'id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:33Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2e2e986-b72d-4209-9334-be2d5c69696a', 'name': '', 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'mac_address': 'fa:16:3e:34:2c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '537f0e2a-d9b9-4caf-9abb-0db9de96e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:35Z', 'updated_at': '2021-11-24T05:09:41Z', 'revision_number': 4, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'subnets': [{'id': '537f0e2a-d9b9-4caf-9abb-0db9de96e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:09:41.574228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec0f493f-9a18-4a14-9a69-b901500488cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:41.596008 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68903650-36de-4947-a0a7-75e0c5de37c5 None None] The sync data for ids ['e59411bc-90a7-4bce-abd1-9989f981b3f0'] in dv-neutron-818850-5-hyperv is: [{'id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'name': 'tempest-TestVolumeBootPattern-1452000724-router', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:32Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 4, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'gw_port': {'id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:33Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2e2e986-b72d-4209-9334-be2d5c69696a', 'name': '', 'network_id': '660be8b3-28da-4ac4-9f80-115b3df7ecd7', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'mac_address': 'fa:16:3e:34:2c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '537f0e2a-d9b9-4caf-9abb-0db9de96e373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:35Z', 'updated_at': '2021-11-24T05:09:41Z', 'revision_number': 4, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'subnets': [{'id': '537f0e2a-d9b9-4caf-9abb-0db9de96e373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:09:41.608499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ec0f493f-9a18-4a14-9a69-b901500488cc None None] For port b2e2e986-b72d-4209-9334-be2d5c69696a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b2e2e986-b72d-4209-9334-be2d5c69696a,segment=NetworkSegment(ce8875fd-0769-47e6-af06-0a0a2f862af1),segment_id=ce8875fd-0769-47e6-af06-0a0a2f862af1)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:41.613658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ec0f493f-9a18-4a14-9a69-b901500488cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:41.670895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f493f-9a18-4a14-9a69-b901500488cc None None] Pushing event updated for resources: {'Port': ['ID=b2e2e986-b72d-4209-9334-be2d5c69696a,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:42.929241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b2e2e986-b72d-4209-9334-be2d5c69696a up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:09:42.981102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b2e2e986-b72d-4209-9334-be2d5c69696a triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:42.981403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:46.069801 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-edee1115-9b39-43ec-8352-dfac2c27f300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:48.341284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-edc7a4fd-7794-4639-94ca-5a6977bdd3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:49.514563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:50.731922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:51.694901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:53.688385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:55.136089 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-35215160-5c3a-4b15-8391-7c94f4ae9651 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928008881&fields=id&tenant_id=2cb45cf30899445ab9e7f26f8c806484 HTTP/1.1" status: 200 len: 267 time: 0.0459435 Nov 24 05:09:55.240481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-1b871317-adcd-48a2-9366-e4074bc6fb14 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:55.241927 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-1b871317-adcd-48a2-9366-e4074bc6fb14 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 812 time: 0.0992007 Nov 24 05:09:55.256229 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-fc89a259-7612-4fdc-93cd-8389c982f738 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/quotas/2cb45cf30899445ab9e7f26f8c806484 HTTP/1.1" status: 200 len: 375 time: 0.0087299 Nov 24 05:09:55.305460 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-3e22739a-158c-406e-a41f-046f2529b231 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439954 Nov 24 05:09:55.399524 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-5207124b-1b46-404b-936e-15680efdebc7 service neutron] 10.222.0.37 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829446 Nov 24 05:09:55.485387 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e16e0efe-70ef-45e3-999b-f65ec21b6f04 service neutron] 10.222.0.37 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799024 Nov 24 05:09:55.792719 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6b7d0c3d-9323-4d0f-ab16-2dfbb8f8bf52 req-7a960b33-0bb7-4d0f-9301-f9a8e3d4a8a5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 210 time: 0.0315180 Nov 24 05:09:56.793602 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-19adebeb-2fc0-4d48-a16c-e227fa1e432a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:56.795061 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-19adebeb-2fc0-4d48-a16c-e227fa1e432a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 812 time: 0.1139061 Nov 24 05:09:56.882879 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-a8d2d69c-20ba-4a36-8f98-bba0a054afb9 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cb45cf30899445ab9e7f26f8c806484 HTTP/1.1" status: 200 len: 379 time: 0.0553601 Nov 24 05:09:56.894150 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b04c510b-0795-4659-aeaa-b413cf2e85a6 req-b62482ee-45e1-4894-a762-7a3297ab2946 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 210 time: 0.0271473 Nov 24 05:09:56.941275 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'port': {'device_id': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'admin_state_up': True, 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'security_groups': ['027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:57.054197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Made reservation on behalf of 2cb45cf30899445ab9e7f26f8c806484 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:09:57.057822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:57.185149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Allocated IP 172.20.0.14 (5ae9f4e0-c857-4107-8d8f-ea8331f8caf7/8921f689-b1e4-4dd7-b541-656c933bf459/d816a5a1-c4a6-45b6-9029-cea76cb634c5) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:09:57.325011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:57.359441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:57.403550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:09:57.406503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:09:57.410091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:09:57.446058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'Port': ['ID=d816a5a1-c4a6-45b6-9029-cea76cb634c5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:57.470787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:57.471733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:57.490249 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d4f6f61b-a66f-4437-8459-fd6ce759eddc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5528402 Nov 24 05:09:57.503854 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Request body: {'port': {'device_id': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:09:57.561404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:57.648059 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ad61251d-f438-4074-9c88-d26f8846b985 None None] Provisioning complete for port d816a5a1-c4a6-45b6-9029-cea76cb634c5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:09:57.648695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ad61251d-f438-4074-9c88-d26f8846b985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:57.684221 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ad61251d-f438-4074-9c88-d26f8846b985 None None] Port d816a5a1-c4a6-45b6-9029-cea76cb634c5 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:09:57.835720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d816a5a1-c4a6-45b6-9029-cea76cb634c5 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:09:57.843417 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:57.856252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Transition to ACTIVE for port object d816a5a1-c4a6-45b6-9029-cea76cb634c5 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:09:57.871022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:57.926949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Pushing event updated for resources: {'Port': ['ID=d816a5a1-c4a6-45b6-9029-cea76cb634c5,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:58.008663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Attempting to bind port d816a5a1-c4a6-45b6-9029-cea76cb634c5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:09:58.009012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Attempting to bind port d816a5a1-c4a6-45b6-9029-cea76cb634c5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:09:58.009347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Attempting to bind port d816a5a1-c4a6-45b6-9029-cea76cb634c5 on network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:58.014010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Port d816a5a1-c4a6-45b6-9029-cea76cb634c5 on network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:09:58.014339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Attempting to bind port d816a5a1-c4a6-45b6-9029-cea76cb634c5 on network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:09:58.019312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:09:58.019681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Checking segment: {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:09:58.020071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Bound using segment: {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:09:58.020503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Bound port: d816a5a1-c4a6-45b6-9029-cea76cb634c5, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:09:58.020864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:58.063466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c8b53-051e-4e92-831f-1a191d0d25d8 req-63ad1729-9b2d-48bc-a72d-8d4e7bd4695c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:58.074041 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-863c8b53-051e-4e92-831f-1a191d0d25d8 req-63ad1729-9b2d-48bc-a72d-8d4e7bd4695c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 944 time: 0.0719054 Nov 24 05:09:58.096726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] For port d816a5a1-c4a6-45b6-9029-cea76cb634c5, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:09:58.105065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] For port d816a5a1-c4a6-45b6-9029-cea76cb634c5, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d816a5a1-c4a6-45b6-9029-cea76cb634c5,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:09:58.111400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:58.165976 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-863c8b53-051e-4e92-831f-1a191d0d25d8 req-e5ebc9f5-bf5d-4538-94f1-c33484a0f4b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905907 Nov 24 05:09:58.195394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03dfa4-5ff0-4c20-9720-ca4e9ffbf53a req-b0622c8d-2b62-4e7e-85fc-d381ca22801c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:58.196950 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bb03dfa4-5ff0-4c20-9720-ca4e9ffbf53a req-b0622c8d-2b62-4e7e-85fc-d381ca22801c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 945 time: 0.1140919 Nov 24 05:09:58.200207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:58.201115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:58.202779 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] 10.222.0.31 "PUT /v2.0/ports/d816a5a1-c4a6-45b6-9029-cea76cb634c5 HTTP/1.1" status: 200 len: 1094 time: 0.7036281 Nov 24 05:09:58.203738 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f64dab-f134-4210-ad0c-9e9c79e2a191 service neutron] Pushing event updated for resources: {'Port': ['ID=d816a5a1-c4a6-45b6-9029-cea76cb634c5,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:09:58.209447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'tag': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:09:58.212623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e833840c-95d3-4960-bb44-a32465ff18ff" -d '{"events": [{"name": "network-changed", "server_uuid": "42e51395-e6de-4e77-a72b-1ad488afb1d4", "tag": "d816a5a1-c4a6-45b6-9029-cea76cb634c5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:09:58.274421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e59a2a-7177-4efa-a514-ef219dabbdef x-openstack-request-id: req-f7e59a2a-7177-4efa-a514-ef219dabbdef {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:09:58.274421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e51395-e6de-4e77-a72b-1ad488afb1d4", "tag": "d816a5a1-c4a6-45b6-9029-cea76cb634c5", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:09:58.274421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7e59a2a-7177-4efa-a514-ef219dabbdef {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:09:58.274868 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'tag': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5', 'status': 'completed', 'code': 200} Nov 24 05:09:58.292243 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bb03dfa4-5ff0-4c20-9720-ca4e9ffbf53a req-c702c752-9886-42c1-95d5-4b794e7c8aca tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50c9f2f-93d3-4698-8fce-cbb1f93172e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852325 Nov 24 05:09:58.313107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-a1adaa96-1703-4c26-a4ad-838aafcf75db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:58.314705 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-a1adaa96-1703-4c26-a4ad-838aafcf75db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0528798 Nov 24 05:09:58.361145 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-d79ffffb-6e84-4dd3-b4d3-da116e26791c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d816a5a1-c4a6-45b6-9029-cea76cb634c5 HTTP/1.1" status: 200 len: 217 time: 0.0361762 Nov 24 05:09:58.420395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-8eef4ea9-b871-4839-922c-7b358895698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:58.421980 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-8eef4ea9-b871-4839-922c-7b358895698e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0506222 Nov 24 05:09:58.482083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-3980505d-194d-4750-b315-b5c1f4209c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:58.483717 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-3980505d-194d-4750-b315-b5c1f4209c7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439842 Nov 24 05:09:58.583161 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-3496f3e5-85bb-4a96-84c2-6537b93ede63 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905793 Nov 24 05:09:58.691717 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-20b098b1-a419-47a4-b391-eba2b0a2cc9d req-3c0eb3a0-1f9c-4578-9ccf-2450bcaa1127 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996685 Nov 24 05:09:58.796043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833840c-95d3-4960-bb44-a32465ff18ff req-e991947f-d4ac-475e-b1af-9f0d385d51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:58.796043 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e833840c-95d3-4960-bb44-a32465ff18ff req-e991947f-d4ac-475e-b1af-9f0d385d51ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0450504 Nov 24 05:09:58.892019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833840c-95d3-4960-bb44-a32465ff18ff req-a4f6dd99-7d95-461f-bb55-689302f56a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:58.893483 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e833840c-95d3-4960-bb44-a32465ff18ff req-a4f6dd99-7d95-461f-bb55-689302f56a5d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.0913959 Nov 24 05:09:58.935700 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e833840c-95d3-4960-bb44-a32465ff18ff req-4b8e3c61-5055-431e-a0a8-cbae201ac7b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d816a5a1-c4a6-45b6-9029-cea76cb634c5 HTTP/1.1" status: 200 len: 217 time: 0.0338061 Nov 24 05:09:58.988125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833840c-95d3-4960-bb44-a32465ff18ff req-0c03670a-3fa0-4436-a4c2-4f930ce502ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:58.989480 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e833840c-95d3-4960-bb44-a32465ff18ff req-0c03670a-3fa0-4436-a4c2-4f930ce502ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0467072 Nov 24 05:09:59.296061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11184f-52fc-41e8-8259-82020eb7395b req-ff0b0d87-44f7-49f0-9a35-cd84a2916371 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:59.297882 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fa11184f-52fc-41e8-8259-82020eb7395b req-ff0b0d87-44f7-49f0-9a35-cd84a2916371 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 944 time: 0.0584786 Nov 24 05:09:59.369436 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fa11184f-52fc-41e8-8259-82020eb7395b req-9e7a1c57-325a-495f-ba90-8728be1717e6 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641799 Nov 24 05:09:59.391574 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833840c-95d3-4960-bb44-a32465ff18ff req-b1b7bd4f-9e5a-4909-93b9-4aaaf08b91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:59.393197 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e833840c-95d3-4960-bb44-a32465ff18ff req-b1b7bd4f-9e5a-4909-93b9-4aaaf08b91e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3952065 Nov 24 05:09:59.432082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8b587-3216-4a64-8b20-fb31c1136973 req-e8eda43a-6dcc-4019-a0d5-6b23e190f547 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:59.433723 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6fe8b587-3216-4a64-8b20-fb31c1136973 req-e8eda43a-6dcc-4019-a0d5-6b23e190f547 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 945 time: 0.0498567 Nov 24 05:09:59.488320 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e833840c-95d3-4960-bb44-a32465ff18ff req-147b703c-2ad7-4b67-acb2-3f1a49dcb602 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874791 Nov 24 05:09:59.522911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-20e42dd3-ddbd-466c-8cc3-2239279a2436 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:09:59.524482 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-20e42dd3-ddbd-466c-8cc3-2239279a2436 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 945 time: 0.0782893 Nov 24 05:09:59.529946 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6fe8b587-3216-4a64-8b20-fb31c1136973 req-548215af-8fe5-4b85-ab7e-f6b48abcce2d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f50c9f2f-93d3-4698-8fce-cbb1f93172e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902946 Nov 24 05:09:59.596647 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e833840c-95d3-4960-bb44-a32465ff18ff req-acb28466-098e-49b6-b851-9789721e6fe5 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999253 Nov 24 05:09:59.628907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 9e5d2c36-953c-469c-bd63-651f1737a0d5 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:09:59.629249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:09:59.722670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 9e5d2c36-953c-469c-bd63-651f1737a0d5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9e5d2c36-953c-469c-bd63-651f1737a0d5,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:09:59.723029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:00.254468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:00.254855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:00.255198 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP 9b64dd4c-347c-460c-8095-1cc2452a9f13 disassociated. External IP: 172.26.0.161, port: 9e5d2c36-953c-469c-bd63-651f1737a0d5. Nov 24 05:10:00.255535 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 9e5d2c36-953c-469c-bd63-651f1737a0d5 owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:10:00.385874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:00.416666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=9e5d2c36-953c-469c-bd63-651f1737a0d5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:00.566664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b022d68-3955-41cc-8631-61e04cf5d09f req-5dbea3bf-0a3a-4528-a306-9d19755ba980 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:00.568723 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0b022d68-3955-41cc-8631-61e04cf5d09f req-5dbea3bf-0a3a-4528-a306-9d19755ba980 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 944 time: 0.1289291 Nov 24 05:10:00.605124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 76e4d80a-3da9-4e41-8722-a6d2a810a789 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:10:00.655425 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2e483ffe-6db2-4bb0-9bfe-408562715a17 req-19ed4f3a-7d65-4fc7-9860-778de0656837 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad776724-55e4-4191-80fa-82965b827991 HTTP/1.1" status: 200 len: 210 time: 0.0432496 Nov 24 05:10:00.700777 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0b022d68-3955-41cc-8631-61e04cf5d09f req-0118aee0-a16c-4814-beab-9dbc7a832da3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245995 Nov 24 05:10:00.776019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:10:00.789729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ccac7-ae57-448c-916d-06ff44fa05e5 None None] Sync routers for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:10:00.803610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ccac7-ae57-448c-916d-06ff44fa05e5 None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:00.804616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-300ccac7-ae57-448c-916d-06ff44fa05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:00.842378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] No DVR routers for this DVR port 9e5d2c36-953c-469c-bd63-651f1737a0d5 on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:10:00.844970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:00.848518 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-659811ce-cab4-4fcb-923c-32b4c9d97d17 req-9cfe6513-ffe6-40dc-b79e-195e220fc76b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "DELETE /v2.0/ports/9e5d2c36-953c-469c-bd63-651f1737a0d5 HTTP/1.1" status: 204 len: 173 time: 1.3176262 Nov 24 05:10:00.848961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad776724-55e4-4191-80fa-82965b827991', 'name': 'network-vif-deleted', 'tag': '9e5d2c36-953c-469c-bd63-651f1737a0d5'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:10:00.851211 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d303cb-e043-4a5c-b567-7f6ac34e1e8b" -d '{"events": [{"server_uuid": "ad776724-55e4-4191-80fa-82965b827991", "name": "network-vif-deleted", "tag": "9e5d2c36-953c-469c-bd63-651f1737a0d5"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:10:00.895019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5438b99-c44b-4bb4-9cba-0998b74323a9 x-openstack-request-id: req-d5438b99-c44b-4bb4-9cba-0998b74323a9 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:10:00.895317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad776724-55e4-4191-80fa-82965b827991", "name": "network-vif-deleted", "tag": "9e5d2c36-953c-469c-bd63-651f1737a0d5", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:10:00.895873 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5438b99-c44b-4bb4-9cba-0998b74323a9 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:10:00.897023 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad776724-55e4-4191-80fa-82965b827991', 'name': 'network-vif-deleted', 'tag': '9e5d2c36-953c-469c-bd63-651f1737a0d5', 'status': 'completed', 'code': 200} Nov 24 05:10:00.985042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-300ccac7-ae57-448c-916d-06ff44fa05e5 None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:01.219174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-300ccac7-ae57-448c-916d-06ff44fa05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:01.254044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ccac7-ae57-448c-916d-06ff44fa05e5 None None] Checking router: 76e4d80a-3da9-4e41-8722-a6d2a810a789 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:10:01.267123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ccac7-ae57-448c-916d-06ff44fa05e5 None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:01.268021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-300ccac7-ae57-448c-916d-06ff44fa05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:01.376486 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-300ccac7-ae57-448c-916d-06ff44fa05e5 None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:01.578133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-300ccac7-ae57-448c-916d-06ff44fa05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:01.605744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300ccac7-ae57-448c-916d-06ff44fa05e5 None None] The sync data for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv is: [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:14Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3af0d4d3-931e-4641-9b34-39cf7f790da7', 'name': '', 'network_id': '71a3546e-4ef1-4f48-b2fa-26bd6051cbe9', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:a2:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '4515c580-2062-49bc-a795-46403e9a21d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:13Z', 'updated_at': '2021-11-24T05:08:20Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '4515c580-2062-49bc-a795-46403e9a21d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:10:01.723488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38752) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:01.794849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5eb2977f-8bec-4e64-b6f3-7d6f6e067532 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:01.840049 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5eb2977f-8bec-4e64-b6f3-7d6f6e067532 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:01.848089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7d189-2a5d-427b-ba03-658ae3f1e63d req-71b49a39-99ca-418c-8a35-0e8d7f5b0c89 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:01.850840 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d2a7d189-2a5d-427b-ba03-658ae3f1e63d req-71b49a39-99ca-418c-8a35-0e8d7f5b0c89 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 944 time: 0.0626817 Nov 24 05:10:01.916073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5eb2977f-8bec-4e64-b6f3-7d6f6e067532 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:01.919773 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5eb2977f-8bec-4e64-b6f3-7d6f6e067532 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:01.920944 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5eb2977f-8bec-4e64-b6f3-7d6f6e067532 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/f50c9f2f-93d3-4698-8fce-cbb1f93172e2 HTTP/1.1" status: 204 len: 168 time: 0.1963742 Nov 24 05:10:01.925567 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d2a7d189-2a5d-427b-ba03-658ae3f1e63d req-57882527-9739-4ccf-b2ae-02452c16166b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677068 Nov 24 05:10:01.933490 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72982ff4-02d1-4138-9376-3d2084129731 None None] New status for floating IP 9b64dd4c-347c-460c-8095-1cc2452a9f13: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:10:01.943532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2977f-8bec-4e64-b6f3-7d6f6e067532 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c9f2f-93d3-4698-8fce-cbb1f93172e2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:01.984874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38758) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:02.123936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-5578df5d-7229-4c91-8509-60d93bed7625 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 49677bf6-97a9-4234-92f4-a6c65bb436e6 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:10:02.124281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5578df5d-7229-4c91-8509-60d93bed7625 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:02.202566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5578df5d-7229-4c91-8509-60d93bed7625 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:02.202993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5578df5d-7229-4c91-8509-60d93bed7625 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:02.216207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-5578df5d-7229-4c91-8509-60d93bed7625 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 49677bf6-97a9-4234-92f4-a6c65bb436e6 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:10:02.358798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5578df5d-7229-4c91-8509-60d93bed7625 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:02.386693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578df5d-7229-4c91-8509-60d93bed7625 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=49677bf6-97a9-4234-92f4-a6c65bb436e6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:02.452493 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5578df5d-7229-4c91-8509-60d93bed7625 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:02.455008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5578df5d-7229-4c91-8509-60d93bed7625 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:02.456174 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5578df5d-7229-4c91-8509-60d93bed7625 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/floatingips/9b64dd4c-347c-460c-8095-1cc2452a9f13 HTTP/1.1" status: 204 len: 168 time: 0.4699199 Nov 24 05:10:02.666439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9809f3-79c8-4ca0-8ecb-79f42e5055e5 req-81d482e4-0c2b-43f3-bf0e-cb9b81a27f38 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:02.672033 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5c9809f3-79c8-4ca0-8ecb-79f42e5055e5 req-81d482e4-0c2b-43f3-bf0e-cb9b81a27f38 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 945 time: 0.0550389 Nov 24 05:10:02.719447 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5c9809f3-79c8-4ca0-8ecb-79f42e5055e5 req-eb787b00-aa7b-434f-9640-59e8f620d82a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=371d6e29-2051-4f94-948c-18a6181ebfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454524 Nov 24 05:10:03.047271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734f3d5-1ea2-4273-8f53-bf917baeb4ff req-cd759184-c3c2-4497-91b5-5cfa2d308cc8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:03.048755 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6734f3d5-1ea2-4273-8f53-bf917baeb4ff req-cd759184-c3c2-4497-91b5-5cfa2d308cc8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 944 time: 0.0483603 Nov 24 05:10:03.102915 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6734f3d5-1ea2-4273-8f53-bf917baeb4ff req-d861a650-45be-436c-8532-5ecc117942b5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474703 Nov 24 05:10:03.539711 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:10:03.832249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9e5d2c36-953c-469c-bd63-651f1737a0d5 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:10:03.835682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023d8b4-85b3-4414-9a36-e49cf823c6b6 req-b804481e-6e04-4e4b-8c16-295664745a2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:03.837223 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9023d8b4-85b3-4414-9a36-e49cf823c6b6 req-b804481e-6e04-4e4b-8c16-295664745a2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 945 time: 0.0514338 Nov 24 05:10:03.853174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 9e5d2c36-953c-469c-bd63-651f1737a0d5 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:10:03.853520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9e5d2c36-953c-469c-bd63-651f1737a0d5 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:10:03.890363 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9023d8b4-85b3-4414-9a36-e49cf823c6b6 req-49edb8d9-1796-4e92-8275-efc6e15360ee tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=371d6e29-2051-4f94-948c-18a6181ebfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466213 Nov 24 05:10:04.035507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff2e31-e5cf-43c3-80f4-97a62baeb7e5 req-5106f7e7-3349-4f9a-9908-43ae34a9d13a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:04.037647 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3eff2e31-e5cf-43c3-80f4-97a62baeb7e5 req-5106f7e7-3349-4f9a-9908-43ae34a9d13a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 945 time: 0.0506620 Nov 24 05:10:04.134622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-3eff2e31-e5cf-43c3-80f4-97a62baeb7e5 req-3b83e1f7-501f-4254-ba86-e7fe30d7192a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 692e01af-9f3d-4822-a20b-8559207c6a7b {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:10:04.135285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-3eff2e31-e5cf-43c3-80f4-97a62baeb7e5 req-3b83e1f7-501f-4254-ba86-e7fe30d7192a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:04.258551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-3eff2e31-e5cf-43c3-80f4-97a62baeb7e5 req-3b83e1f7-501f-4254-ba86-e7fe30d7192a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 692e01af-9f3d-4822-a20b-8559207c6a7b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=692e01af-9f3d-4822-a20b-8559207c6a7b,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:04.258909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-3eff2e31-e5cf-43c3-80f4-97a62baeb7e5 req-3b83e1f7-501f-4254-ba86-e7fe30d7192a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:04.276765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6533011-afaf-459f-af2b-65656fe3d631 req-62b39dc3-e059-4277-831a-488c0d2e6acc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:04.278213 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f6533011-afaf-459f-af2b-65656fe3d631 req-62b39dc3-e059-4277-831a-488c0d2e6acc tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 944 time: 0.0862095 Nov 24 05:10:04.282053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-3eff2e31-e5cf-43c3-80f4-97a62baeb7e5 req-3b83e1f7-501f-4254-ba86-e7fe30d7192a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 692e01af-9f3d-4822-a20b-8559207c6a7b owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:10:04.369778 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f6533011-afaf-459f-af2b-65656fe3d631 req-bb5c1b5d-1659-4e51-856f-0ef1913d88f1 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837610 Nov 24 05:10:04.447278 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-3eff2e31-e5cf-43c3-80f4-97a62baeb7e5 req-3b83e1f7-501f-4254-ba86-e7fe30d7192a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:04.481625 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83e1f7-501f-4254-ba86-e7fe30d7192a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=692e01af-9f3d-4822-a20b-8559207c6a7b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:04.519029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eff2e31-e5cf-43c3-80f4-97a62baeb7e5 req-3b83e1f7-501f-4254-ba86-e7fe30d7192a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] No DVR routers for this DVR port 692e01af-9f3d-4822-a20b-8559207c6a7b on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:10:04.521463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-3eff2e31-e5cf-43c3-80f4-97a62baeb7e5 req-3b83e1f7-501f-4254-ba86-e7fe30d7192a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:04.524948 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3eff2e31-e5cf-43c3-80f4-97a62baeb7e5 req-3b83e1f7-501f-4254-ba86-e7fe30d7192a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "DELETE /v2.0/ports/692e01af-9f3d-4822-a20b-8559207c6a7b HTTP/1.1" status: 204 len: 173 time: 0.4814858 Nov 24 05:10:04.525395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'name': 'network-vif-deleted', 'tag': '692e01af-9f3d-4822-a20b-8559207c6a7b'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:10:04.527729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f313cf1-6280-43af-9346-24fe0d3c393c" -d '{"events": [{"server_uuid": "6fd2a842-d97d-473a-920d-29e4b9f2f984", "name": "network-vif-deleted", "tag": "692e01af-9f3d-4822-a20b-8559207c6a7b"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:10:04.565419 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0d0193-343e-4f96-9e9f-1247a1121590 x-openstack-request-id: req-6d0d0193-343e-4f96-9e9f-1247a1121590 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:10:04.565719 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd2a842-d97d-473a-920d-29e4b9f2f984", "name": "network-vif-deleted", "tag": "692e01af-9f3d-4822-a20b-8559207c6a7b", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:10:04.565979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d0d0193-343e-4f96-9e9f-1247a1121590 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:10:04.566391 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd2a842-d97d-473a-920d-29e4b9f2f984', 'name': 'network-vif-deleted', 'tag': '692e01af-9f3d-4822-a20b-8559207c6a7b', 'status': 'completed', 'code': 200} Nov 24 05:10:05.008859 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d93a98b0-abd8-4180-820a-58b6451695b7 req-7617de03-9dd6-4c19-9d35-0ac5ad6161a2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fd2a842-d97d-473a-920d-29e4b9f2f984 HTTP/1.1" status: 200 len: 210 time: 0.0287862 Nov 24 05:10:05.489780 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749faaea-193e-4d02-91b3-db0e1ee835da req-3762558d-ffd8-4fad-a804-c97cf215dd0f tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:05.491461 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-749faaea-193e-4d02-91b3-db0e1ee835da req-3762558d-ffd8-4fad-a804-c97cf215dd0f tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 944 time: 0.0529909 Nov 24 05:10:05.540146 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-749faaea-193e-4d02-91b3-db0e1ee835da req-88f22098-7379-4bbf-8e52-a61d1d34ba9c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428576 Nov 24 05:10:06.065249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38780) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:06.122216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f58e5456-173c-4037-9c3a-26329ae02c18 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:06.146299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f58e5456-173c-4037-9c3a-26329ae02c18 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:06.204159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f58e5456-173c-4037-9c3a-26329ae02c18 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:06.206768 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f58e5456-173c-4037-9c3a-26329ae02c18 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:06.207938 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f58e5456-173c-4037-9c3a-26329ae02c18 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/371d6e29-2051-4f94-948c-18a6181ebfc0 HTTP/1.1" status: 204 len: 168 time: 0.1416833 Nov 24 05:10:06.217299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e5456-173c-4037-9c3a-26329ae02c18 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371d6e29-2051-4f94-948c-18a6181ebfc0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:06.238732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38784) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:06.598020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:06.723103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b596a1-d8f5-4680-b9e8-9d2a52f94729 req-386c3006-e6a7-4c5e-ad23-8a5b71db6d66 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:06.724594 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-87b596a1-d8f5-4680-b9e8-9d2a52f94729 req-386c3006-e6a7-4c5e-ad23-8a5b71db6d66 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 944 time: 0.0937140 Nov 24 05:10:06.829900 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-87b596a1-d8f5-4680-b9e8-9d2a52f94729 req-0c923229-bc08-47b9-ae53-0e258f4219f8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980108 Nov 24 05:10:06.926742 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 3af0d4d3-931e-4641-9b34-39cf7f790da7 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:10:06.927085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:07.016558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 3af0d4d3-931e-4641-9b34-39cf7f790da7, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3af0d4d3-931e-4641-9b34-39cf7f790da7,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:07.016916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:07.028965 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 3af0d4d3-931e-4641-9b34-39cf7f790da7 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:10:07.211344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:07.241628 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=3af0d4d3-931e-4641-9b34-39cf7f790da7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:07.410345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:07.621705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 76e4d80a-3da9-4e41-8722-a6d2a810a789 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:10:07.726901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:10:07.731930 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ac649f35-690e-41bc-82e3-c08a765fa0d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/76e4d80a-3da9-4e41-8722-a6d2a810a789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4921446 Nov 24 05:10:07.734637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38788) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:07.736746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f3b62-99e4-415e-824d-ed1c97443280 None None] Sync routers for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:10:07.747141 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f3b62-99e4-415e-824d-ed1c97443280 None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:07.747873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fe7f3b62-99e4-415e-824d-ed1c97443280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:07.785647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a61df00-fde9-4532-aa79-5ff89d8ec772 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting subnet 4515c580-2062-49bc-a795-46403e9a21d4 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:10:07.788860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a61df00-fde9-4532-aa79-5ff89d8ec772 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:07.832553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a61df00-fde9-4532-aa79-5ff89d8ec772 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:07.839107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 692e01af-9f3d-4822-a20b-8559207c6a7b no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:10:07.873974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-fe7f3b62-99e4-415e-824d-ed1c97443280 None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:07.902008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 692e01af-9f3d-4822-a20b-8559207c6a7b {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:10:07.902528 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 692e01af-9f3d-4822-a20b-8559207c6a7b not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:10:07.952310 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a61df00-fde9-4532-aa79-5ff89d8ec772 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.000809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416db9a-17a8-480c-8b38-4048a2d5fa88 req-831dec5b-d456-40c3-80db-709d46fe3c76 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:08.002282 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a416db9a-17a8-480c-8b38-4048a2d5fa88 req-831dec5b-d456-40c3-80db-709d46fe3c76 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 944 time: 0.0931411 Nov 24 05:10:08.045462 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a61df00-fde9-4532-aa79-5ff89d8ec772 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.056959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fe7f3b62-99e4-415e-824d-ed1c97443280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:10:07Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:08.084976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61df00-fde9-4532-aa79-5ff89d8ec772 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Subnet': ['ID=4515c580-2062-49bc-a795-46403e9a21d4,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:08.089935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a61df00-fde9-4532-aa79-5ff89d8ec772 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.090326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f3b62-99e4-415e-824d-ed1c97443280 None None] Checking router: 76e4d80a-3da9-4e41-8722-a6d2a810a789 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:10:08.093142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0a61df00-fde9-4532-aa79-5ff89d8ec772 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/subnets/4515c580-2062-49bc-a795-46403e9a21d4 HTTP/1.1" status: 204 len: 168 time: 0.3575823 Nov 24 05:10:08.095932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38792) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:08.097304 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a416db9a-17a8-480c-8b38-4048a2d5fa88 req-853add76-8fc6-4ee2-beda-67aa68caaa2c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851212 Nov 24 05:10:08.099982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7bb842-9dfd-4f26-839d-13a1ae9aeb43 None None] Network 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:10:08.127537 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f3b62-99e4-415e-824d-ed1c97443280 None None] Routers {'76e4d80a-3da9-4e41-8722-a6d2a810a789'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:08.128136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fe7f3b62-99e4-415e-824d-ed1c97443280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['76e4d80a-3da9-4e41-8722-a6d2a810a789'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:08.209055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.303224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-fe7f3b62-99e4-415e-824d-ed1c97443280 None None] Set router 76e4d80a-3da9-4e41-8722-a6d2a810a789 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:08.312320 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.365288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 81f6c47f-9d70-4d10-809a-8f1eff87a103 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:10:08.365400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.440376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf6c06-0c43-4f35-8980-fddf73e9c145 None None] DHCP port deletion for 71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:10:08.451464 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 81f6c47f-9d70-4d10-809a-8f1eff87a103, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=81f6c47f-9d70-4d10-809a-8f1eff87a103,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:08.451870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.463871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 81f6c47f-9d70-4d10-809a-8f1eff87a103 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:10:08.521026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fe7f3b62-99e4-415e-824d-ed1c97443280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:10:07Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:08.525820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-59cf6c06-0c43-4f35-8980-fddf73e9c145 None None] Deleting port 68e110ae-bdef-422f-9e5f-46a89cf7b993 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:10:08.526188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-59cf6c06-0c43-4f35-8980-fddf73e9c145 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.555024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f3b62-99e4-415e-824d-ed1c97443280 None None] The sync data for ids ['76e4d80a-3da9-4e41-8722-a6d2a810a789'] in dv-neutron-818850-5-hyperv is: [{'id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'name': 'tempest-TestNetworkBasicOps-router-1314656206', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:10:07Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '81f6c47f-9d70-4d10-809a-8f1eff87a103', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e4d80a-3da9-4e41-8722-a6d2a810a789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:08:07Z', 'updated_at': '2021-11-24T05:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:10:08.616050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-59cf6c06-0c43-4f35-8980-fddf73e9c145 None None] For port 68e110ae-bdef-422f-9e5f-46a89cf7b993, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=68e110ae-bdef-422f-9e5f-46a89cf7b993,segment=NetworkSegment(bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c),segment_id=bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:08.616476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-59cf6c06-0c43-4f35-8980-fddf73e9c145 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.628837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-59cf6c06-0c43-4f35-8980-fddf73e9c145 None None] Calling delete_port for 68e110ae-bdef-422f-9e5f-46a89cf7b993 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:10:08.635783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.662269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=81f6c47f-9d70-4d10-809a-8f1eff87a103,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:08.677066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5995704a-318e-4a37-9b57-6a790385ecb9 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:10:08.719653 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-59cf6c06-0c43-4f35-8980-fddf73e9c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.727288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.745233 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf6c06-0c43-4f35-8980-fddf73e9c145 None None] Pushing event deleted for resources: {'Port': ['ID=68e110ae-bdef-422f-9e5f-46a89cf7b993,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:08.748805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf6c06-0c43-4f35-8980-fddf73e9c145 None None] No DVR routers for this DVR port 68e110ae-bdef-422f-9e5f-46a89cf7b993 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:10:08.818264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.820438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.862054 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.862604 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Fanout notify agent at l3_agent the message router_deleted on router 76e4d80a-3da9-4e41-8722-a6d2a810a789 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:10:08.869548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:08.870674 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-32619bd2-cff1-4be5-98ce-3f659ce2a476 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/routers/76e4d80a-3da9-4e41-8722-a6d2a810a789 HTTP/1.1" status: 204 len: 168 time: 0.7737546 Nov 24 05:10:08.873362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38794) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:08.969817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.021194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3af0d4d3-931e-4641-9b34-39cf7f790da7 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:10:09.042120 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 3af0d4d3-931e-4641-9b34-39cf7f790da7 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:10:09.042550 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3af0d4d3-931e-4641-9b34-39cf7f790da7 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:10:09.043039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 68e110ae-bdef-422f-9e5f-46a89cf7b993 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:10:09.062629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 68e110ae-bdef-422f-9e5f-46a89cf7b993 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:10:09.063047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 68e110ae-bdef-422f-9e5f-46a89cf7b993 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:10:09.068704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.091764 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a3546e-4ef1-4f48-b2fa-26bd6051cbe9']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:09.101130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:09.101750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfd4b7c-6aa7-44db-9de0-681e9d1ae11c') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:09.115180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.128612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.135434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:10:09.136574 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:10:09.140079 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:10:09.208726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.224646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.231421 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/networks/71a3546e-4ef1-4f48-b2fa-26bd6051cbe9 HTTP/1.1" status: 204 len: 168 time: 0.3543613 Nov 24 05:10:09.233480 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd81c7-4abd-412a-811b-779fb8f96056 req-24a09eef-ec4f-4344-baa2-107b13297cfe tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:09.239953 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-24dd81c7-4abd-412a-811b-779fb8f96056 req-24a09eef-ec4f-4344-baa2-107b13297cfe tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 944 time: 0.0575516 Nov 24 05:10:09.247781 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38798) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:09.248987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18086273-a875-4e85-938a-f7f1a787abb5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Network': ['ID=71a3546e-4ef1-4f48-b2fa-26bd6051cbe9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:09.253835 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'network': {'name': 'tempest-network-smoke--768122350', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'port_security_enabled': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:09.301823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:10:09.305890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.312168 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-24dd81c7-4abd-412a-811b-779fb8f96056 req-d7b7488b-3955-4ea0-804d-74d17f8a667b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711484 Nov 24 05:10:09.332590 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:10:09.342037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.342371 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Added segment 30665a8a-9698-42b1-881c-214b7cfb3ed3 of type vlan for network c1cadd23-1f67-42bf-8957-9ea54d46208c Nov 24 05:10:09.384398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.408728 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.414973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:09.415627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.449975 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2008188 Nov 24 05:10:09.452785 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38800) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:09.459189 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-705492984', 'admin_state_up': True, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:09.497346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd92a32-6d27-4c15-a3a0-f6d763fb537f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Network': ['ID=c1cadd23-1f67-42bf-8957-9ea54d46208c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:09.508900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network c1cadd23-1f67-42bf-8957-9ea54d46208c details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:10:09.512308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.513400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.571808 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.707725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:09.836882 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d816a5a1-c4a6-45b6-9029-cea76cb634c5 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:10:10.082014 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port d816a5a1-c4a6-45b6-9029-cea76cb634c5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d816a5a1-c4a6-45b6-9029-cea76cb634c5,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:10.094888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'port_id': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5', 'mac_address': 'fa:16:3e:d6:f8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:10:10.131423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:10.144108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d816a5a1-c4a6-45b6-9029-cea76cb634c5 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:10:10.164705 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port d816a5a1-c4a6-45b6-9029-cea76cb634c5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d816a5a1-c4a6-45b6-9029-cea76cb634c5,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:10.169998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:10.215839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=d816a5a1-c4a6-45b6-9029-cea76cb634c5,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:10.231260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:10.249985 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:10.354721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.134 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/c8eae76c-0fb3-48e1-97fa-aae0498b8ea5) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:10:10.383744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['d816a5a1-c4a6-45b6-9029-cea76cb634c5'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:10:10.481659 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf9e28-d395-4374-9bb4-cd5f454899c3 req-99798e41-83a6-4965-b8d0-c87caa1d3ab9 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:10.483160 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cbbf9e28-d395-4374-9bb4-cd5f454899c3 req-99798e41-83a6-4965-b8d0-c87caa1d3ab9 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 945 time: 0.1015038 Nov 24 05:10:10.506330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:10.560382 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cbbf9e28-d395-4374-9bb4-cd5f454899c3 req-5ac9276d-fd07-4b81-bc94-ea51d92062cf tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687206 Nov 24 05:10:10.582693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:10.616366 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:10:10.619124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:10.621407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:10:10.630895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383ca7f1-d29a-4451-93fe-dfde30ecdd72 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:10:10.648959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=c8eae76c-0fb3-48e1-97fa-aae0498b8ea5,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:10.658860 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6f0acf32-592d-45ef-94a6-7398708bb4d3 None None] Provisioning complete for port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:10.659372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f0acf32-592d-45ef-94a6-7398708bb4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:10.696692 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6f0acf32-592d-45ef-94a6-7398708bb4d3 None None] Port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:10:10.868807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 81f6c47f-9d70-4d10-809a-8f1eff87a103 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:10:10.877755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:10.889213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 81f6c47f-9d70-4d10-809a-8f1eff87a103 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:10:10.889562 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 81f6c47f-9d70-4d10-809a-8f1eff87a103 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:10:11.075472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:11.200805 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router d3dc1196-2192-44bc-b536-a029268a9ef7 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:10:11.306873 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:10:11.316040 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Sync routers for ids ['d3dc1196-2192-44bc-b536-a029268a9ef7'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:10:11.325778 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Routers {'d3dc1196-2192-44bc-b536-a029268a9ef7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:11.326425 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d3dc1196-2192-44bc-b536-a029268a9ef7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:11.326616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:11.331059 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5da8e8af-e2bf-40dc-84bb-56bdf34b543d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8773217 Nov 24 05:10:11.331342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38804) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:11.365713 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bc7a8315-63b0-4cb8-a564-13e227dc667a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=227fcf8641794a6b9aef85d3570bf3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334127 Nov 24 05:10:11.369045 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38806) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:11.430703 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Set router d3dc1196-2192-44bc-b536-a029268a9ef7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:11.540069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c52c07-e665-4a52-aa34-ca7305775687 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:11.541723 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-34c52c07-e665-4a52-aa34-ca7305775687 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1717625 Nov 24 05:10:11.544433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38808) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:11.586800 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-627fbb64-4fba-4826-a6b6-460039304ef8 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381882 Nov 24 05:10:11.587132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38812) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:11.592448 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-223508143', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:11.607692 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:10Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:11.637658 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Checking router: d3dc1196-2192-44bc-b536-a029268a9ef7 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:10:11.638007 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Updating router d3dc1196-2192-44bc-b536-a029268a9ef7 port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:10:11.665945 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:11.680596 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:10:11.684664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:11.685445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dfd7f-c6eb-4988-a61a-3751456de084 req-3595bc5e-3f7a-43c5-870b-c1b5c8937b34 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:11.692785 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bf9dfd7f-c6eb-4988-a61a-3751456de084 req-3595bc5e-3f7a-43c5-870b-c1b5c8937b34 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 945 time: 0.0584862 Nov 24 05:10:11.744059 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bf9dfd7f-c6eb-4988-a61a-3751456de084 req-1801dacb-ad57-48ac-b52f-7179a92ec46d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503294 Nov 24 05:10:11.837121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d816a5a1-c4a6-45b6-9029-cea76cb634c5 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:10:11.900152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port d816a5a1-c4a6-45b6-9029-cea76cb634c5 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:10:11.905085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port d816a5a1-c4a6-45b6-9029-cea76cb634c5 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:11.905540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:11.919399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:11.955535 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:11.964248 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:11.990658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Subnet': ['ID=06932688-ed7c-42f4-8dac-61396435fb8d,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:12.000822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d94500-7db1-4c58-8567-18f1aa92c49e None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:10:12.009416 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Checking segment: {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:10:12.009763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network hostable DHCP agents. Network: c1cadd23-1f67-42bf-8957-9ea54d46208c, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:10:12.031571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network c1cadd23-1f67-42bf-8957-9ea54d46208c is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:10:12.033491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.038871 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Attempting to bind port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:10:12.039280 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Attempting to bind port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:10:12.039723 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Attempting to bind port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:10:12.046000 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, c1cadd23-1f67-42bf-8957-9ea54d46208c) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:12.050471 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:10:12.052196 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:10:12.052349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:12.053146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.053667 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.054393 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:10:12.055190 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Bound port: c8eae76c-0fb3-48e1-97fa-aae0498b8ea5, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:10:12.055836 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.078186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38814) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:12.078894 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-55fe0967-bd59-4f7f-8e1c-a727f4ae6fcc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4903698 Nov 24 05:10:12.088140 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98107a33-a0b8-480c-bab8-89f7627e88b8 None None] Network c1cadd23-1f67-42bf-8957-9ea54d46208c requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:10:12.093432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:10:12.095862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0dd7a4-ed6d-4f1b-8b23-a6eb5ca4fde7" -d '{"events": [{"server_uuid": "42e51395-e6de-4e77-a72b-1ad488afb1d4", "name": "network-vif-plugged", "status": "completed", "tag": "d816a5a1-c4a6-45b6-9029-cea76cb634c5"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:10:12.098713 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0934f8-8efd-48a2-8d4c-ce21bc46fe33 None None] Pushing event updated for resources: {'Port': ['ID=c8eae76c-0fb3-48e1-97fa-aae0498b8ea5,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:12.110320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port d816a5a1-c4a6-45b6-9029-cea76cb634c5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d816a5a1-c4a6-45b6-9029-cea76cb634c5,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:12.139084 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.151620 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] For port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:10:12.157722 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] For port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c8eae76c-0fb3-48e1-97fa-aae0498b8ea5,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:10:12.164562 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.178028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2e9aad-a14f-4fa6-8005-0fc676a82fa3 x-openstack-request-id: req-ea2e9aad-a14f-4fa6-8005-0fc676a82fa3 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:10:12.179091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e51395-e6de-4e77-a72b-1ad488afb1d4", "name": "network-vif-plugged", "status": "completed", "tag": "d816a5a1-c4a6-45b6-9029-cea76cb634c5", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:10:12.179454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea2e9aad-a14f-4fa6-8005-0fc676a82fa3 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:10:12.179959 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5', 'code': 200} Nov 24 05:10:12.243473 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Routers {'d3dc1196-2192-44bc-b536-a029268a9ef7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:12.244255 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d3dc1196-2192-44bc-b536-a029268a9ef7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:12.257450 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c27c9-24f2-4de8-9622-bd07c96d0388 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:10:12.267878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f0436148-9209-4380-a8c0-5f7df1886fdd None None] Provisioning complete for port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:12.268258 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f0436148-9209-4380-a8c0-5f7df1886fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.296546 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0934f8-8efd-48a2-8d4c-ce21bc46fe33 None None] Pushing event updated for resources: {'Port': ['ID=c8eae76c-0fb3-48e1-97fa-aae0498b8ea5,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:12.323382 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=d816a5a1-c4a6-45b6-9029-cea76cb634c5,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:12.456008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-c1cadd23-1f67-42bf-8957-9ea54d46208c', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:10:12.457001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.465996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f0436148-9209-4380-a8c0-5f7df1886fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.474011 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] Set router d3dc1196-2192-44bc-b536-a029268a9ef7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:12.499161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f0436148-9209-4380-a8c0-5f7df1886fdd None None] For port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c8eae76c-0fb3-48e1-97fa-aae0498b8ea5,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:12.509959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f0436148-9209-4380-a8c0-5f7df1886fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.510245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c822bc-70da-4ff3-875e-f157d34ff2cc req-55f4a462-305c-49d4-8c85-346a97e3b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:12.515764 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f5c822bc-70da-4ff3-875e-f157d34ff2cc req-55f4a462-305c-49d4-8c85-346a97e3b3c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 1099 time: 0.1504974 Nov 24 05:10:12.578144 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f5c822bc-70da-4ff3-875e-f157d34ff2cc req-8ea72df5-263b-4835-a319-0cb8f31e6d2e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544724 Nov 24 05:10:12.649862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0436148-9209-4380-a8c0-5f7df1886fdd None None] Pushing event updated for resources: {'Port': ['ID=c8eae76c-0fb3-48e1-97fa-aae0498b8ea5,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:12.686585 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a9ee1ee3-4e89-4f8a-9b5c-3608496d79c6 None None] Provisioning complete for port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:12.687053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a9ee1ee3-4e89-4f8a-9b5c-3608496d79c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.701221 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:10Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:12.722045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Allocated IP 172.20.0.2 (c1cadd23-1f67-42bf-8957-9ea54d46208c/06932688-ed7c-42f4-8dac-61396435fb8d/8419e168-260f-4460-8ae5-0fac246cf0ca) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:10:12.736990 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d609d0-c87e-490d-b924-0ddd5f077545 None None] The sync data for ids ['d3dc1196-2192-44bc-b536-a029268a9ef7'] in dv-neutron-818850-5-hyperv is: [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:10Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:10:12.978712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.985394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861d426-80a3-44d7-9d9b-b97f48241c68 req-153beeca-f1b1-4fc2-a3c3-7755c620e3c1 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:12.986111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:12.987414 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5861d426-80a3-44d7-9d9b-b97f48241c68 req-153beeca-f1b1-4fc2-a3c3-7755c620e3c1 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 946 time: 0.1102052 Nov 24 05:10:13.016712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:13.044612 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Pushing event updated for resources: {'Port': ['ID=8419e168-260f-4460-8ae5-0fac246cf0ca,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:13.057883 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Network c1cadd23-1f67-42bf-8957-9ea54d46208c is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:10:13.061856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:13.062031 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:10:13.169819 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Attempting to bind port 8419e168-260f-4460-8ae5-0fac246cf0ca on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:10:13.170514 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Attempting to bind port 8419e168-260f-4460-8ae5-0fac246cf0ca by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:10:13.171064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Attempting to bind port 8419e168-260f-4460-8ae5-0fac246cf0ca on network c1cadd23-1f67-42bf-8957-9ea54d46208c {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:10:13.180741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:10:13.181488 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Checking segment: {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:10:13.182087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:13.182831 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Bound using segment: {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:10:13.183550 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Bound port: 8419e168-260f-4460-8ae5-0fac246cf0ca, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:10:13.184165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:13.206497 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5861d426-80a3-44d7-9d9b-b97f48241c68 req-e1ee9e2d-5dfa-4bf3-9aec-7262bd90e1a1 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120786 Nov 24 05:10:13.278016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] For port 8419e168-260f-4460-8ae5-0fac246cf0ca, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:10:13.283143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] For port 8419e168-260f-4460-8ae5-0fac246cf0ca, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8419e168-260f-4460-8ae5-0fac246cf0ca,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:10:13.287706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:13.360565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c8e85-0702-4b25-87ae-13d21f7ff877 None None] Pushing event updated for resources: {'Port': ['ID=8419e168-260f-4460-8ae5-0fac246cf0ca,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:13.424307 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.1 (c1cadd23-1f67-42bf-8957-9ea54d46208c/06932688-ed7c-42f4-8dac-61396435fb8d/3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:10:13.590277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:13.633088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:13.676650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network c1cadd23-1f67-42bf-8957-9ea54d46208c is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:10:13.681409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:13.683967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:10:13.730693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:13.749449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:13.889289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:14.168123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:14.172643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:14.246498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:14.251941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:14.376356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aca017-3de9-4154-8234-6f7c54248540 req-73afe03f-97a1-489f-b7fb-9a926e89a69a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:14.377844 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-04aca017-3de9-4154-8234-6f7c54248540 req-73afe03f-97a1-489f-b7fb-9a926e89a69a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 946 time: 0.0934210 Nov 24 05:10:14.386359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network c1cadd23-1f67-42bf-8957-9ea54d46208c is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:10:14.392999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:14.480589 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-04aca017-3de9-4154-8234-6f7c54248540 req-dd18f75d-9eb2-432c-93f8-a1bf99b8548f tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960782 Nov 24 05:10:14.543415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router d3dc1196-2192-44bc-b536-a029268a9ef7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:10:14.687423 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eb380-0ab9-4782-9a32-f681a67539d6 req-015b0a81-24b6-4347-8a11-37d9e50db30b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:14.688954 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-555eb380-0ab9-4782-9a32-f681a67539d6 req-015b0a81-24b6-4347-8a11-37d9e50db30b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 946 time: 0.1302862 Nov 24 05:10:14.721174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:10:14.727199 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5855a94f-475b-4026-b0b2-cc556c0fa157 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/d3dc1196-2192-44bc-b536-a029268a9ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6479216 Nov 24 05:10:14.729841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38824) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:14.761058 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-555eb380-0ab9-4782-9a32-f681a67539d6 req-bdf3f53a-5f22-442e-b3e8-337f42198629 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641253 Nov 24 05:10:14.785037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38826) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:14.790056 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Sync routers for ids ['d3dc1196-2192-44bc-b536-a029268a9ef7'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:10:14.807295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Routers {'d3dc1196-2192-44bc-b536-a029268a9ef7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:14.808019 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d3dc1196-2192-44bc-b536-a029268a9ef7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:14.848088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972bc27e-f6d1-47fa-80ce-22780c2ceacc None None] Network c1cadd23-1f67-42bf-8957-9ea54d46208c requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:10:14.953333 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4884eb-105d-433a-9893-be0c4ca7cd5a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:14.953822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4884eb-105d-433a-9893-be0c4ca7cd5a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:14.954294 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4884eb-105d-433a-9893-be0c4ca7cd5a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:14.954755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4884eb-105d-433a-9893-be0c4ca7cd5a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:14.955214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4884eb-105d-433a-9893-be0c4ca7cd5a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:14.955707 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4884eb-105d-433a-9893-be0c4ca7cd5a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:14.957781 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8d4884eb-105d-433a-9893-be0c4ca7cd5a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2260559 Nov 24 05:10:14.960889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38830) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:15.004147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-825027e9-2560-42ba-a7df-63d936b8c0ef None None] Provisioning complete for port 8419e168-260f-4460-8ae5-0fac246cf0ca triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:15.004409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c995ea-8a5e-4397-af06-6145e18de466 tempest-TestVolumeBootPattern-1722398109 tempest-TestVolumeBootPattern-1722398109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:15.004523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-825027e9-2560-42ba-a7df-63d936b8c0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:15.005856 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-16c995ea-8a5e-4397-af06-6145e18de466 tempest-TestVolumeBootPattern-1722398109 tempest-TestVolumeBootPattern-1722398109-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 1094 time: 0.2198281 Nov 24 05:10:15.009948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38832) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:15.014692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:15.028014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ec41d-aa39-4f71-a1fe-7ff3bb908f0a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:15.028014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ec41d-aa39-4f71-a1fe-7ff3bb908f0a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:15.028014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ec41d-aa39-4f71-a1fe-7ff3bb908f0a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:15.028014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ec41d-aa39-4f71-a1fe-7ff3bb908f0a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:15.028014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ec41d-aa39-4f71-a1fe-7ff3bb908f0a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:15.028477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ec41d-aa39-4f71-a1fe-7ff3bb908f0a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:15.032698 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8f1ec41d-aa39-4f71-a1fe-7ff3bb908f0a tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0683830 Nov 24 05:10:15.034012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38834) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:15.046357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Set router d3dc1196-2192-44bc-b536-a029268a9ef7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:15.096633 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8419e168-260f-4460-8ae5-0fac246cf0ca up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:10:15.098218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:15.343936 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:15.363801 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7de8acb8-ffd3-4ef7-895f-74dd54c09e81 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3284850 Nov 24 05:10:15.367384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38836) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:15.372233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1768827432', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:15.468033 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Allocated IP 172.26.0.90 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/e8e80bc8-eafc-4b68-ba8c-a65c73234c48) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:10:15.472933 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 8419e168-260f-4460-8ae5-0fac246cf0ca triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:15.473312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:15.483906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-825027e9-2560-42ba-a7df-63d936b8c0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:15.501179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:10:15.505237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:15.527624 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] device_id is not set on port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:10:15.593289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-825027e9-2560-42ba-a7df-63d936b8c0ef None None] For port 8419e168-260f-4460-8ae5-0fac246cf0ca, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8419e168-260f-4460-8ae5-0fac246cf0ca,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:15.605041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-825027e9-2560-42ba-a7df-63d936b8c0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:15.619206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:15.663128 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.6 (c1cadd23-1f67-42bf-8957-9ea54d46208c/06932688-ed7c-42f4-8dac-61396435fb8d/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:10:15.665791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:15.698566 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:10:15.703870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825027e9-2560-42ba-a7df-63d936b8c0ef None None] Pushing event updated for resources: {'Port': ['ID=8419e168-260f-4460-8ae5-0fac246cf0ca,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:15.710017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:10:15.713634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:15.719915 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:10:15.727379 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:13Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5', 'name': '', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:bc:fd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:13Z', 'updated_at': '2021-11-24T05:10:14Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:15.768434 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Checking router: d3dc1196-2192-44bc-b536-a029268a9ef7 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:10:15.768811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Updating router d3dc1196-2192-44bc-b536-a029268a9ef7 port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:10:15.805935 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:15.806591 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'Port': ['ID=e8e80bc8-eafc-4b68-ba8c-a65c73234c48,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:15.873628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f4b50813-d6f1-4d6c-9e30-f7987dafffde None None] Provisioning complete for port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:15.874005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4b50813-d6f1-4d6c-9e30-f7987dafffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:15.911737 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:15.912119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.012427 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f4b50813-d6f1-4d6c-9e30-f7987dafffde None None] Port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:10:16.042133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f4b50813-d6f1-4d6c-9e30-f7987dafffde None None] Provisioning complete for port 8419e168-260f-4460-8ae5-0fac246cf0ca triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:16.042520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4b50813-d6f1-4d6c-9e30-f7987dafffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.128786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4d405b3d-ef06-41a1-a85e-8eea83d132cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.261888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.264792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.295191 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.335866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8e8a2483-5332-4176-aedd-c84462358094 None None] Provisioning complete for port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:16.336242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e8a2483-5332-4176-aedd-c84462358094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.345192 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network c1cadd23-1f67-42bf-8957-9ea54d46208c is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:10:16.346522 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.348203 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:16.352012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:10:16.377998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:16.408931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:16.409694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.426981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a2483-5332-4176-aedd-c84462358094 None None] Port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:10:16.440238 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a8d6e8d5-bda0-4439-ac95-070a74ef04b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0717349 Nov 24 05:10:16.509523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.517592 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.547349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.554050 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.644635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'Port': ['ID=e8e80bc8-eafc-4b68-ba8c-a65c73234c48,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:16.650408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.654805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47e01c-a549-4e66-be7a-17c056220602 None None] Pushing event updated for resources: {'Port': ['ID=3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:16.679565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Attempting to bind port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:10:16.680021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Attempting to bind port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:10:16.680403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Attempting to bind port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 on network c1cadd23-1f67-42bf-8957-9ea54d46208c {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:10:16.682301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f4e1ab3e-0247-4b64-95e0-70ede5ac3214 None None] Provisioning complete for port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:16.682673 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ab3e-0247-4b64-95e0-70ede5ac3214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.707343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:10:16.707752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Checking segment: {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:10:16.708159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.708563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Bound using segment: {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:10:16.709074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Bound port: 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:10:16.709452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.753504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1ab3e-0247-4b64-95e0-70ede5ac3214 None None] Port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:10:16.771113 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Floating IP 09811fbe-28b4-45d8-8cc3-c757066a9166 associated. External IP: 172.26.0.90, port: d816a5a1-c4a6-45b6-9029-cea76cb634c5. Nov 24 05:10:16.798027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] For port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:10:16.802139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] For port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:10:16.808982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.866715 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38840) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:16.873752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-399a061a-3d78-4e34-b568-a5dca72537f2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1058568302', 'description': 'tempest-secgroup-smoke-1058568302 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:16.889207 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Routers {'d3dc1196-2192-44bc-b536-a029268a9ef7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:16.889880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d3dc1196-2192-44bc-b536-a029268a9ef7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:16.918571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-399a061a-3d78-4e34-b568-a5dca72537f2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:16.982075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8419e168-260f-4460-8ae5-0fac246cf0ca up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:10:17.025506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-399a061a-3d78-4e34-b568-a5dca72537f2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.033655 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47e01c-a549-4e66-be7a-17c056220602 None None] Pushing event updated for resources: {'Port': ['ID=3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:17.034668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-399a061a-3d78-4e34-b568-a5dca72537f2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.053046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3ef7eca3-fa81-4fb4-88c7-b3a82686ed37 None None] Provisioning complete for port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:17.053945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3ef7eca3-fa81-4fb4-88c7-b3a82686ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.058599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 8419e168-260f-4460-8ae5-0fac246cf0ca triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:17.058974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.065401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Router f05e0afa-cd7d-49c0-8536-11045273f58f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:10:17.079039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-399a061a-3d78-4e34-b568-a5dca72537f2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.080677 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-399a061a-3d78-4e34-b568-a5dca72537f2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2119024 Nov 24 05:10:17.082337 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a061a-3d78-4e34-b568-a5dca72537f2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821f8dc1-1aee-48b2-91d9-d86952a08cc9,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:17.084831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38842) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:17.096515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-bc59e07b-c803-413f-b7eb-492f75a84515 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '821f8dc1-1aee-48b2-91d9-d86952a08cc9', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:17.144342 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] Set router d3dc1196-2192-44bc-b536-a029268a9ef7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:17.148242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bc59e07b-c803-413f-b7eb-492f75a84515 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.217255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bc59e07b-c803-413f-b7eb-492f75a84515 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.223440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bc59e07b-c803-413f-b7eb-492f75a84515 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.245921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59e07b-c803-413f-b7eb-492f75a84515 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ec2ca6-900e-49af-a495-0acab090289c,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:17.255550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bc59e07b-c803-413f-b7eb-492f75a84515 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.256955 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bc59e07b-c803-413f-b7eb-492f75a84515 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710165 Nov 24 05:10:17.260010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38844) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:17.265077 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f739d80b-d9a2-4f1c-8af0-f2f68dccfc03 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '821f8dc1-1aee-48b2-91d9-d86952a08cc9', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:17.298460 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f739d80b-d9a2-4f1c-8af0-f2f68dccfc03 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.322033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3ef7eca3-fa81-4fb4-88c7-b3a82686ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.371740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f739d80b-d9a2-4f1c-8af0-f2f68dccfc03 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.376856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f739d80b-d9a2-4f1c-8af0-f2f68dccfc03 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.405023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f739d80b-d9a2-4f1c-8af0-f2f68dccfc03 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.408676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3ef7eca3-fa81-4fb4-88c7-b3a82686ed37 None None] For port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:17.409695 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f739d80b-d9a2-4f1c-8af0-f2f68dccfc03 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484950 Nov 24 05:10:17.410656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38846) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:17.411717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739d80b-d9a2-4f1c-8af0-f2f68dccfc03 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e121e436-6ea8-45c9-be03-a00a5bf48779,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:17.414317 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3ef7eca3-fa81-4fb4-88c7-b3a82686ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.419848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8504e5a6-0dd6-4846-b6e9-13dc06278c42 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '821f8dc1-1aee-48b2-91d9-d86952a08cc9', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:17.453298 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8504e5a6-0dd6-4846-b6e9-13dc06278c42 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.491299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7eca3-fa81-4fb4-88c7-b3a82686ed37 None None] Pushing event updated for resources: {'Port': ['ID=3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:17.507802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:13Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5', 'name': '', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:bc:fd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:13Z', 'updated_at': '2021-11-24T05:10:16Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:17.516050 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8504e5a6-0dd6-4846-b6e9-13dc06278c42 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.521115 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8504e5a6-0dd6-4846-b6e9-13dc06278c42 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.541475 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a78d8-b039-4792-80d6-dfa4a0a56a98 None None] The sync data for ids ['d3dc1196-2192-44bc-b536-a029268a9ef7'] in dv-neutron-818850-5-hyperv is: [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:13Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5', 'name': '', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:bc:fd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:13Z', 'updated_at': '2021-11-24T05:10:16Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:10:17.543920 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504e5a6-0dd6-4846-b6e9-13dc06278c42 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b349c9d-1af1-4fd3-8261-d91666263cd0,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:17.552662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8504e5a6-0dd6-4846-b6e9-13dc06278c42 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.557196 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8504e5a6-0dd6-4846-b6e9-13dc06278c42 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376166 Nov 24 05:10:17.557422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38848) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:17.559358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-436c755c-8584-4ab6-9c20-8f9c3b1310c4 None None] Provisioning complete for port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:17.559865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-436c755c-8584-4ab6-9c20-8f9c3b1310c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.562227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-acdce62a-e914-4c06-bf0d-6b828203cc60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '821f8dc1-1aee-48b2-91d9-d86952a08cc9', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:17.579903 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:10:17.597289 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c19d1-baa7-4838-a0bb-184b74013bc7 None None] Sync routers for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:10:17.604815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-acdce62a-e914-4c06-bf0d-6b828203cc60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.606926 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.639924 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c19d1-baa7-4838-a0bb-184b74013bc7 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:17.642937 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ba84d55e-d7d0-43a1-be9d-7332d0ad9d10 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6318243 Nov 24 05:10:17.643877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'tag': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:10:17.648111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870" -d '{"events": [{"name": "network-changed", "server_uuid": "42e51395-e6de-4e77-a72b-1ad488afb1d4", "tag": "d816a5a1-c4a6-45b6-9029-cea76cb634c5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:10:17.655325 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a11c19d1-baa7-4838-a0bb-184b74013bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:17.702721 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5895f135-9300-4931-82a0-c34324733c3d x-openstack-request-id: req-5895f135-9300-4931-82a0-c34324733c3d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:10:17.703011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e51395-e6de-4e77-a72b-1ad488afb1d4", "tag": "d816a5a1-c4a6-45b6-9029-cea76cb634c5", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:10:17.703260 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5895f135-9300-4931-82a0-c34324733c3d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:10:17.703686 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'tag': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5', 'status': 'completed', 'code': 200} Nov 24 05:10:17.712568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-acdce62a-e914-4c06-bf0d-6b828203cc60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.720466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-acdce62a-e914-4c06-bf0d-6b828203cc60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.756228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdce62a-e914-4c06-bf0d-6b828203cc60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82e16d3-872e-4844-a024-5336476e45c8,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:17.781929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-acdce62a-e914-4c06-bf0d-6b828203cc60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.783174 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-acdce62a-e914-4c06-bf0d-6b828203cc60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2248313 Nov 24 05:10:17.786275 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38854) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:17.795250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4503320f-206a-4439-93d8-a3eb4f7d5f0c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '821f8dc1-1aee-48b2-91d9-d86952a08cc9', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:17.812787 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a11c19d1-baa7-4838-a0bb-184b74013bc7 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:17.813918 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870 req-1e3c72a1-f847-4634-aa62-7c7775027eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:17.815735 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870 req-1e3c72a1-f847-4634-aa62-7c7775027eab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 1099 time: 0.0813487 Nov 24 05:10:17.829090 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-4503320f-206a-4439-93d8-a3eb4f7d5f0c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:10:17.836078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4503320f-206a-4439-93d8-a3eb4f7d5f0c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.913996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4503320f-206a-4439-93d8-a3eb4f7d5f0c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.921301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4503320f-206a-4439-93d8-a3eb4f7d5f0c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.942681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503320f-206a-4439-93d8-a3eb4f7d5f0c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416ced68-9fcc-4726-ae58-3c6c949993e9,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:17.953233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870 req-1254bd95-3fd5-4c3d-be34-6026abaa99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:17.954723 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870 req-1254bd95-3fd5-4c3d-be34-6026abaa99f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.1305158 Nov 24 05:10:17.956792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4503320f-206a-4439-93d8-a3eb4f7d5f0c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:17.962300 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4503320f-206a-4439-93d8-a3eb4f7d5f0c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1710835 Nov 24 05:10:17.962762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38856) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:17.970116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5a993ba0-7484-4c95-a189-1cff24fb7e60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '821f8dc1-1aee-48b2-91d9-d86952a08cc9', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:18.007397 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-5a993ba0-7484-4c95-a189-1cff24fb7e60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:10:18.013964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a993ba0-7484-4c95-a189-1cff24fb7e60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:18.041984 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870 req-8986a9e9-51da-45f2-a6f5-2d64274d8a64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d816a5a1-c4a6-45b6-9029-cea76cb634c5 HTTP/1.1" status: 200 len: 999 time: 0.0775995 Nov 24 05:10:18.099946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870 req-ab7d1424-a407-4ff4-bd1b-58eb5f8e6de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:18.103514 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870 req-ab7d1424-a407-4ff4-bd1b-58eb5f8e6de1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0549011 Nov 24 05:10:18.109260 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a993ba0-7484-4c95-a189-1cff24fb7e60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:18.109824 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a11c19d1-baa7-4838-a0bb-184b74013bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '09811fbe-28b4-45d8-8cc3-c757066a9166', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:d6:f8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:10:16Z', 'updated_at': '2021-11-24T05:10:16Z', 'revision_number': 0, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:18.116680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a993ba0-7484-4c95-a189-1cff24fb7e60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:18.138244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a993ba0-7484-4c95-a189-1cff24fb7e60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c32fb5-ecaf-46b0-8e14-babfbb55f413,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:18.154692 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c19d1-baa7-4838-a0bb-184b74013bc7 None None] Checking router: f05e0afa-cd7d-49c0-8536-11045273f58f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:10:18.155450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a993ba0-7484-4c95-a189-1cff24fb7e60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:18.167565 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5a993ba0-7484-4c95-a189-1cff24fb7e60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1926253 Nov 24 05:10:18.167837 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870 req-402bebcf-0312-42be-89e9-5a8567c5577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:18.167837 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870 req-402bebcf-0312-42be-89e9-5a8567c5577c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489099 Nov 24 05:10:18.168146 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c19d1-baa7-4838-a0bb-184b74013bc7 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:18.168146 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a11c19d1-baa7-4838-a0bb-184b74013bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:09:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:18.292156 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870 req-a3c8236a-717b-443c-891e-f51b65b4a850 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202178 Nov 24 05:10:18.306369 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a11c19d1-baa7-4838-a0bb-184b74013bc7 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:18.355177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5dd8ad66-edf9-4f0f-abe1-559b9bbc1151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:18.439669 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4dbc67a4-43ec-4eff-9e3c-81ba74c26870 req-a0c0d3c0-ec18-49a3-879f-0c77054742a5 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442270 Nov 24 05:10:18.443735 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-a2ea3d83-f272-4b34-a445-4757559bede8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058568302&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.0739787 Nov 24 05:10:18.498498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd845-f76a-45b9-b00e-76fad458174e req-1837853d-9493-4a8f-b080-49f3bd79e047 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:18.499954 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-1837853d-9493-4a8f-b080-49f3bd79e047 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 930 time: 0.0488572 Nov 24 05:10:18.549489 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-51807910-bfec-43a7-b2fa-11eb737bf1ef service neutron] 10.222.0.37 "GET /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0353956 Nov 24 05:10:18.567581 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a11c19d1-baa7-4838-a0bb-184b74013bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '09811fbe-28b4-45d8-8cc3-c757066a9166', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:d6:f8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:10:16Z', 'updated_at': '2021-11-24T05:10:16Z', 'revision_number': 0, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:18.599656 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c19d1-baa7-4838-a0bb-184b74013bc7 None None] The sync data for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv is: [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '09811fbe-28b4-45d8-8cc3-c757066a9166', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.90', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:d6:f8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:10:16Z', 'updated_at': '2021-11-24T05:10:16Z', 'revision_number': 0, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:10:18.656898 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-eda99f65-1b39-4e6c-9134-2642bfa43da0 service neutron] 10.222.0.37 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000512 Nov 24 05:10:18.754372 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-56ed6251-a2b6-4c6a-8304-d5e7fd532b58 service neutron] 10.222.0.37 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913987 Nov 24 05:10:18.868266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e87c1-4802-4b20-8aa6-187f1a82ea0c None None] New status for floating IP 09811fbe-28b4-45d8-8cc3-c757066a9166: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:10:18.959111 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-189b2661-a01a-4da1-aec3-9e41c391e3f4 req-97b6e3f9-f622-4a74-a548-4c922ae28ec3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 210 time: 0.0398607 Nov 24 05:10:19.138942 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:10:19.233870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:19.234219 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:19.515499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:19.905631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd845-f76a-45b9-b00e-76fad458174e req-1f179e36-f9fd-4a34-be99-ff9c986f4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:19.906996 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-1f179e36-f9fd-4a34-be99-ff9c986f4869 service neutron] 10.222.0.31 "GET /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 1026 time: 0.0452940 Nov 24 05:10:20.020910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd845-f76a-45b9-b00e-76fad458174e req-500ecb76-15bd-4ff8-8712-724c17d17240 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:20.022396 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-500ecb76-15bd-4ff8-8712-724c17d17240 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=c1cadd23-1f67-42bf-8957-9ea54d46208c HTTP/1.1" status: 200 len: 796 time: 0.1072276 Nov 24 05:10:20.066001 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6c173dc3-0cb0-4d87-ac05-e2566181d004 req-adac0738-e05c-4db4-a491-23b996d96ced tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 210 time: 0.0392175 Nov 24 05:10:20.119378 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-fa68e5ca-21ed-4c61-b8fb-8ff08226499a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 380 time: 0.0832093 Nov 24 05:10:20.137449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Request body: {'port': {'device_id': 'dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:20.189411 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:20.444967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:10:20.452075 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:20.463914 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Transition to ACTIVE for port object 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:10:20.467219 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:20.516940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:20.587286 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Attempting to bind port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:10:20.587638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Attempting to bind port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:10:20.587972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Attempting to bind port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on network c1cadd23-1f67-42bf-8957-9ea54d46208c {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:10:20.592401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on network c1cadd23-1f67-42bf-8957-9ea54d46208c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:10:20.592719 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Attempting to bind port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on network c1cadd23-1f67-42bf-8957-9ea54d46208c {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:10:20.597707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:10:20.598022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Checking segment: {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:10:20.598402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Bound using segment: {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:10:20.598829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Bound port: 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:10:20.599179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:20.669361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:10:20.672356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:10:20.676932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:20.708777 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:20.710008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:20.711738 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] 10.222.0.31 "PUT /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 1131 time: 0.5783765 Nov 24 05:10:20.712173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165', 'tag': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:10:20.714416 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d64335-a599-4f48-bd0d-31be80edd402" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165", "tag": "0bcc13f0-ff56-47ac-a153-a1bb5971f5ec"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:10:20.754123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff18bb5-715b-4a70-aebe-54f69717cf73 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:20.770375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:20.789528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e05a42e-1670-47a4-85cc-c2d8c4408c5d x-openstack-request-id: req-7e05a42e-1670-47a4-85cc-c2d8c4408c5d {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:10:20.789830 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165", "tag": "0bcc13f0-ff56-47ac-a153-a1bb5971f5ec", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:10:20.790084 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e05a42e-1670-47a4-85cc-c2d8c4408c5d {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:10:20.790544 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165', 'tag': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'status': 'completed', 'code': 200} Nov 24 05:10:20.810461 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd845-f76a-45b9-b00e-76fad458174e req-d50512ec-0db7-46e9-a342-f8202fbde7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:20.812070 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-d50512ec-0db7-46e9-a342-f8202fbde7ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 1134 time: 0.0532289 Nov 24 05:10:20.861230 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-9eeb6837-5a09-44b0-9e57-00885c148aac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 217 time: 0.0403681 Nov 24 05:10:20.915554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd845-f76a-45b9-b00e-76fad458174e req-f5fe08ed-944f-4884-b05f-def83b94d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:20.917040 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-f5fe08ed-944f-4884-b05f-def83b94d128 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=06932688-ed7c-42f4-8dac-61396435fb8d HTTP/1.1" status: 200 len: 834 time: 0.0474553 Nov 24 05:10:20.963037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd845-f76a-45b9-b00e-76fad458174e req-1d82121c-2fc9-4e61-b238-109ed25b382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:20.964439 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-1d82121c-2fc9-4e61-b238-109ed25b382b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1cadd23-1f67-42bf-8957-9ea54d46208c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409627 Nov 24 05:10:21.059510 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-805649dc-6bc1-41b1-a0eb-e39661b735b8 service neutron] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882196 Nov 24 05:10:21.180362 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-998dd845-f76a-45b9-b00e-76fad458174e req-e44a17f0-e6fc-437a-8df9-c24a08c04b0f service neutron] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139030 Nov 24 05:10:21.200371 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf916f3-a84e-4402-8f82-f0b60f7c5745 req-88a0068f-0f95-4d0b-97c4-781bbdbafac1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:21.201840 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-edf916f3-a84e-4402-8f82-f0b60f7c5745 req-88a0068f-0f95-4d0b-97c4-781bbdbafac1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 981 time: 0.0655110 Nov 24 05:10:21.276768 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-edf916f3-a84e-4402-8f82-f0b60f7c5745 req-cb7db9fc-0a27-4d79-b62b-ef4e6c8978a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687459 Nov 24 05:10:21.290117 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d64335-a599-4f48-bd0d-31be80edd402 req-db0c2889-4021-4243-9317-d68befceb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:21.291665 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01d64335-a599-4f48-bd0d-31be80edd402 req-db0c2889-4021-4243-9317-d68befceb587 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 1134 time: 0.0620058 Nov 24 05:10:21.383579 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d64335-a599-4f48-bd0d-31be80edd402 req-92e1373f-fc28-4f54-8a70-606058a7ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:21.385040 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01d64335-a599-4f48-bd0d-31be80edd402 req-92e1373f-fc28-4f54-8a70-606058a7ad3c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1cadd23-1f67-42bf-8957-9ea54d46208c HTTP/1.1" status: 200 len: 897 time: 0.0865116 Nov 24 05:10:21.425720 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01d64335-a599-4f48-bd0d-31be80edd402 req-32b08acb-7b73-46ec-8da4-5994a0db4b67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 217 time: 0.0332315 Nov 24 05:10:21.473544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d64335-a599-4f48-bd0d-31be80edd402 req-9cd03f1b-89f4-4787-9a01-a2b225aec243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:21.475012 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01d64335-a599-4f48-bd0d-31be80edd402 req-9cd03f1b-89f4-4787-9a01-a2b225aec243 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=06932688-ed7c-42f4-8dac-61396435fb8d HTTP/1.1" status: 200 len: 834 time: 0.0417354 Nov 24 05:10:21.518606 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d64335-a599-4f48-bd0d-31be80edd402 req-d513b07c-9edb-46be-bdc8-cbd4431b358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:21.520103 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01d64335-a599-4f48-bd0d-31be80edd402 req-d513b07c-9edb-46be-bdc8-cbd4431b358a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1cadd23-1f67-42bf-8957-9ea54d46208c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377243 Nov 24 05:10:21.623073 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01d64335-a599-4f48-bd0d-31be80edd402 req-113e105f-b110-4aa4-8bb0-fdf3c17d4c9a service neutron] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950856 Nov 24 05:10:21.698583 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:21.712265 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01d64335-a599-4f48-bd0d-31be80edd402 req-90940117-b6ea-4f14-818f-b850b0c8b702 service neutron] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819950 Nov 24 05:10:22.398189 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35db0b-106b-4e7f-90ad-f8ff7fe924f7 req-c25f18fb-0cb3-44c6-b90a-5e2c08ff89bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:22.399687 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0e35db0b-106b-4e7f-90ad-f8ff7fe924f7 req-c25f18fb-0cb3-44c6-b90a-5e2c08ff89bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 981 time: 0.0540450 Nov 24 05:10:22.446780 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0e35db0b-106b-4e7f-90ad-f8ff7fe924f7 req-e5432071-64de-4ae0-bead-b8936224024e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Nov 24 05:10:23.561291 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab7645-93b9-41aa-9bd4-3d4d75b28849 req-71077d40-21fd-4b58-8f17-209edbc776bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:23.562788 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a9ab7645-93b9-41aa-9bd4-3d4d75b28849 req-71077d40-21fd-4b58-8f17-209edbc776bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 981 time: 0.0484753 Nov 24 05:10:23.610617 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a9ab7645-93b9-41aa-9bd4-3d4d75b28849 req-8099b1d6-9512-4292-88da-d7c87b55c1dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419235 Nov 24 05:10:23.701783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:23.890736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:10:23.991684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:24.003285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'port_id': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'mac_address': 'fa:16:3e:25:95:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:10:24.044862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:24.058517 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:10:24.080393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:24.084081 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:24.132569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:24.295888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['0bcc13f0-ff56-47ac-a153-a1bb5971f5ec'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:10:24.734474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d86a2-c9e0-4770-9cd6-9ed0e047f472 req-9bd7812f-10a0-4b32-9a29-b7ffe12db615 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:24.736156 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d33d86a2-c9e0-4770-9cd6-9ed0e047f472 req-9bd7812f-10a0-4b32-9a29-b7ffe12db615 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 982 time: 0.0572429 Nov 24 05:10:24.787516 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d33d86a2-c9e0-4770-9cd6-9ed0e047f472 req-ea521c0a-d987-4f08-9f51-68a96142c696 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452070 Nov 24 05:10:25.895336 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:10:25.903942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a336e-b7f0-44d2-8ccf-7e74954497bc req-6ee0e07c-d2fa-495e-8c37-38a48189da18 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:25.905604 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-518a336e-b7f0-44d2-8ccf-7e74954497bc req-6ee0e07c-d2fa-495e-8c37-38a48189da18 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 982 time: 0.0497046 Nov 24 05:10:25.944111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:10:25.948580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:25.948961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:25.953731 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-518a336e-b7f0-44d2-8ccf-7e74954497bc req-b6a66e05-dbbe-4777-b303-2d4906633960 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 Nov 24 05:10:26.030412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:26.052651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:10:26.055007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e7b366-28ae-4cd9-bc8d-79585aaf0027" -d '{"events": [{"server_uuid": "dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165", "name": "network-vif-plugged", "status": "completed", "tag": "0bcc13f0-ff56-47ac-a153-a1bb5971f5ec"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:10:26.067739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:26.071854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:26.095122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd691e7-6621-4e5f-b886-2a35b94d323f x-openstack-request-id: req-acd691e7-6621-4e5f-b886-2a35b94d323f {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:10:26.095417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165", "name": "network-vif-plugged", "status": "completed", "tag": "0bcc13f0-ff56-47ac-a153-a1bb5971f5ec", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:10:26.095707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acd691e7-6621-4e5f-b886-2a35b94d323f {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:10:26.096096 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'code': 200} Nov 24 05:10:26.121828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:26.258951 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded94a4-d53f-4e46-ac66-d3e9e8ed02f0 req-9d5e642d-5c10-47d1-8783-c6390ddf0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:26.260448 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aded94a4-d53f-4e46-ac66-d3e9e8ed02f0 req-9d5e642d-5c10-47d1-8783-c6390ddf0cef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 1136 time: 0.0399101 Nov 24 05:10:26.309618 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aded94a4-d53f-4e46-ac66-d3e9e8ed02f0 req-5e1222b9-ab50-4067-bbdc-a98ee289340b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Nov 24 05:10:27.070460 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1efdef-5599-4cc9-b394-b578ac6c4668 req-e6abff39-17e0-4227-9c77-3fc762205e6f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:27.071874 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ea1efdef-5599-4cc9-b394-b578ac6c4668 req-e6abff39-17e0-4227-9c77-3fc762205e6f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 983 time: 0.0487397 Nov 24 05:10:27.122434 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ea1efdef-5599-4cc9-b394-b578ac6c4668 req-77a865cc-63e4-41b9-ab65-88e1ee948204 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442042 Nov 24 05:10:28.236750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8cccf-1d08-45ee-a107-8f4406d153b4 req-71422190-d093-4cf2-8126-4a4c10d9669e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:28.238181 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1aa8cccf-1d08-45ee-a107-8f4406d153b4 req-71422190-d093-4cf2-8126-4a4c10d9669e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 983 time: 0.0481133 Nov 24 05:10:28.285005 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1aa8cccf-1d08-45ee-a107-8f4406d153b4 req-f57d8b25-a27c-4c07-a0f9-3ba6077b50e3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398748 Nov 24 05:10:28.401730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3738c1-6e46-4eb0-a05e-e17c9e334af1 req-1ff2e686-851b-4a16-b6a1-8ad5a1dce661 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:28.403116 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dc3738c1-6e46-4eb0-a05e-e17c9e334af1 req-1ff2e686-851b-4a16-b6a1-8ad5a1dce661 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 983 time: 0.0518944 Nov 24 05:10:28.450058 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dc3738c1-6e46-4eb0-a05e-e17c9e334af1 req-771616f7-4470-42da-9df8-17bfba21ed72 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 Nov 24 05:10:28.471404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38908) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:28.510079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a584b624-c7b2-43fe-8fe2-1c3328c811d0 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:28.511552 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a584b624-c7b2-43fe-8fe2-1c3328c811d0 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 1131 time: 0.0391433 Nov 24 05:10:28.514247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38910) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:28.518362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:28.539649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:28.633946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:28.734355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.120 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/dbadcdda-4bde-471d-8386-981588af1f32) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:10:28.839722 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:28.871903 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:28.905685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:10:28.908621 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:28.914394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:10:28.943528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=dbadcdda-4bde-471d-8386-981588af1f32,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:28.955065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:28.955423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:28.955811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:28.956161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:28.956501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:28.956840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:28.957175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:28.957763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:28.958102 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:28.958436 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:28.958770 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:28.959099 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:29.285537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:29.350000 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:29.495936 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:29.500317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:29.573399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=dbadcdda-4bde-471d-8386-981588af1f32,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:29.582192 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:29.678037 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP 1a916eec-1e3e-4348-9119-a21017b24e4b associated. External IP: 172.26.0.120, port: 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec. Nov 24 05:10:29.885426 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router d3dc1196-2192-44bc-b536-a029268a9ef7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:10:29.992151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:10:30.001367 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b3e2c6-7968-4656-b750-64ca59713e36 None None] Sync routers for ids ['d3dc1196-2192-44bc-b536-a029268a9ef7'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:10:30.009579 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:30.012119 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3e2c6-7968-4656-b750-64ca59713e36 None None] Routers {'d3dc1196-2192-44bc-b536-a029268a9ef7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:30.012728 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-19b3e2c6-7968-4656-b750-64ca59713e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d3dc1196-2192-44bc-b536-a029268a9ef7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:30.036499 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-53d2ed9e-eed5-4af9-b027-d39f2b77f6ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.5212474 Nov 24 05:10:30.037139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165', 'tag': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:10:30.039330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38912) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:30.039868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165", "tag": "0bcc13f0-ff56-47ac-a153-a1bb5971f5ec"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:10:30.083516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a47d8-67eb-43f5-bb99-76796532bb69 x-openstack-request-id: req-710a47d8-67eb-43f5-bb99-76796532bb69 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:10:30.083835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165", "tag": "0bcc13f0-ff56-47ac-a153-a1bb5971f5ec", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:10:30.084087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-710a47d8-67eb-43f5-bb99-76796532bb69 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:10:30.084490 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165', 'tag': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'status': 'completed', 'code': 200} Nov 24 05:10:30.123108 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-19b3e2c6-7968-4656-b750-64ca59713e36 None None] Set router d3dc1196-2192-44bc-b536-a029268a9ef7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:30.143685 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e4981-cca2-4ba1-a30c-cf5cd75e52f5 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:30.145131 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-445e4981-cca2-4ba1-a30c-cf5cd75e52f5 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165&network_id=c1cadd23-1f67-42bf-8957-9ea54d46208c HTTP/1.1" status: 200 len: 1131 time: 0.1040764 Nov 24 05:10:30.164063 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f req-f207aaf2-a0c0-47ea-b2a8-ae32637b32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:30.165616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f req-f207aaf2-a0c0-47ea-b2a8-ae32637b32f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 1136 time: 0.0551419 Nov 24 05:10:30.260675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f req-6c0ea5be-e2ff-4d12-a44e-63967850b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:30.262066 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f req-6c0ea5be-e2ff-4d12-a44e-63967850b935 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1cadd23-1f67-42bf-8957-9ea54d46208c HTTP/1.1" status: 200 len: 897 time: 0.0890577 Nov 24 05:10:30.346484 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f req-697980cb-3be9-46fb-a0aa-390dc0fc2e38 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 1037 time: 0.0770385 Nov 24 05:10:30.360581 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-19b3e2c6-7968-4656-b750-64ca59713e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:13Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '1a916eec-1e3e-4348-9119-a21017b24e4b', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.120', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'port_id': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1768827432', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'mac_address': 'fa:16:3e:25:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:10:29Z', 'updated_at': '2021-11-24T05:10:29Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5', 'name': '', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:bc:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:13Z', 'updated_at': '2021-11-24T05:10:17Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:30.387704 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b3e2c6-7968-4656-b750-64ca59713e36 None None] Checking router: d3dc1196-2192-44bc-b536-a029268a9ef7 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:10:30.395681 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3e2c6-7968-4656-b750-64ca59713e36 None None] Routers {'d3dc1196-2192-44bc-b536-a029268a9ef7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:30.396282 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-19b3e2c6-7968-4656-b750-64ca59713e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d3dc1196-2192-44bc-b536-a029268a9ef7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:30.417824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a46a78-5881-4e62-b5a6-f7997de7c1c2 req-fe9328c3-13f2-43e4-b6b7-5e16834d5286 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:30.419380 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-88a46a78-5881-4e62-b5a6-f7997de7c1c2 req-fe9328c3-13f2-43e4-b6b7-5e16834d5286 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 983 time: 0.0863345 Nov 24 05:10:30.421367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f req-8c5aef94-73d8-4a2a-b679-3fe1c72ffe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:30.422711 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f req-8c5aef94-73d8-4a2a-b679-3fe1c72ffe23 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=06932688-ed7c-42f4-8dac-61396435fb8d HTTP/1.1" status: 200 len: 834 time: 0.0625243 Nov 24 05:10:30.502133 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-88a46a78-5881-4e62-b5a6-f7997de7c1c2 req-0278f252-1f7f-4383-a23f-08b121c1f731 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760245 Nov 24 05:10:30.509155 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f req-f175b509-a196-4eb0-9dbf-0ff953ce981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:30.510647 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f req-f175b509-a196-4eb0-9dbf-0ff953ce981b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1cadd23-1f67-42bf-8957-9ea54d46208c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778444 Nov 24 05:10:30.601991 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-19b3e2c6-7968-4656-b750-64ca59713e36 None None] Set router d3dc1196-2192-44bc-b536-a029268a9ef7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:30.605845 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f req-c147ae1d-34d3-4bec-b732-40c2c5531164 service neutron] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826607 Nov 24 05:10:30.701462 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-55b6a7ab-b38f-498b-bb62-0df7bdc7122f req-c10053bd-90d3-4674-a860-b6b454a8561f service neutron] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884435 Nov 24 05:10:30.820247 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-19b3e2c6-7968-4656-b750-64ca59713e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:13Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '1a916eec-1e3e-4348-9119-a21017b24e4b', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.120', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'port_id': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1768827432', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'mac_address': 'fa:16:3e:25:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:10:29Z', 'updated_at': '2021-11-24T05:10:29Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5', 'name': '', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:bc:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:13Z', 'updated_at': '2021-11-24T05:10:17Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:30.846718 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b3e2c6-7968-4656-b750-64ca59713e36 None None] The sync data for ids ['d3dc1196-2192-44bc-b536-a029268a9ef7'] in dv-neutron-818850-5-hyperv is: [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:13Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '1a916eec-1e3e-4348-9119-a21017b24e4b', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.120', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'port_id': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1768827432', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'mac_address': 'fa:16:3e:25:95:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:10:29Z', 'updated_at': '2021-11-24T05:10:29Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5', 'name': '', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:bc:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:13Z', 'updated_at': '2021-11-24T05:10:17Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:10:31.039397 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c968623-8e1d-46aa-b2fd-1c442a30a8ac None None] New status for floating IP 1a916eec-1e3e-4348-9119-a21017b24e4b: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:10:31.622649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aa7ee-42db-4b0a-9cb2-672ffd910b39 req-58bad910-251c-40dc-af45-1939632f26ef tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:31.624153 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a33aa7ee-42db-4b0a-9cb2-672ffd910b39 req-58bad910-251c-40dc-af45-1939632f26ef tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 983 time: 0.0507834 Nov 24 05:10:31.685812 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a33aa7ee-42db-4b0a-9cb2-672ffd910b39 req-0c4ad51c-134c-4ead-9f11-91019ad768cb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558922 Nov 24 05:10:31.726911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-6c5c07f4-4b3e-4738-8986-1d6158ab6b60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:31.728612 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-6c5c07f4-4b3e-4738-8986-1d6158ab6b60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 983 time: 0.0575750 Nov 24 05:10:31.783350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-c0069cda-767c-4db8-b592-aad64ed0cb7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:31.784624 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-c0069cda-767c-4db8-b592-aad64ed0cb7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0414696 Nov 24 05:10:31.887158 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-ab713240-9271-4037-9083-a44e0f2bb22e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0947087 Nov 24 05:10:31.898082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:31.951229 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:32.076167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:32.113880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:10:32.144687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] device_id is not set on port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:10:32.153919 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:32.159645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:32.262850 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=6']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:32.339186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] No DVR routers for this DVR port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:10:32.386486 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2e3407e3-bac5-4584-ba28-86c56147f7cc None None] Provisioning complete for port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:32.387082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2e3407e3-bac5-4584-ba28-86c56147f7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:32.420225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2e3407e3-bac5-4584-ba28-86c56147f7cc None None] Port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:10:32.480452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] In _notify_port_updated(), no bound segment for port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on network c1cadd23-1f67-42bf-8957-9ea54d46208c {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:10:32.481233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:32.481880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:32.483156 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9607ce3e-f57d-4862-91b4-05b8ef260624 req-81e1e044-43fa-4b52-9237-8c14b7b15c43 service neutron] 10.222.0.31 "PUT /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 1026 time: 0.5894156 Nov 24 05:10:32.795646 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8ec93981-78fc-4f6b-adb4-29ebb1a14593 req-d418853d-5a92-486f-9bd0-be62e180b8a9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd5e8cb6-58dd-4c9f-9e29-0ee2e4e8a165 HTTP/1.1" status: 200 len: 210 time: 0.0287950 Nov 24 05:10:33.852890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38928) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:33.896014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad137c4d-8d14-4c02-aa53-b7f4f2d2aa7d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:33.897397 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ad137c4d-8d14-4c02-aa53-b7f4f2d2aa7d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 925 time: 0.0435195 Nov 24 05:10:34.190015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 38932) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:34.195048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e77af1fb-60da-4c75-b10a-8e5472f139d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632651612', 'description': 'tempest-secgroup-smoke-1632651612 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:34.217684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e77af1fb-60da-4c75-b10a-8e5472f139d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.284343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e77af1fb-60da-4c75-b10a-8e5472f139d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.287818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e77af1fb-60da-4c75-b10a-8e5472f139d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.312920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e77af1fb-60da-4c75-b10a-8e5472f139d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.314156 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e77af1fb-60da-4c75-b10a-8e5472f139d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1231108 Nov 24 05:10:34.317151 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38934) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:34.322567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-99ccd393-b778-444f-bcb6-bcce0f341ec2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '4e94f2d6-d85a-4290-a189-057ae866b1e1', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:34.322786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77af1fb-60da-4c75-b10a-8e5472f139d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e94f2d6-d85a-4290-a189-057ae866b1e1,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:34.352522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99ccd393-b778-444f-bcb6-bcce0f341ec2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.409669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99ccd393-b778-444f-bcb6-bcce0f341ec2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.414200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99ccd393-b778-444f-bcb6-bcce0f341ec2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.432391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccd393-b778-444f-bcb6-bcce0f341ec2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf8bc11-a5ca-4977-9d7b-3a46f8cc1277,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:34.441595 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99ccd393-b778-444f-bcb6-bcce0f341ec2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.442777 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-99ccd393-b778-444f-bcb6-bcce0f341ec2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245835 Nov 24 05:10:34.446237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38936) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:34.450945 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-519db93c-ab05-49ab-907e-6eceb8bef214 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '4e94f2d6-d85a-4290-a189-057ae866b1e1', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:34.476754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-519db93c-ab05-49ab-907e-6eceb8bef214 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.530205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-519db93c-ab05-49ab-907e-6eceb8bef214 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.533490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-519db93c-ab05-49ab-907e-6eceb8bef214 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.549894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519db93c-ab05-49ab-907e-6eceb8bef214 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f103e2e3-9c0b-4205-9bfb-39a94240a50a,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:34.558004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-519db93c-ab05-49ab-907e-6eceb8bef214 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.559196 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-519db93c-ab05-49ab-907e-6eceb8bef214 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119368 Nov 24 05:10:34.561828 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38938) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:34.566086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9bd552b5-8813-4990-911b-01e7a8cd53b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '4e94f2d6-d85a-4290-a189-057ae866b1e1', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:34.592414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bd552b5-8813-4990-911b-01e7a8cd53b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.650255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bd552b5-8813-4990-911b-01e7a8cd53b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.653845 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bd552b5-8813-4990-911b-01e7a8cd53b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.671318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd552b5-8813-4990-911b-01e7a8cd53b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e79c6f6-4329-4cd8-ad06-4f16271f136f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:34.677674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9bd552b5-8813-4990-911b-01e7a8cd53b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.678854 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9bd552b5-8813-4990-911b-01e7a8cd53b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160369 Nov 24 05:10:34.681645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38940) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:34.686023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-84e67af6-8e88-43ff-b495-b70872d7c072 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '4e94f2d6-d85a-4290-a189-057ae866b1e1', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:34.714363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-84e67af6-8e88-43ff-b495-b70872d7c072 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.773474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-84e67af6-8e88-43ff-b495-b70872d7c072 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.776817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-84e67af6-8e88-43ff-b495-b70872d7c072 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.794090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e67af6-8e88-43ff-b495-b70872d7c072 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa9e06e-698a-45be-84ef-c1fb5404f012,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:34.802610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-84e67af6-8e88-43ff-b495-b70872d7c072 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.804331 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-84e67af6-8e88-43ff-b495-b70872d7c072 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212475 Nov 24 05:10:34.807700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38942) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:34.812121 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-dbd1efe3-b95e-4a98-800b-8751fae09dc7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '4e94f2d6-d85a-4290-a189-057ae866b1e1', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:34.834706 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-dbd1efe3-b95e-4a98-800b-8751fae09dc7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:10:34.839958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dbd1efe3-b95e-4a98-800b-8751fae09dc7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.898246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dbd1efe3-b95e-4a98-800b-8751fae09dc7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.901827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dbd1efe3-b95e-4a98-800b-8751fae09dc7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.918450 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1efe3-b95e-4a98-800b-8751fae09dc7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21162a4d-bf03-4073-ad2f-b201b072db6b,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:34.926681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dbd1efe3-b95e-4a98-800b-8751fae09dc7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:34.928043 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dbd1efe3-b95e-4a98-800b-8751fae09dc7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193702 Nov 24 05:10:34.931404 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38944) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:34.936274 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-346b671a-ea16-4282-997b-cc365c6153b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '4e94f2d6-d85a-4290-a189-057ae866b1e1', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:34.959827 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-346b671a-ea16-4282-997b-cc365c6153b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:10:34.965157 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-346b671a-ea16-4282-997b-cc365c6153b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:35.338610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-346b671a-ea16-4282-997b-cc365c6153b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:35.342641 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-346b671a-ea16-4282-997b-cc365c6153b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:35.363956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b671a-ea16-4282-997b-cc365c6153b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b734ad-af2f-4a25-af69-f591893ac903,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:35.370449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-346b671a-ea16-4282-997b-cc365c6153b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:35.371335 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-346b671a-ea16-4282-997b-cc365c6153b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4388111 Nov 24 05:10:35.519116 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-d2489cc1-2886-40a1-bd39-a4a3e87208b8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632651612&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.0436194 Nov 24 05:10:35.566494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-bcbdfe85-e931-44b6-a777-769c7344b89a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:35.567868 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-bcbdfe85-e931-44b6-a777-769c7344b89a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 930 time: 0.0419772 Nov 24 05:10:35.612129 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-403b663f-1f0b-4a9d-955a-92d1dc7f4304 service neutron] 10.222.0.37 "GET /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0321467 Nov 24 05:10:35.702255 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-5b6bfc38-d3f7-4d61-9791-637a84faaddc service neutron] 10.222.0.37 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842915 Nov 24 05:10:35.796881 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-8bd999f5-1479-49de-9d61-d676d5586840 service neutron] 10.222.0.37 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883677 Nov 24 05:10:35.917621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:10:35.959104 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:10:35.961821 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f354a05-834f-4c3e-bb39-9ce86906da52 req-0b240895-6df5-48d0-a2a4-38983c5efcf6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 210 time: 0.0350971 Nov 24 05:10:36.802974 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-5e010f4d-fb6b-4e10-8c06-4c3b1fe2657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:36.804459 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-5e010f4d-fb6b-4e10-8c06-4c3b1fe2657d service neutron] 10.222.0.31 "GET /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 1026 time: 0.0358784 Nov 24 05:10:36.915980 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-6f522c90-7dc5-4a82-8f09-8db0a4da339f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:36.917435 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-6f522c90-7dc5-4a82-8f09-8db0a4da339f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=c1cadd23-1f67-42bf-8957-9ea54d46208c HTTP/1.1" status: 200 len: 796 time: 0.1072292 Nov 24 05:10:36.996092 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-05e2685c-6d5e-460b-bdca-cf63cfa2e3d7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 473 time: 0.0692749 Nov 24 05:10:37.006681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Request body: {'port': {'device_id': '5ae1ec5b-1a24-4192-8976-ffc58bb1de0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:37.060533 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e37ffc41-6b35-4a03-9f41-803d10fb9970 req-8528f3d0-6f13-4feb-822f-a27b4bd94a63 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 210 time: 0.0287409 Nov 24 05:10:37.086005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:37.352251 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:10:37.360448 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:37.372730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Transition to ACTIVE for port object 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:10:37.376512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:37.456767 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=7']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:37.565897 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Attempting to bind port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:10:37.566269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Attempting to bind port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:10:37.566755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Attempting to bind port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on network c1cadd23-1f67-42bf-8957-9ea54d46208c {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:10:37.572892 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on network c1cadd23-1f67-42bf-8957-9ea54d46208c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:10:37.573344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Attempting to bind port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on network c1cadd23-1f67-42bf-8957-9ea54d46208c {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:10:37.579297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:10:37.579838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Checking segment: {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:10:37.580259 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Bound using segment: {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:10:37.580705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Bound port: 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30665a8a-9698-42b1-881c-214b7cfb3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:10:37.581074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:37.650277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:10:37.653276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:10:37.658069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:37.692114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:37.692760 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:37.694124 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] 10.222.0.31 "PUT /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 1131 time: 0.6914806 Nov 24 05:10:37.694564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae1ec5b-1a24-4192-8976-ffc58bb1de0b', 'tag': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:10:37.697009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0af998-28cd-486e-9bb9-3216327f12a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae1ec5b-1a24-4192-8976-ffc58bb1de0b", "tag": "0bcc13f0-ff56-47ac-a153-a1bb5971f5ec"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:10:37.725285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653bd1a-e3bf-4f32-aa31-860455759d77 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=8']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:37.765865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7f8901-f4bf-46b5-883c-e4d59d916cc3 x-openstack-request-id: req-cb7f8901-f4bf-46b5-883c-e4d59d916cc3 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:10:37.766165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae1ec5b-1a24-4192-8976-ffc58bb1de0b", "tag": "0bcc13f0-ff56-47ac-a153-a1bb5971f5ec", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:10:37.766449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb7f8901-f4bf-46b5-883c-e4d59d916cc3 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:10:37.766859 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae1ec5b-1a24-4192-8976-ffc58bb1de0b', 'tag': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'status': 'completed', 'code': 200} Nov 24 05:10:37.786379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-cc7ef9a0-7ccb-40e9-be9f-f0694f81de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:37.787913 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-cc7ef9a0-7ccb-40e9-be9f-f0694f81de77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 1134 time: 0.0537128 Nov 24 05:10:37.866315 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-c888628f-4a75-446b-aa43-01b0333ac856 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 1037 time: 0.0695374 Nov 24 05:10:37.916862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-168a29e7-e2ef-4f41-b364-1b9b744d3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:37.918236 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-168a29e7-e2ef-4f41-b364-1b9b744d3019 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=06932688-ed7c-42f4-8dac-61396435fb8d HTTP/1.1" status: 200 len: 834 time: 0.0450904 Nov 24 05:10:37.964773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-7a7f69d0-fe95-40df-9e24-ec5646c05045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:37.966185 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-7a7f69d0-fe95-40df-9e24-ec5646c05045 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1cadd23-1f67-42bf-8957-9ea54d46208c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405717 Nov 24 05:10:38.060998 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-a9113170-1ef8-4d3e-b7d0-81f47fbbdcd1 service neutron] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869145 Nov 24 05:10:38.188392 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dc10d52-3846-4b4c-aae9-63849d3e8ff9 req-fde7e19d-20ed-4955-924b-775f7b30e618 service neutron] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179409 Nov 24 05:10:38.201303 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bc9b5-fe4a-4111-9b2b-3d5da40cf4a6 req-36ab7501-10ce-45a6-a105-34b485b01fe4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:38.202736 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9f3bc9b5-fe4a-4111-9b2b-3d5da40cf4a6 req-36ab7501-10ce-45a6-a105-34b485b01fe4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 981 time: 0.0717914 Nov 24 05:10:38.262985 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9f3bc9b5-fe4a-4111-9b2b-3d5da40cf4a6 req-3ea61938-44e8-497e-a33d-bbf02f0604e7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537391 Nov 24 05:10:38.295212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0af998-28cd-486e-9bb9-3216327f12a7 req-9ad6b69b-65e2-4856-838b-45acfd842ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:38.297192 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1c0af998-28cd-486e-9bb9-3216327f12a7 req-9ad6b69b-65e2-4856-838b-45acfd842ce0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 1134 time: 0.0505831 Nov 24 05:10:38.395684 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0af998-28cd-486e-9bb9-3216327f12a7 req-db7ba75d-1fe0-4469-ba8a-974eb5b3225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:38.397146 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1c0af998-28cd-486e-9bb9-3216327f12a7 req-db7ba75d-1fe0-4469-ba8a-974eb5b3225a service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1cadd23-1f67-42bf-8957-9ea54d46208c HTTP/1.1" status: 200 len: 897 time: 0.0896435 Nov 24 05:10:38.466681 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1c0af998-28cd-486e-9bb9-3216327f12a7 req-ab5fa5db-53d4-4ced-a3bc-2d0f8cfdb4e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 1037 time: 0.0612226 Nov 24 05:10:38.516634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0af998-28cd-486e-9bb9-3216327f12a7 req-291d9cf9-f42c-4b03-aea3-98047bdb1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:38.518051 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1c0af998-28cd-486e-9bb9-3216327f12a7 req-291d9cf9-f42c-4b03-aea3-98047bdb1483 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=06932688-ed7c-42f4-8dac-61396435fb8d HTTP/1.1" status: 200 len: 834 time: 0.0430744 Nov 24 05:10:38.564598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0af998-28cd-486e-9bb9-3216327f12a7 req-6f6a1c73-419d-4c1a-b7ea-79300c6a3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:38.565977 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1c0af998-28cd-486e-9bb9-3216327f12a7 req-6f6a1c73-419d-4c1a-b7ea-79300c6a3816 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1cadd23-1f67-42bf-8957-9ea54d46208c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389948 Nov 24 05:10:38.660818 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1c0af998-28cd-486e-9bb9-3216327f12a7 req-116db3e8-1948-4757-b8e7-11b3ba5f7bfd service neutron] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863686 Nov 24 05:10:38.756227 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1c0af998-28cd-486e-9bb9-3216327f12a7 req-3495e5d1-aff3-43d0-8ef1-9efbadedee46 service neutron] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868409 Nov 24 05:10:39.382829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc0da5-ba88-4437-8b49-56c2f88a7d68 req-58536083-765e-4d0f-ab84-96fe4cfecc3a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:39.385110 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-99bc0da5-ba88-4437-8b49-56c2f88a7d68 req-58536083-765e-4d0f-ab84-96fe4cfecc3a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 981 time: 0.0506811 Nov 24 05:10:39.431927 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-99bc0da5-ba88-4437-8b49-56c2f88a7d68 req-82688b60-7da2-4cbd-a067-d5d3b1e0e2ce tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Nov 24 05:10:39.949299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:10:40.052069 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:40.066321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'port_id': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'mac_address': 'fa:16:3e:25:95:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:10:40.111143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:40.124692 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:10:40.145291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:40.149083 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:40.196235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=9']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:40.203337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.203714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.204082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.204420 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.204781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.205116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.205470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.205807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.206158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.206483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.206808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.207173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:40.356906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['0bcc13f0-ff56-47ac-a153-a1bb5971f5ec'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:10:40.543398 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:10:40.559977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ee538-db23-4b00-ba0f-6e4cfb8e22ea req-1f0bb524-7791-4a79-afda-0cd685991d59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:40.561461 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e31ee538-db23-4b00-ba0f-6e4cfb8e22ea req-1f0bb524-7791-4a79-afda-0cd685991d59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 982 time: 0.0527203 Nov 24 05:10:40.611983 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e31ee538-db23-4b00-ba0f-6e4cfb8e22ea req-465ece3d-7588-48fc-ac13-e114c8d0bed8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442750 Nov 24 05:10:41.735564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50909239-cbba-490f-a18f-b59fbc721554 req-3a8bf838-1fe1-438c-95d4-173f71c55972 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:41.737264 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-50909239-cbba-490f-a18f-b59fbc721554 req-3a8bf838-1fe1-438c-95d4-173f71c55972 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 982 time: 0.0584643 Nov 24 05:10:41.787526 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-50909239-cbba-490f-a18f-b59fbc721554 req-4131ad60-0fff-4cca-a328-05abab7d8080 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442889 Nov 24 05:10:41.957637 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:10:42.004910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:10:42.008368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:42.009295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:42.085036 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:42.107152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1ec5b-1a24-4192-8976-ffc58bb1de0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:10:42.109392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f136d741-79b6-49f6-bcf1-a963b3058506" -d '{"events": [{"server_uuid": "5ae1ec5b-1a24-4192-8976-ffc58bb1de0b", "name": "network-vif-plugged", "status": "completed", "tag": "0bcc13f0-ff56-47ac-a153-a1bb5971f5ec"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:10:42.121963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:42.126240 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:42.149901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803f8ab7-d53f-491c-a32c-5bb787dbd0b7 x-openstack-request-id: req-803f8ab7-d53f-491c-a32c-5bb787dbd0b7 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:10:42.150198 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1ec5b-1a24-4192-8976-ffc58bb1de0b", "name": "network-vif-plugged", "status": "completed", "tag": "0bcc13f0-ff56-47ac-a153-a1bb5971f5ec", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:10:42.150451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-803f8ab7-d53f-491c-a32c-5bb787dbd0b7 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:10:42.150837 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae1ec5b-1a24-4192-8976-ffc58bb1de0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcc13f0-ff56-47ac-a153-a1bb5971f5ec', 'code': 200} Nov 24 05:10:42.176034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=10']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:42.324331 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d48db-9cda-4ba5-9307-8a707830eb33 req-96240e2f-19cc-4715-a899-d5e1c29e0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:42.325788 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5a1d48db-9cda-4ba5-9307-8a707830eb33 req-96240e2f-19cc-4715-a899-d5e1c29e0b98 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 1137 time: 0.0393207 Nov 24 05:10:42.373080 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5a1d48db-9cda-4ba5-9307-8a707830eb33 req-629e81db-3fe1-48ae-a191-7c305eb91660 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365520 Nov 24 05:10:42.919127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd867f43-b865-46a0-832b-9e0e4f30048d req-608a6398-7e2c-4935-ba5c-07e9a8d027ec tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:42.920971 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bd867f43-b865-46a0-832b-9e0e4f30048d req-608a6398-7e2c-4935-ba5c-07e9a8d027ec tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 984 time: 0.0571179 Nov 24 05:10:42.975184 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bd867f43-b865-46a0-832b-9e0e4f30048d req-debd093f-23ab-4c9e-947f-b5002c7ab9e7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479255 Nov 24 05:10:44.092519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38b4c3-5eeb-4054-93b4-9a1f11ed279e req-a1833f40-c082-4bbc-a41e-65c7171fef99 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:44.093900 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3b38b4c3-5eeb-4054-93b4-9a1f11ed279e req-a1833f40-c082-4bbc-a41e-65c7171fef99 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 984 time: 0.0500937 Nov 24 05:10:44.140700 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3b38b4c3-5eeb-4054-93b4-9a1f11ed279e req-ce9f8921-e2f3-4df3-85e2-863653869ab0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Nov 24 05:10:44.254155 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ffc6f-de83-441f-8c89-9bf5ac5f475f req-5c183062-0bec-4a36-8d55-410fdb0cb2db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:44.255663 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ad2ffc6f-de83-441f-8c89-9bf5ac5f475f req-5c183062-0bec-4a36-8d55-410fdb0cb2db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 984 time: 0.0498316 Nov 24 05:10:44.301183 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ad2ffc6f-de83-441f-8c89-9bf5ac5f475f req-70b6a006-46db-4728-817a-443d9bac9769 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395331 Nov 24 05:10:44.323260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 38994) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:44.366110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f93f969-bd24-4554-a294-00ad3f8385fc tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:44.367485 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8f93f969-bd24-4554-a294-00ad3f8385fc tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b&network_id=c1cadd23-1f67-42bf-8957-9ea54d46208c HTTP/1.1" status: 200 len: 1132 time: 0.0432582 Nov 24 05:10:44.575617 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd88ad6-a414-4e5e-ad5b-59865e8cd33b req-eff2be9d-f158-4523-9382-b68fe29c31dc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:44.577075 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bcd88ad6-a414-4e5e-ad5b-59865e8cd33b req-eff2be9d-f158-4523-9382-b68fe29c31dc tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 984 time: 0.0482900 Nov 24 05:10:44.623107 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bcd88ad6-a414-4e5e-ad5b-59865e8cd33b req-7d495bbb-3c5c-484b-a261-c6144403a1a9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Nov 24 05:10:45.740873 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fcd56-5608-447c-9313-b8fc7d6d09fd req-3a424207-7c17-4bbe-a69e-252a7f408b72 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:45.742398 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f0fcd56-5608-447c-9313-b8fc7d6d09fd req-3a424207-7c17-4bbe-a69e-252a7f408b72 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 984 time: 0.0506854 Nov 24 05:10:45.794254 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f0fcd56-5608-447c-9313-b8fc7d6d09fd req-1b726e33-f07f-4707-bf1e-de8834187759 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458343 Nov 24 05:10:45.930494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-6e3fa948-90f9-4671-9b53-f43447049a13 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:45.931855 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-6e3fa948-90f9-4671-9b53-f43447049a13 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 984 time: 0.0484116 Nov 24 05:10:45.982717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-a01c4f7d-9d0e-40c3-b542-3a4481bbf381 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:45.984068 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-a01c4f7d-9d0e-40c3-b542-3a4481bbf381 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0388632 Nov 24 05:10:46.072631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fbde3f68-e983-4bd1-ac4e-524324b72b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:46.092730 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-dcf39d1c-bd42-4250-894a-cdd63a6c1c6f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1026871 Nov 24 05:10:46.104314 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:46.157561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:46.290677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:46.325111 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] For port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:10:46.357104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] device_id is not set on port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec yet. {{(pid=103233) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 05:10:46.365171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:46.372446 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:46.451559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Pushing event updated for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=11']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:46.465745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.466104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.466455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.466802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.467144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.467483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.467849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.468187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.468522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.468859 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.469192 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.469521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:46.506180 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] No DVR routers for this DVR port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:10:46.643389 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] In _notify_port_updated(), no bound segment for port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec on network c1cadd23-1f67-42bf-8957-9ea54d46208c {{(pid=103233) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 05:10:46.644464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:46.645078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:46.646397 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f55976a9-cc20-4184-bfee-13a2a885b029 req-97e89428-416d-4c89-bbec-2aa87128c1fe service neutron] 10.222.0.31 "PUT /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 200 len: 1027 time: 0.5461810 Nov 24 05:10:46.676479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-62dde555-48d9-4629-83b8-9f87643a0e16 None None] Provisioning complete for port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:46.676726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62dde555-48d9-4629-83b8-9f87643a0e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:46.715658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-62dde555-48d9-4629-83b8-9f87643a0e16 None None] Port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:10:46.897846 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-58ec3de2-b5b4-42da-9e26-e105ffb9a939 req-450cb333-d5cf-44d6-b80b-f2fc16031392 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ae1ec5b-1a24-4192-8976-ffc58bb1de0b HTTP/1.1" status: 200 len: 210 time: 0.0261886 Nov 24 05:10:47.953597 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39008) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:48.009507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ea95b946-ba3a-43bb-8445-fdfa1341964a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:48.033830 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ea95b946-ba3a-43bb-8445-fdfa1341964a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:48.095506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ea95b946-ba3a-43bb-8445-fdfa1341964a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:48.098137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ea95b946-ba3a-43bb-8445-fdfa1341964a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:48.099299 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ea95b946-ba3a-43bb-8445-fdfa1341964a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/4e94f2d6-d85a-4290-a189-057ae866b1e1 HTTP/1.1" status: 204 len: 168 time: 0.1447203 Nov 24 05:10:48.112875 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95b946-ba3a-43bb-8445-fdfa1341964a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e94f2d6-d85a-4290-a189-057ae866b1e1,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:48.130513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39012) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:48.286654 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port dbadcdda-4bde-471d-8386-981588af1f32 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:10:48.286996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:48.348656 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f17299c-4354-4b16-bee0-78cdde42a58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:48.366718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:48.367073 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:48.379476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for dbadcdda-4bde-471d-8386-981588af1f32 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:10:48.548203 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:48.577891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=dbadcdda-4bde-471d-8386-981588af1f32,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:48.637503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:48.637740 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP 1a916eec-1e3e-4348-9119-a21017b24e4b disassociated (deleted). External IP: 172.26.0.120, port: 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec. Nov 24 05:10:48.841604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router d3dc1196-2192-44bc-b536-a029268a9ef7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:10:48.948729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:10:48.953563 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:48.958564 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932938a-4abd-4945-94b6-d0e3cf3c1c63 None None] Sync routers for ids ['d3dc1196-2192-44bc-b536-a029268a9ef7'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:10:48.969186 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932938a-4abd-4945-94b6-d0e3cf3c1c63 None None] Routers {'d3dc1196-2192-44bc-b536-a029268a9ef7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:48.969799 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2932938a-4abd-4945-94b6-d0e3cf3c1c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d3dc1196-2192-44bc-b536-a029268a9ef7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:48.980335 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-44d4ef22-30b6-4b09-b422-6593daaa891a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/floatingips/1a916eec-1e3e-4348-9119-a21017b24e4b HTTP/1.1" status: 204 len: 168 time: 0.8487525 Nov 24 05:10:49.049267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39018) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:49.077216 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-2932938a-4abd-4945-94b6-d0e3cf3c1c63 None None] Set router d3dc1196-2192-44bc-b536-a029268a9ef7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:49.107772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef4e29da-cd03-4ae1-a23a-fe4289938711 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:49.135159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef4e29da-cd03-4ae1-a23a-fe4289938711 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:49.199103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef4e29da-cd03-4ae1-a23a-fe4289938711 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:49.202054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef4e29da-cd03-4ae1-a23a-fe4289938711 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:49.203236 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ef4e29da-cd03-4ae1-a23a-fe4289938711 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/821f8dc1-1aee-48b2-91d9-d86952a08cc9 HTTP/1.1" status: 204 len: 168 time: 0.1529708 Nov 24 05:10:49.213381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e29da-cd03-4ae1-a23a-fe4289938711 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f8dc1-1aee-48b2-91d9-d86952a08cc9,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:49.247012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39022) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:49.279726 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2932938a-4abd-4945-94b6-d0e3cf3c1c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:13Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5', 'name': '', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:bc:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:13Z', 'updated_at': '2021-11-24T05:10:17Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:49.306284 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932938a-4abd-4945-94b6-d0e3cf3c1c63 None None] Checking router: d3dc1196-2192-44bc-b536-a029268a9ef7 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:10:49.314566 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932938a-4abd-4945-94b6-d0e3cf3c1c63 None None] Routers {'d3dc1196-2192-44bc-b536-a029268a9ef7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:49.315173 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2932938a-4abd-4945-94b6-d0e3cf3c1c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d3dc1196-2192-44bc-b536-a029268a9ef7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:49.333135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-afaf2807-c326-40d3-b520-5db0c7967f43 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:10:49.333675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-afaf2807-c326-40d3-b520-5db0c7967f43 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:49.422368 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-2932938a-4abd-4945-94b6-d0e3cf3c1c63 None None] Set router d3dc1196-2192-44bc-b536-a029268a9ef7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:49.426388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-afaf2807-c326-40d3-b520-5db0c7967f43 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:49.438398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-afaf2807-c326-40d3-b520-5db0c7967f43 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec owned by {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:10:49.522106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:49.566318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-afaf2807-c326-40d3-b520-5db0c7967f43 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:49.599883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf2807-c326-40d3-b520-5db0c7967f43 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=0bcc13f0-ff56-47ac-a153-a1bb5971f5ec,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:49.631278 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2932938a-4abd-4945-94b6-d0e3cf3c1c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:13Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5', 'name': '', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:bc:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:13Z', 'updated_at': '2021-11-24T05:10:17Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:49.661349 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932938a-4abd-4945-94b6-d0e3cf3c1c63 None None] The sync data for ids ['d3dc1196-2192-44bc-b536-a029268a9ef7'] in dv-neutron-818850-5-hyperv is: [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:13Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5', 'name': '', 'network_id': 'c1cadd23-1f67-42bf-8957-9ea54d46208c', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:bc:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:13Z', 'updated_at': '2021-11-24T05:10:17Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '06932688-ed7c-42f4-8dac-61396435fb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:10:49.917099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be22948-3fac-408b-86a8-bf7525d3f5dc None None] New status for floating IP 1a916eec-1e3e-4348-9119-a21017b24e4b: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:10:50.007257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:10:50.012573 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-afaf2807-c326-40d3-b520-5db0c7967f43 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:50.016080 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-afaf2807-c326-40d3-b520-5db0c7967f43 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/ports/0bcc13f0-ff56-47ac-a153-a1bb5971f5ec HTTP/1.1" status: 204 len: 168 time: 0.7685971 Nov 24 05:10:50.018770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39024) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:50.028504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:10:50.028775 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 0bcc13f0-ff56-47ac-a153-a1bb5971f5ec not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:10:50.381569 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:50.648747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:10:50.649649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:50.736083 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:50.751906 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:50.752350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:50.767060 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:10:50.967884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:51.000362 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:51.197491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:51.422179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router d3dc1196-2192-44bc-b536-a029268a9ef7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:10:51.529504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:10:51.534655 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ff7a352c-7ce3-4297-9a4f-26201904be9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/d3dc1196-2192-44bc-b536-a029268a9ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5148666 Nov 24 05:10:51.537372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39026) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:51.542455 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b9e8f2-61aa-44e0-b18b-e788fdba7844 None None] Sync routers for ids ['d3dc1196-2192-44bc-b536-a029268a9ef7'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:10:51.552982 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9e8f2-61aa-44e0-b18b-e788fdba7844 None None] Routers {'d3dc1196-2192-44bc-b536-a029268a9ef7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:51.553876 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-23b9e8f2-61aa-44e0-b18b-e788fdba7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d3dc1196-2192-44bc-b536-a029268a9ef7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:51.589655 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-82feab10-34e4-4b51-aeb6-206a01314233 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting subnet 06932688-ed7c-42f4-8dac-61396435fb8d {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:10:51.592755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-82feab10-34e4-4b51-aeb6-206a01314233 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:51.632144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-82feab10-34e4-4b51-aeb6-206a01314233 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:51.656493 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-23b9e8f2-61aa-44e0-b18b-e788fdba7844 None None] Set router d3dc1196-2192-44bc-b536-a029268a9ef7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:51.702094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:51.721292 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-82feab10-34e4-4b51-aeb6-206a01314233 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:51.778194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-82feab10-34e4-4b51-aeb6-206a01314233 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:51.808173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82feab10-34e4-4b51-aeb6-206a01314233 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Subnet': ['ID=06932688-ed7c-42f4-8dac-61396435fb8d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:51.809684 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-82feab10-34e4-4b51-aeb6-206a01314233 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:51.815575 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39028) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:51.816195 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-82feab10-34e4-4b51-aeb6-206a01314233 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/subnets/06932688-ed7c-42f4-8dac-61396435fb8d HTTP/1.1" status: 204 len: 168 time: 0.2772839 Nov 24 05:10:51.816561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765448df-0141-488a-8a14-c7c943dd1ffc None None] Network c1cadd23-1f67-42bf-8957-9ea54d46208c requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:10:51.844385 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-23b9e8f2-61aa-44e0-b18b-e788fdba7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:50Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:51.932214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:51.963907 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b9e8f2-61aa-44e0-b18b-e788fdba7844 None None] Checking router: d3dc1196-2192-44bc-b536-a029268a9ef7 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:10:51.973365 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9e8f2-61aa-44e0-b18b-e788fdba7844 None None] Routers {'d3dc1196-2192-44bc-b536-a029268a9ef7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:51.973981 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-23b9e8f2-61aa-44e0-b18b-e788fdba7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d3dc1196-2192-44bc-b536-a029268a9ef7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:52.012957 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5980a2-89f0-4622-ac14-9dba885e0325 None None] DHCP port deletion for c1cadd23-1f67-42bf-8957-9ea54d46208c request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:10:52.045467 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.070379 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9f5980a2-89f0-4622-ac14-9dba885e0325 None None] Deleting port 8419e168-260f-4460-8ae5-0fac246cf0ca {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:10:52.070805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9f5980a2-89f0-4622-ac14-9dba885e0325 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.087180 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-23b9e8f2-61aa-44e0-b18b-e788fdba7844 None None] Set router d3dc1196-2192-44bc-b536-a029268a9ef7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:52.103754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:10:52.104106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.138870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9f5980a2-89f0-4622-ac14-9dba885e0325 None None] For port 8419e168-260f-4460-8ae5-0fac246cf0ca, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8419e168-260f-4460-8ae5-0fac246cf0ca,segment=NetworkSegment(30665a8a-9698-42b1-881c-214b7cfb3ed3),segment_id=30665a8a-9698-42b1-881c-214b7cfb3ed3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:52.139425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9f5980a2-89f0-4622-ac14-9dba885e0325 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.152813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9f5980a2-89f0-4622-ac14-9dba885e0325 None None] Calling delete_port for 8419e168-260f-4460-8ae5-0fac246cf0ca owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:10:52.190951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port c8eae76c-0fb3-48e1-97fa-aae0498b8ea5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c8eae76c-0fb3-48e1-97fa-aae0498b8ea5,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:52.191371 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.205188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:10:52.243239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9f5980a2-89f0-4622-ac14-9dba885e0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.267832 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5980a2-89f0-4622-ac14-9dba885e0325 None None] Pushing event deleted for resources: {'Port': ['ID=8419e168-260f-4460-8ae5-0fac246cf0ca,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:52.272265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5980a2-89f0-4622-ac14-9dba885e0325 None None] No DVR routers for this DVR port 8419e168-260f-4460-8ae5-0fac246cf0ca on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:10:52.292728 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-23b9e8f2-61aa-44e0-b18b-e788fdba7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:50Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:52.321404 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b9e8f2-61aa-44e0-b18b-e788fdba7844 None None] The sync data for ids ['d3dc1196-2192-44bc-b536-a029268a9ef7'] in dv-neutron-818850-5-hyperv is: [{'id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'name': 'tempest-TestNetworkBasicOps-router-705492984', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:09Z', 'updated_at': '2021-11-24T05:10:50Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'c8eae76c-0fb3-48e1-97fa-aae0498b8ea5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:79:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc1196-2192-44bc-b536-a029268a9ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:10Z', 'updated_at': '2021-11-24T05:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:10:52.379497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.403900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=c8eae76c-0fb3-48e1-97fa-aae0498b8ea5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:52.419354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febc7d1d-8a6f-4d37-a23b-26d0b7d54abf None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:10:52.466104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.559787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.561815 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.604142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.604850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Fanout notify agent at l3_agent the message router_deleted on router d3dc1196-2192-44bc-b536-a029268a9ef7 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:10:52.612708 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.613900 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7ec0ec0c-932e-488e-925c-edc6b8728e26 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/routers/d3dc1196-2192-44bc-b536-a029268a9ef7 HTTP/1.1" status: 204 len: 168 time: 0.7964909 Nov 24 05:10:52.616479 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39034) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:52.695362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.789175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.811347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cadd23-1f67-42bf-8957-9ea54d46208c']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:52.821081 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30665a8a-9698-42b1-881c-214b7cfb3ed3') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:52.821745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30665a8a-9698-42b1-881c-214b7cfb3ed3') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:52.830973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.844763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.851110 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:10:52.851612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:10:52.855706 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:10:52.928097 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.940319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:52.944939 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/networks/c1cadd23-1f67-42bf-8957-9ea54d46208c HTTP/1.1" status: 204 len: 168 time: 0.3274226 Nov 24 05:10:52.958563 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39036) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:52.960200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a00313-0c9d-47b8-887d-b940eb3295db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Network': ['ID=c1cadd23-1f67-42bf-8957-9ea54d46208c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:52.980278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39038) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:52.980613 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-56bfe321-b843-4123-b24a-fbd47ef9f09f tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0223701 Nov 24 05:10:52.987475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'network': {'name': 'tempest-network-smoke--141389561', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'port_security_enabled': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:53.011121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:10:53.014757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.039187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:10:53.049189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.049643 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Added segment d36d6f7d-2540-4f64-818e-328a3b683645 of type vlan for network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 Nov 24 05:10:53.090037 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.114326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.120372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:53.121030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.179829 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1969495 Nov 24 05:10:53.183519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39040) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:53.188292 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'admin_state_up': True, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:53.214711 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.215893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.230967 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798595d-5ed9-40b5-a34c-81d00786b904 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Network': ['ID=0ac26841-9fd3-47a5-b2cb-db462f9d7a14,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:53.241352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:10:53.270671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.361850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8419e168-260f-4460-8ae5-0fac246cf0ca no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:10:53.382092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 8419e168-260f-4460-8ae5-0fac246cf0ca {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:10:53.382438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8419e168-260f-4460-8ae5-0fac246cf0ca not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:10:53.382818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:10:53.402509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:10:53.402864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3f5c2c89-93a5-4fa5-8bd2-405904a6a3e5 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:10:53.416072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.609356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.628163 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.699816 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.728817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.33 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/4e3c29e7-bd32-46e1-94dd-b0f730a69398) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:10:53.833659 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.867458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:53.904656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:10:53.910741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:53.914125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:10:53.920430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=4e3c29e7-bd32-46e1-94dd-b0f730a69398,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:53.928805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87012dc0-b8a5-48e7-a295-619d014bd311 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:10:53.983842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a263dabd-839e-40c8-907e-88d44ac93324 None None] Provisioning complete for port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:53.984212 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a263dabd-839e-40c8-907e-88d44ac93324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:54.018243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a263dabd-839e-40c8-907e-88d44ac93324 None None] Port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:10:54.162129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:54.353151 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:54.481645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 36131621-eb23-4251-946b-d3042ce3788a is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:10:54.587543 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:10:54.596901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Sync routers for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:10:54.607252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:54.607907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:54.611747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:54.612965 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-59a4f6eb-16f6-4665-a4f1-371657f8ff62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4283874 Nov 24 05:10:54.616118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39042) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:54.645076 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-50afb00a-5d16-4a18-a127-3bd50b554691 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=227fcf8641794a6b9aef85d3570bf3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278454 Nov 24 05:10:54.647661 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39044) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:54.712313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:54.738885 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10196bcd-f152-47ca-bb32-44d6623ac97f tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:54.740524 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-10196bcd-f152-47ca-bb32-44d6623ac97f tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919638 Nov 24 05:10:54.744159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39046) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:54.775739 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a170f9b4-b6ec-4720-b665-a8129e3775c3 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279443 Nov 24 05:10:54.775997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39048) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:54.780872 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1921951897', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:54.874277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:10:54.877914 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:54.907717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:10:54.930527 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:10:54.931045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c8eae76c-0fb3-48e1-97fa-aae0498b8ea5 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:10:55.049087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:54Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:55.065523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:55.078135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Checking router: 36131621-eb23-4251-946b-d3042ce3788a for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:10:55.078484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Updating router 36131621-eb23-4251-946b-d3042ce3788a port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:10:55.103371 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:55.138518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Subnet': ['ID=64e36610-28c4-4420-82e5-acf7e98205b6,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:55.147486 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Checking segment: {'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:10:55.147889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network hostable DHCP agents. Network: 0ac26841-9fd3-47a5-b2cb-db462f9d7a14, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:10:55.169046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:10:55.178959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 0ac26841-9fd3-47a5-b2cb-db462f9d7a14) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:55.184245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:55.184848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:55.188751 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc1477c-afcd-4a02-9c7c-61bf14894da4 None None] Network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:10:55.205130 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ead81a8f-45d0-40c6-914c-35e631f8b53d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4254658 Nov 24 05:10:55.205375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39050) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:55.441045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:10:55.441914 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:55.485249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:55.530628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:55.594482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5951521f-1dfa-4ca3-98de-8f79cb6b3b4b None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:10:55.634044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Attempting to bind port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:10:55.634792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Attempting to bind port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:10:55.634792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Attempting to bind port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:10:55.636620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c757e03-3b15-47d6-ba96-3b959d0b883a None None] Pushing event updated for resources: {'Port': ['ID=4e3c29e7-bd32-46e1-94dd-b0f730a69398,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:55.647863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:10:55.648240 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:10:55.648658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:55.649039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:10:55.650034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Bound port: 4e3c29e7-bd32-46e1-94dd-b0f730a69398, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:10:55.650034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:55.691573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Allocated IP 172.20.0.2 (0ac26841-9fd3-47a5-b2cb-db462f9d7a14/64e36610-28c4-4420-82e5-acf7e98205b6/f879a950-1928-4fe3-9fce-8636455c3c73) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:10:55.731273 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] For port 4e3c29e7-bd32-46e1-94dd-b0f730a69398, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:10:55.755903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] For port 4e3c29e7-bd32-46e1-94dd-b0f730a69398, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4e3c29e7-bd32-46e1-94dd-b0f730a69398,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:10:55.786298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:55.830576 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c8c49819-26c8-4ae8-a001-492073e8d163 None None] Provisioning complete for port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:55.830945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8c49819-26c8-4ae8-a001-492073e8d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:55.866126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e1f30b-4453-48ca-b58b-3b54a4e04361 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:10:55.918369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:55.918954 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:55.926353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c757e03-3b15-47d6-ba96-3b959d0b883a None None] Pushing event updated for resources: {'Port': ['ID=4e3c29e7-bd32-46e1-94dd-b0f730a69398,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:55.988409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.064405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.088664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.093684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8c49819-26c8-4ae8-a001-492073e8d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.138794 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:56.207401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:10:56.213580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c8c49819-26c8-4ae8-a001-492073e8d163 None None] For port 4e3c29e7-bd32-46e1-94dd-b0f730a69398, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4e3c29e7-bd32-46e1-94dd-b0f730a69398,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:56.215770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Pushing event updated for resources: {'Port': ['ID=f879a950-1928-4fe3-9fce-8636455c3c73,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:56.218180 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:56.229667 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:10:56.231522 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c8c49819-26c8-4ae8-a001-492073e8d163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.271325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.1 (0ac26841-9fd3-47a5-b2cb-db462f9d7a14/64e36610-28c4-4420-82e5-acf7e98205b6/7c54df37-5aa0-477f-a841-5c8fb725b1d2) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:10:56.391954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.426018 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.474397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:10:56.477674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:56.480094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:10:56.513280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c49819-26c8-4ae8-a001-492073e8d163 None None] Pushing event updated for resources: {'Port': ['ID=4e3c29e7-bd32-46e1-94dd-b0f730a69398,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:56.513642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=7c54df37-5aa0-477f-a841-5c8fb725b1d2,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:56.530055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Attempting to bind port f879a950-1928-4fe3-9fce-8636455c3c73 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:10:56.530430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Attempting to bind port f879a950-1928-4fe3-9fce-8636455c3c73 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:10:56.531252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Attempting to bind port f879a950-1928-4fe3-9fce-8636455c3c73 on network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:10:56.535362 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-14dad9ee-65b6-4cda-9adb-aa4bf2453ded None None] Provisioning complete for port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:56.535762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-14dad9ee-65b6-4cda-9adb-aa4bf2453ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.536558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.541939 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:10:56.542316 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Checking segment: {'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:10:56.542714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.543109 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Bound using segment: {'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:10:56.543579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Bound port: f879a950-1928-4fe3-9fce-8636455c3c73, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:10:56.543983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.669393 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.675324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] For port f879a950-1928-4fe3-9fce-8636455c3c73, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:10:56.679846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] For port f879a950-1928-4fe3-9fce-8636455c3c73, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f879a950-1928-4fe3-9fce-8636455c3c73,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:10:56.703203 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.705646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:54Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:56.766931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed9472b-0976-4ba6-a72a-5c8de1c96742 None None] The sync data for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv is: [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:54Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:10:56.812004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a566d0c-9d41-4981-9b01-9e006f15a222 None None] Pushing event updated for resources: {'Port': ['ID=f879a950-1928-4fe3-9fce-8636455c3c73,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:56.992740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:56.999181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:57.087750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:57.093318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=7c54df37-5aa0-477f-a841-5c8fb725b1d2,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:57.219954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:10:57.221564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:10:57.342963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 36131621-eb23-4251-946b-d3042ce3788a has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:10:57.458917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:10:57.470541 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8dfdc359-1d03-4cf0-ad37-8763510a03ad tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/36131621-eb23-4251-946b-d3042ce3788a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2642283 Nov 24 05:10:57.472981 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39052) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:57.587783 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3e8f5-6d0b-4a6f-a462-328056febcc2 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.588264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3e8f5-6d0b-4a6f-a462-328056febcc2 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.588728 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3e8f5-6d0b-4a6f-a462-328056febcc2 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.589193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3e8f5-6d0b-4a6f-a462-328056febcc2 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.589651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3e8f5-6d0b-4a6f-a462-328056febcc2 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.590110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c3e8f5-6d0b-4a6f-a462-328056febcc2 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.592186 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-53c3e8f5-6d0b-4a6f-a462-328056febcc2 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1179852 Nov 24 05:10:57.594978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39054) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:57.657925 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f225b2-78f9-4f29-b93e-f2a627d6b79d tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.658387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f225b2-78f9-4f29-b93e-f2a627d6b79d tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.658901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f225b2-78f9-4f29-b93e-f2a627d6b79d tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.659407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f225b2-78f9-4f29-b93e-f2a627d6b79d tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.659943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f225b2-78f9-4f29-b93e-f2a627d6b79d tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.660446 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f225b2-78f9-4f29-b93e-f2a627d6b79d tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:57.662327 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c5f225b2-78f9-4f29-b93e-f2a627d6b79d tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0662904 Nov 24 05:10:57.666230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39056) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:57.824582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c755dd0-6bd5-4cda-a786-0b58795b6722 None None] Network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:10:57.911889 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d8d7185d-b292-45f8-87fb-0ea15c45ef04 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2445381 Nov 24 05:10:57.957000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1f96ea27-47d2-4cf6-a071-4d5eb7af76b6 None None] Provisioning complete for port f879a950-1928-4fe3-9fce-8636455c3c73 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:57.957367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f96ea27-47d2-4cf6-a071-4d5eb7af76b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.068492 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f96ea27-47d2-4cf6-a071-4d5eb7af76b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.111170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1f96ea27-47d2-4cf6-a071-4d5eb7af76b6 None None] For port f879a950-1928-4fe3-9fce-8636455c3c73, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f879a950-1928-4fe3-9fce-8636455c3c73,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:58.115321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f96ea27-47d2-4cf6-a071-4d5eb7af76b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.184043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96ea27-47d2-4cf6-a071-4d5eb7af76b6 None None] Pushing event updated for resources: {'Port': ['ID=f879a950-1928-4fe3-9fce-8636455c3c73,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:58.346452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0fea1e90-bf30-4911-a178-377ec3bdffec None None] Provisioning complete for port f879a950-1928-4fe3-9fce-8636455c3c73 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:58.346841 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0fea1e90-bf30-4911-a178-377ec3bdffec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.453117 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-0fea1e90-bf30-4911-a178-377ec3bdffec None None] Provisioning complete for port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:58.453645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0fea1e90-bf30-4911-a178-377ec3bdffec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.456923 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Sync routers for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:10:58.467786 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:58.468410 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:58.476529 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39060) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:58.484952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-aa01423c-c911-4349-889a-fdc68c077b74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969932252', 'description': 'tempest-secgroup-smoke-1969932252 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:58.496300 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-0fea1e90-bf30-4911-a178-377ec3bdffec None None] Port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:10:58.512729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa01423c-c911-4349-889a-fdc68c077b74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.584864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa01423c-c911-4349-889a-fdc68c077b74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.590325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa01423c-c911-4349-889a-fdc68c077b74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.591259 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:58.618664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5fc05279-a365-43f6-8609-fd96d1410a77 None None] Provisioning complete for port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:58.618995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5fc05279-a365-43f6-8609-fd96d1410a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.628968 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa01423c-c911-4349-889a-fdc68c077b74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.630265 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-aa01423c-c911-4349-889a-fdc68c077b74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1503024 Nov 24 05:10:58.632390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01423c-c911-4349-889a-fdc68c077b74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c1209c-5cb9-4780-850f-ae58cfe2b081,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:58.634213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39062) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:58.644295 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5fcbf56c-11d9-4b5c-a105-618d2d02ae38 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f9c1209c-5cb9-4780-850f-ae58cfe2b081', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:58.661352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5fc05279-a365-43f6-8609-fd96d1410a77 None None] Port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:10:58.677694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf56c-11d9-4b5c-a105-618d2d02ae38 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.731872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf56c-11d9-4b5c-a105-618d2d02ae38 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.736018 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf56c-11d9-4b5c-a105-618d2d02ae38 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.753685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf56c-11d9-4b5c-a105-618d2d02ae38 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e62e48-0320-4984-9143-50166e8c3bb0,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:58.761845 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf56c-11d9-4b5c-a105-618d2d02ae38 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.763119 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5fcbf56c-11d9-4b5c-a105-618d2d02ae38 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273243 Nov 24 05:10:58.766012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39064) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:58.770938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ff31fa5d-4013-475d-a9b0-c7f90ea0f52d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f9c1209c-5cb9-4780-850f-ae58cfe2b081', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:58.781540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-72058825-e515-4782-bd9d-b81e724b0606 None None] Provisioning complete for port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:58.782029 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-72058825-e515-4782-bd9d-b81e724b0606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.802908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff31fa5d-4013-475d-a9b0-c7f90ea0f52d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.819961 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:58.830243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-72058825-e515-4782-bd9d-b81e724b0606 None None] Port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:10:58.851962 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Checking router: 36131621-eb23-4251-946b-d3042ce3788a for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:10:58.852312 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Updating router 36131621-eb23-4251-946b-d3042ce3788a port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:10:58.865356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff31fa5d-4013-475d-a9b0-c7f90ea0f52d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.870047 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff31fa5d-4013-475d-a9b0-c7f90ea0f52d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.876675 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.888171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31fa5d-4013-475d-a9b0-c7f90ea0f52d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5586f56-4897-4f2f-93c3-2a463f0feaf6,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:58.898137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff31fa5d-4013-475d-a9b0-c7f90ea0f52d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:58.900301 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ff31fa5d-4013-475d-a9b0-c7f90ea0f52d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331155 Nov 24 05:10:58.902811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39066) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:58.907347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f2bc8e27-2dc8-4483-83de-727b635fe831 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f9c1209c-5cb9-4780-850f-ae58cfe2b081', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:58.942856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8e27-2dc8-4483-83de-727b635fe831 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.008325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8e27-2dc8-4483-83de-727b635fe831 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.010787 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e3c29e7-bd32-46e1-94dd-b0f730a69398 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:10:59.013019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8e27-2dc8-4483-83de-727b635fe831 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.033331 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc8e27-2dc8-4483-83de-727b635fe831 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b064784-5275-4ca9-b7cb-bfa367c53b3b,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:59.039403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8e27-2dc8-4483-83de-727b635fe831 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.041364 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f2bc8e27-2dc8-4483-83de-727b635fe831 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375296 Nov 24 05:10:59.044398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39068) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:59.048812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5769d6c7-2801-49e9-a996-eb2fa93e2d0d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f9c1209c-5cb9-4780-850f-ae58cfe2b081', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:59.060885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:59.061686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.078580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5769d6c7-2801-49e9-a996-eb2fa93e2d0d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.144369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f879a950-1928-4fe3-9fce-8636455c3c73 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:10:59.144993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5769d6c7-2801-49e9-a996-eb2fa93e2d0d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.150149 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5769d6c7-2801-49e9-a996-eb2fa93e2d0d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.172362 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.172644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769d6c7-2801-49e9-a996-eb2fa93e2d0d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f231b7e1-4cd3-483c-881a-7115cc7c8a77,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:59.179297 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.182633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5769d6c7-2801-49e9-a996-eb2fa93e2d0d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.183883 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5769d6c7-2801-49e9-a996-eb2fa93e2d0d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385102 Nov 24 05:10:59.186789 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39070) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:59.191920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d04ccb3d-8173-41de-867e-6390835d598c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f9c1209c-5cb9-4780-850f-ae58cfe2b081', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:59.202188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f879a950-1928-4fe3-9fce-8636455c3c73 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:59.202832 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.217627 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-d04ccb3d-8173-41de-867e-6390835d598c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:10:59.233082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d04ccb3d-8173-41de-867e-6390835d598c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.254203 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Pushing event updated for resources: {'Port': ['ID=7c54df37-5aa0-477f-a841-5c8fb725b1d2,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:59.302269 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Attempting to bind port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:10:59.302651 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Attempting to bind port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:10:59.303213 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Attempting to bind port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 on network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:10:59.308284 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.308668 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.308992 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.309326 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.309656 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.310050 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.310525 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.310874 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.311359 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.312368 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.312725 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.313050 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:10:59.314276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d04ccb3d-8173-41de-867e-6390835d598c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.319185 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:10:59.319559 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Checking segment: {'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:10:59.319997 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.320133 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d04ccb3d-8173-41de-867e-6390835d598c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.320396 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Bound using segment: {'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:10:59.321048 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Bound port: 7c54df37-5aa0-477f-a841-5c8fb725b1d2, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:10:59.321569 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.341471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ccb3d-8173-41de-867e-6390835d598c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cac928-df25-4dc4-a138-75d5784b4758,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:59.351129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d04ccb3d-8173-41de-867e-6390835d598c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.356677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39072) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:10:59.360626 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d04ccb3d-8173-41de-867e-6390835d598c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1721272 Nov 24 05:10:59.361532 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-28a386d8-7751-4e9d-87d5-b39e21e4105e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'f9c1209c-5cb9-4780-850f-ae58cfe2b081', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:10:59.384979 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-28a386d8-7751-4e9d-87d5-b39e21e4105e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:10:59.391269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-28a386d8-7751-4e9d-87d5-b39e21e4105e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.392639 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] For port 7c54df37-5aa0-477f-a841-5c8fb725b1d2, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:10:59.396960 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] For port 7c54df37-5aa0-477f-a841-5c8fb725b1d2, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7c54df37-5aa0-477f-a841-5c8fb725b1d2,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:10:59.401334 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.452616 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:10:59.453260 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:59.458069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-28a386d8-7751-4e9d-87d5-b39e21e4105e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.463371 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-28a386d8-7751-4e9d-87d5-b39e21e4105e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.482086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a386d8-7751-4e9d-87d5-b39e21e4105e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a84f67b-cf26-4a49-915d-292cbf98c7bb,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:59.496122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-28a386d8-7751-4e9d-87d5-b39e21e4105e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.497283 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-28a386d8-7751-4e9d-87d5-b39e21e4105e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396019 Nov 24 05:10:59.514586 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc65a69-80bb-4711-b3a6-a7d007194f2c None None] Pushing event updated for resources: {'Port': ['ID=7c54df37-5aa0-477f-a841-5c8fb725b1d2,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:59.558319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b65d6c1e-6ef4-45e9-a985-516d3b6f24c3 None None] Provisioning complete for port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:59.558878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b65d6c1e-6ef4-45e9-a985-516d3b6f24c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.585118 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:10:59.667430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b65d6c1e-6ef4-45e9-a985-516d3b6f24c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.685552 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-ba91cffc-e97b-4b76-9f4b-f501b23a4c9d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969932252&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.0523548 Nov 24 05:10:59.703125 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b65d6c1e-6ef4-45e9-a985-516d3b6f24c3 None None] For port 7c54df37-5aa0-477f-a841-5c8fb725b1d2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7c54df37-5aa0-477f-a841-5c8fb725b1d2,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:10:59.709393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b65d6c1e-6ef4-45e9-a985-516d3b6f24c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.764322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d6c1e-6ef4-45e9-a985-516d3b6f24c3 None None] Pushing event updated for resources: {'Port': ['ID=7c54df37-5aa0-477f-a841-5c8fb725b1d2,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:10:59.813923 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-4e6f6123-6f3e-4f3f-a3d3-892fdf93872b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:10:59.815440 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-4e6f6123-6f3e-4f3f-a3d3-892fdf93872b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/networks?id=0ac26841-9fd3-47a5-b2cb-db462f9d7a14 HTTP/1.1" status: 200 len: 796 time: 0.1207509 Nov 24 05:10:59.830855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fc5cfc9d-3225-4e89-b68b-8876558e2ff3 None None] Provisioning complete for port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:10:59.831454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fc5cfc9d-3225-4e89-b68b-8876558e2ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:10:59.837109 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-2f32cfd9-11d0-4b02-9a69-2f934a96f9b5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/quotas/227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 375 time: 0.0136557 Nov 24 05:10:59.893698 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-3600020e-4d7e-43fd-9cb4-c6ab4deb228a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496702 Nov 24 05:10:59.894524 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:10:59Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:10:59.921577 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07220fea-9a70-4dc0-b6ff-85218469e41e None None] The sync data for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv is: [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:10:59Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:11:00.013615 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-0d204398-2694-4af8-9793-ae9ecbde9538 service neutron] 10.222.0.37 "GET /v2.0/networks/0ac26841-9fd3-47a5-b2cb-db462f9d7a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065187 Nov 24 05:11:00.108925 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-7fb8fe61-4e44-435d-b036-1f612ace967f service neutron] 10.222.0.37 "GET /v2.0/networks/0ac26841-9fd3-47a5-b2cb-db462f9d7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891275 Nov 24 05:11:00.272453 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-99f80c57-d369-4c6f-a316-7b8c4f55baf9 req-50a7255d-e68b-41f5-a273-ae8fdda81b47 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 210 time: 0.0263810 Nov 24 05:11:00.959352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7c54df37-5aa0-477f-a841-5c8fb725b1d2 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:11:01.011321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:11:01.011798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:01.198190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-04eba32a-6e60-419b-9323-914dfc3082d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:01.199759 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-04eba32a-6e60-419b-9323-914dfc3082d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=0ac26841-9fd3-47a5-b2cb-db462f9d7a14 HTTP/1.1" status: 200 len: 796 time: 0.1118617 Nov 24 05:11:01.266784 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-014868e3-91a7-444e-b87c-670300072d6d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 380 time: 0.0579278 Nov 24 05:11:01.278537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'device_id': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'admin_state_up': True, 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'security_groups': ['f9c1209c-5cb9-4780-850f-ae58cfe2b081']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:11:01.375902 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-33ad8fd2-35fb-46bb-8eda-d5a66bbcf614 req-4c2bfc04-7f97-4f33-9b9f-fe305e081787 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 210 time: 0.0302474 Nov 24 05:11:01.415787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:11:01.419436 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:01.544321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.13 (0ac26841-9fd3-47a5-b2cb-db462f9d7a14/64e36610-28c4-4420-82e5-acf7e98205b6/6220b537-4fa6-4d97-8b5f-2956a9836e4d) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:11:01.676277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:01.710995 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:01.760571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:11:01.763489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:11:01.765860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:11:01.795399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=6220b537-4fa6-4d97-8b5f-2956a9836e4d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:01.822978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:01.823716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:01.841928 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-8e46a69d-848a-49a3-9622-dc75f04a8bc3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671463 Nov 24 05:11:01.855045 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Request body: {'port': {'device_id': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:11:01.909245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:02.043326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c70d11ea-ec0f-45d6-a6a9-3ba1392a2d93 None None] Provisioning complete for port 6220b537-4fa6-4d97-8b5f-2956a9836e4d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:11:02.044028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c70d11ea-ec0f-45d6-a6a9-3ba1392a2d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:02.078573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c70d11ea-ec0f-45d6-a6a9-3ba1392a2d93 None None] Port 6220b537-4fa6-4d97-8b5f-2956a9836e4d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:11:02.167973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6220b537-4fa6-4d97-8b5f-2956a9836e4d {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:11:02.175307 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:02.187534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Transition to ACTIVE for port object 6220b537-4fa6-4d97-8b5f-2956a9836e4d will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:11:02.191613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:02.243069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Pushing event updated for resources: {'Port': ['ID=6220b537-4fa6-4d97-8b5f-2956a9836e4d,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:02.312126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Attempting to bind port 6220b537-4fa6-4d97-8b5f-2956a9836e4d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:11:02.312459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Attempting to bind port 6220b537-4fa6-4d97-8b5f-2956a9836e4d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:11:02.312790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Attempting to bind port 6220b537-4fa6-4d97-8b5f-2956a9836e4d on network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:11:02.317294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Port 6220b537-4fa6-4d97-8b5f-2956a9836e4d on network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:11:02.317612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Attempting to bind port 6220b537-4fa6-4d97-8b5f-2956a9836e4d on network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:11:02.322656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:11:02.322987 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Checking segment: {'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:11:02.323368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Bound using segment: {'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:11:02.323822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Bound port: 6220b537-4fa6-4d97-8b5f-2956a9836e4d, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36d6f7d-2540-4f64-818e-328a3b683645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:11:02.324177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:02.390592 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] For port 6220b537-4fa6-4d97-8b5f-2956a9836e4d, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:11:02.393646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] For port 6220b537-4fa6-4d97-8b5f-2956a9836e4d, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6220b537-4fa6-4d97-8b5f-2956a9836e4d,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:11:02.399409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:02.435662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:02.436224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:02.437679 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] 10.222.0.31 "PUT /v2.0/ports/6220b537-4fa6-4d97-8b5f-2956a9836e4d HTTP/1.1" status: 200 len: 1094 time: 0.5875106 Nov 24 05:11:02.438037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'tag': '6220b537-4fa6-4d97-8b5f-2956a9836e4d'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:11:02.440312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aead27b-cff5-471d-ac44-fb03b32c79e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e6f139-b57b-4047-83e8-e2a8170dadf1", "tag": "6220b537-4fa6-4d97-8b5f-2956a9836e4d"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:11:02.513839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a37d03-68db-4082-a03f-4a4ced99b919 x-openstack-request-id: req-45a37d03-68db-4082-a03f-4a4ced99b919 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:11:02.514131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e6f139-b57b-4047-83e8-e2a8170dadf1", "tag": "6220b537-4fa6-4d97-8b5f-2956a9836e4d", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:11:02.514383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45a37d03-68db-4082-a03f-4a4ced99b919 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:11:02.514783 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'tag': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'status': 'completed', 'code': 200} Nov 24 05:11:02.519500 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f2f66-6cdc-4d1c-9c47-f5218cdf0abf service neutron] Pushing event updated for resources: {'Port': ['ID=6220b537-4fa6-4d97-8b5f-2956a9836e4d,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:02.561300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb74299-b97a-4ca4-aadd-4ce79d952449 req-72e64105-aa4c-4cde-bb04-c9fe07e91d41 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:02.562853 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3eb74299-b97a-4ca4-aadd-4ce79d952449 req-72e64105-aa4c-4cde-bb04-c9fe07e91d41 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 944 time: 0.1172900 Nov 24 05:11:02.569644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-f63900ee-0852-43fa-8c6d-50b8e045b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:02.571775 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-f63900ee-0852-43fa-8c6d-50b8e045b443 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 1097 time: 0.0837746 Nov 24 05:11:02.627387 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-23576f0d-cae8-46b3-bc98-104ccf5c292d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6220b537-4fa6-4d97-8b5f-2956a9836e4d HTTP/1.1" status: 200 len: 217 time: 0.0409455 Nov 24 05:11:02.689062 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3eb74299-b97a-4ca4-aadd-4ce79d952449 req-63028b98-ec6e-482d-9a10-8e686ef72a28 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9c1209c-5cb9-4780-850f-ae58cfe2b081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163125 Nov 24 05:11:02.698323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-c3b96001-1872-4954-b046-1af9940c63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:02.699893 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-c3b96001-1872-4954-b046-1af9940c63d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64e36610-28c4-4420-82e5-acf7e98205b6 HTTP/1.1" status: 200 len: 835 time: 0.0641007 Nov 24 05:11:02.748886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-13a7ee8e-db96-4340-b21c-90d2adf188f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:02.750364 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-13a7ee8e-db96-4340-b21c-90d2adf188f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ac26841-9fd3-47a5-b2cb-db462f9d7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434725 Nov 24 05:11:02.843743 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-0a76bd89-29a9-49f2-9995-bc921b01b564 service neutron] 10.222.0.31 "GET /v2.0/networks/0ac26841-9fd3-47a5-b2cb-db462f9d7a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860703 Nov 24 05:11:02.938545 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7000a84-1174-4a3a-97c2-8747af3b9ba1 req-6b3f9a7e-b8bf-4d05-864a-2344a326aae9 service neutron] 10.222.0.31 "GET /v2.0/networks/0ac26841-9fd3-47a5-b2cb-db462f9d7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881004 Nov 24 05:11:03.030150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aead27b-cff5-471d-ac44-fb03b32c79e6 req-d71edd68-0e2b-40ac-82e0-67971337776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:03.031763 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1aead27b-cff5-471d-ac44-fb03b32c79e6 req-d71edd68-0e2b-40ac-82e0-67971337776e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 1097 time: 0.0442591 Nov 24 05:11:03.126826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aead27b-cff5-471d-ac44-fb03b32c79e6 req-c82249f9-bf99-489f-b233-36b183f1a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:03.128226 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1aead27b-cff5-471d-ac44-fb03b32c79e6 req-c82249f9-bf99-489f-b233-36b183f1a35b service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ac26841-9fd3-47a5-b2cb-db462f9d7a14 HTTP/1.1" status: 200 len: 897 time: 0.0892212 Nov 24 05:11:03.167923 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1aead27b-cff5-471d-ac44-fb03b32c79e6 req-b037eb6b-ab2b-4b3a-943e-45d81e93e659 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6220b537-4fa6-4d97-8b5f-2956a9836e4d HTTP/1.1" status: 200 len: 217 time: 0.0327249 Nov 24 05:11:03.214735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aead27b-cff5-471d-ac44-fb03b32c79e6 req-d51c61ff-a126-4620-8bd9-481782f50be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:03.216162 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1aead27b-cff5-471d-ac44-fb03b32c79e6 req-d51c61ff-a126-4620-8bd9-481782f50be8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64e36610-28c4-4420-82e5-acf7e98205b6 HTTP/1.1" status: 200 len: 835 time: 0.0419090 Nov 24 05:11:03.266118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aead27b-cff5-471d-ac44-fb03b32c79e6 req-00276e80-a424-47a3-81c8-7508471dd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:03.267579 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1aead27b-cff5-471d-ac44-fb03b32c79e6 req-00276e80-a424-47a3-81c8-7508471dd63c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ac26841-9fd3-47a5-b2cb-db462f9d7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438404 Nov 24 05:11:03.357608 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1aead27b-cff5-471d-ac44-fb03b32c79e6 req-c946e332-cb7d-4fa2-9d37-f7be5afc6235 service neutron] 10.222.0.31 "GET /v2.0/networks/0ac26841-9fd3-47a5-b2cb-db462f9d7a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822618 Nov 24 05:11:03.450739 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1aead27b-cff5-471d-ac44-fb03b32c79e6 req-200c9689-51fe-4e81-a3f0-0e08d97a1395 service neutron] 10.222.0.31 "GET /v2.0/networks/0ac26841-9fd3-47a5-b2cb-db462f9d7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853157 Nov 24 05:11:03.815095 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e84cb-c91d-483b-87ed-44d0df0995a3 req-878f242a-7ee0-4c81-b8e3-05181dc53afb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:03.816647 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-780e84cb-c91d-483b-87ed-44d0df0995a3 req-878f242a-7ee0-4c81-b8e3-05181dc53afb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 944 time: 0.0556509 Nov 24 05:11:03.866442 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-780e84cb-c91d-483b-87ed-44d0df0995a3 req-7d455ed2-75d6-4316-8896-1539f295c265 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9c1209c-5cb9-4780-850f-ae58cfe2b081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 Nov 24 05:11:04.980281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c96a3-990f-4099-9e63-967decb0ed54 req-754a16ef-7d7f-466e-8518-ec002395f828 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:04.981727 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0c6c96a3-990f-4099-9e63-967decb0ed54 req-754a16ef-7d7f-466e-8518-ec002395f828 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 944 time: 0.0475044 Nov 24 05:11:05.032835 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0c6c96a3-990f-4099-9e63-967decb0ed54 req-b24a49ec-5ac7-4f5b-8584-527671e4dc85 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9c1209c-5cb9-4780-850f-ae58cfe2b081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452290 Nov 24 05:11:05.531864 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-c300e68c-d503-4e05-a998-97e740793ef8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401144 Nov 24 05:11:05.614074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-634794e3-5767-4a1e-897a-6536cd3f8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:05.615529 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-634794e3-5767-4a1e-897a-6536cd3f8541 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 1099 time: 0.0405934 Nov 24 05:11:06.055229 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-44a19d07-bb67-47ae-b010-07d3d008e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:06.056644 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-44a19d07-bb67-47ae-b010-07d3d008e590 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.4227579 Nov 24 05:11:06.093222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 6220b537-4fa6-4d97-8b5f-2956a9836e4d details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:11:06.154441 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-fb7dbb72-fa55-46bb-bece-d4c70b5d1ee3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d816a5a1-c4a6-45b6-9029-cea76cb634c5 HTTP/1.1" status: 200 len: 1001 time: 0.0900087 Nov 24 05:11:06.166403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3a8d7-443c-4a7f-aad4-769fa9201889 req-ae87d3a7-5d59-4e24-bc9b-3ae714987106 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:06.167854 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b0f3a8d7-443c-4a7f-aad4-769fa9201889 req-ae87d3a7-5d59-4e24-bc9b-3ae714987106 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 944 time: 0.0641654 Nov 24 05:11:06.186729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 6220b537-4fa6-4d97-8b5f-2956a9836e4d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6220b537-4fa6-4d97-8b5f-2956a9836e4d,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:11:06.198506 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'port_id': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'mac_address': 'fa:16:3e:e3:14:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:11:06.235666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-ad5c257e-30d5-4f48-9d56-a3d3502b38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:06.237131 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-ad5c257e-30d5-4f48-9d56-a3d3502b38f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0684216 Nov 24 05:11:06.238022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:06.251449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6220b537-4fa6-4d97-8b5f-2956a9836e4d {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:11:06.262803 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b0f3a8d7-443c-4a7f-aad4-769fa9201889 req-4a8e9795-68c3-4f43-bc46-5efedd56cd89 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9c1209c-5cb9-4780-850f-ae58cfe2b081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860486 Nov 24 05:11:06.271482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 6220b537-4fa6-4d97-8b5f-2956a9836e4d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6220b537-4fa6-4d97-8b5f-2956a9836e4d,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:11:06.285008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:06.292682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-ed5c3c09-f185-47d8-8ad4-da47dfaf4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:06.294210 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-ed5c3c09-f185-47d8-8ad4-da47dfaf4128 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484912 Nov 24 05:11:06.332650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=6220b537-4fa6-4d97-8b5f-2956a9836e4d,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:06.388710 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-ea9ecb93-129f-463a-9886-0bcf6abee5ed service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875914 Nov 24 05:11:06.478619 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-084aa0a2-9aad-42a6-bc56-d4cd2e2e3cf6 req-3e7e04ae-2edb-436f-a0e4-58d0a7b3e979 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 Nov 24 05:11:06.494701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['6220b537-4fa6-4d97-8b5f-2956a9836e4d'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:11:07.376638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e709571-2049-46e5-8653-c0172a5a3907 req-a9cb1753-19e9-4c9a-aa76-837f24f41c1c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:07.378111 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1e709571-2049-46e5-8653-c0172a5a3907 req-a9cb1753-19e9-4c9a-aa76-837f24f41c1c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 945 time: 0.0496526 Nov 24 05:11:07.430757 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1e709571-2049-46e5-8653-c0172a5a3907 req-fc9bbc5f-c67e-4591-91d2-2e12334adbdf tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9c1209c-5cb9-4780-850f-ae58cfe2b081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463014 Nov 24 05:11:08.094898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 6220b537-4fa6-4d97-8b5f-2956a9836e4d up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:11:08.142441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 6220b537-4fa6-4d97-8b5f-2956a9836e4d completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:11:08.146606 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 6220b537-4fa6-4d97-8b5f-2956a9836e4d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:11:08.146980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:08.225404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:08.248465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6220b537-4fa6-4d97-8b5f-2956a9836e4d'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:11:08.250689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7670d7a-0def-450d-b746-26a2e3d04e9b" -d '{"events": [{"server_uuid": "f8e6f139-b57b-4047-83e8-e2a8170dadf1", "name": "network-vif-plugged", "status": "completed", "tag": "6220b537-4fa6-4d97-8b5f-2956a9836e4d"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:11:08.263811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 6220b537-4fa6-4d97-8b5f-2956a9836e4d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6220b537-4fa6-4d97-8b5f-2956a9836e4d,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:11:08.267880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:08.291694 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0058566d-6f1c-4101-987d-ef403783dd77 x-openstack-request-id: req-0058566d-6f1c-4101-987d-ef403783dd77 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:11:08.291970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e6f139-b57b-4047-83e8-e2a8170dadf1", "name": "network-vif-plugged", "status": "completed", "tag": "6220b537-4fa6-4d97-8b5f-2956a9836e4d", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:11:08.292225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0058566d-6f1c-4101-987d-ef403783dd77 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:11:08.293175 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'code': 200} Nov 24 05:11:08.321783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=6220b537-4fa6-4d97-8b5f-2956a9836e4d,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:08.452546 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c4c3b-4384-4abb-893a-50ae6acd2439 req-28d79ea0-d30b-4ba8-b220-8d49ba6a5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:08.453927 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0d8c4c3b-4384-4abb-893a-50ae6acd2439 req-28d79ea0-d30b-4ba8-b220-8d49ba6a5a0e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 1099 time: 0.0387905 Nov 24 05:11:08.511277 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0d8c4c3b-4384-4abb-893a-50ae6acd2439 req-08c2befb-4af7-43c3-a55a-3d49dae17372 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f9c1209c-5cb9-4780-850f-ae58cfe2b081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504706 Nov 24 05:11:08.550281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed0923-bd77-4f07-b256-d833e57021d1 req-cedb661e-8718-4676-b7cb-2ec030ad70ba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:08.551761 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b9ed0923-bd77-4f07-b256-d833e57021d1 req-cedb661e-8718-4676-b7cb-2ec030ad70ba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 946 time: 0.0519755 Nov 24 05:11:08.600949 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b9ed0923-bd77-4f07-b256-d833e57021d1 req-ad263480-b835-44f9-ae49-464f4d9754b5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9c1209c-5cb9-4780-850f-ae58cfe2b081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429327 Nov 24 05:11:09.720874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1799fd-3b81-4447-b7a4-38d111b56b70 req-7b9a339e-7a7b-412f-8be2-eeef99fdbb21 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:09.722367 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5c1799fd-3b81-4447-b7a4-38d111b56b70 req-7b9a339e-7a7b-412f-8be2-eeef99fdbb21 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 946 time: 0.0518856 Nov 24 05:11:09.772103 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5c1799fd-3b81-4447-b7a4-38d111b56b70 req-8e876c63-7181-493d-baf7-d576cd3b2900 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9c1209c-5cb9-4780-850f-ae58cfe2b081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427787 Nov 24 05:11:09.885675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206b3d0-2cef-4fff-bf7a-9c981b84dbfa req-93374cfc-810b-4d05-a152-1403843f02b9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:09.887132 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4206b3d0-2cef-4fff-bf7a-9c981b84dbfa req-93374cfc-810b-4d05-a152-1403843f02b9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 946 time: 0.0491080 Nov 24 05:11:09.936731 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4206b3d0-2cef-4fff-bf7a-9c981b84dbfa req-3911f909-1eb3-453d-961a-670645b57370 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9c1209c-5cb9-4780-850f-ae58cfe2b081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Nov 24 05:11:09.957918 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39122) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:10.001728 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ac16e-e4d9-4041-bee9-a8e86b9a82bc tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:10.003218 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3d2ac16e-e4d9-4041-bee9-a8e86b9a82bc tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 1094 time: 0.0443251 Nov 24 05:11:10.006037 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39124) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:10.010484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:11:10.032328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:10.127577 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:10.246541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.126 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/846b25e8-9130-4f07-975b-201256c65339) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:11:10.345961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:10.379110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:10.418974 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:11:10.422059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:11:10.428291 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:11:10.454798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=846b25e8-9130-4f07-975b-201256c65339,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:10.847390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:10.918295 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:11.069276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:11.073672 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:11.162052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=846b25e8-9130-4f07-975b-201256c65339,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:11.173308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:11.276090 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP b63ce0dd-d81a-4b91-8cf5-d58188d1bf53 associated. External IP: 172.26.0.126, port: 6220b537-4fa6-4d97-8b5f-2956a9836e4d. Nov 24 05:11:11.490043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 36131621-eb23-4251-946b-d3042ce3788a has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:11:11.600229 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:11:11.614770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192969ea-cdba-488d-8a54-5e1bdcabc6e9 None None] Sync routers for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:11:11.618667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:11.624636 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192969ea-cdba-488d-8a54-5e1bdcabc6e9 None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:11:11.625281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-192969ea-cdba-488d-8a54-5e1bdcabc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:11.648795 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cfab28a2-3c5a-42d3-b067-9e25ad2f6e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6388695 Nov 24 05:11:11.648795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'tag': '6220b537-4fa6-4d97-8b5f-2956a9836e4d'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:11:11.649292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39126) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:11.650128 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286305f9-d875-4a44-b8b6-213b02c318e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e6f139-b57b-4047-83e8-e2a8170dadf1", "tag": "6220b537-4fa6-4d97-8b5f-2956a9836e4d"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:11:11.688519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf9e7ab-1f3f-4303-92b2-2a11c0275560 x-openstack-request-id: req-edf9e7ab-1f3f-4303-92b2-2a11c0275560 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:11:11.688848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e6f139-b57b-4047-83e8-e2a8170dadf1", "tag": "6220b537-4fa6-4d97-8b5f-2956a9836e4d", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:11:11.689108 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edf9e7ab-1f3f-4303-92b2-2a11c0275560 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:11:11.689795 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'tag': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'status': 'completed', 'code': 200} Nov 24 05:11:11.754302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-192969ea-cdba-488d-8a54-5e1bdcabc6e9 None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:11:11.761585 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286305f9-d875-4a44-b8b6-213b02c318e8 req-351c3ccb-1f26-42fd-99e2-8b6e4716c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:11.763804 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-286305f9-d875-4a44-b8b6-213b02c318e8 req-351c3ccb-1f26-42fd-99e2-8b6e4716c350 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 1099 time: 0.0512800 Nov 24 05:11:11.892949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286305f9-d875-4a44-b8b6-213b02c318e8 req-186d555a-a9b4-4f79-948b-c467a35a727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:11.894459 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-286305f9-d875-4a44-b8b6-213b02c318e8 req-186d555a-a9b4-4f79-948b-c467a35a727f service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ac26841-9fd3-47a5-b2cb-db462f9d7a14 HTTP/1.1" status: 200 len: 897 time: 0.1237628 Nov 24 05:11:11.995807 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-286305f9-d875-4a44-b8b6-213b02c318e8 req-20d48050-c113-4124-938e-35c572193e5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6220b537-4fa6-4d97-8b5f-2956a9836e4d HTTP/1.1" status: 200 len: 1000 time: 0.0931921 Nov 24 05:11:12.047927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-192969ea-cdba-488d-8a54-5e1bdcabc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'b63ce0dd-d81a-4b91-8cf5-d58188d1bf53', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '36131621-eb23-4251-946b-d3042ce3788a', 'port_id': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'mac_address': 'fa:16:3e:e3:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:11:10Z', 'updated_at': '2021-11-24T05:11:10Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:10:59Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:12.065595 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286305f9-d875-4a44-b8b6-213b02c318e8 req-e2e7a376-28b1-4629-baf1-28fd3749deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:12.067193 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-286305f9-d875-4a44-b8b6-213b02c318e8 req-e2e7a376-28b1-4629-baf1-28fd3749deea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64e36610-28c4-4420-82e5-acf7e98205b6 HTTP/1.1" status: 200 len: 835 time: 0.0647647 Nov 24 05:11:12.068076 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6681d313-7956-4632-acc4-41e684c1eae1 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers/36131621-eb23-4251-946b-d3042ce3788a HTTP/1.1" status: 200 len: 922 time: 0.4173608 Nov 24 05:11:12.070824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39130) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:12.078000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192969ea-cdba-488d-8a54-5e1bdcabc6e9 None None] Checking router: 36131621-eb23-4251-946b-d3042ce3788a for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:11:12.089664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192969ea-cdba-488d-8a54-5e1bdcabc6e9 None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:11:12.090299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-192969ea-cdba-488d-8a54-5e1bdcabc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:10:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:12.126220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286305f9-d875-4a44-b8b6-213b02c318e8 req-cd448b5d-39fe-4518-b2a6-b7bb52b9d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:12.129118 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-286305f9-d875-4a44-b8b6-213b02c318e8 req-cd448b5d-39fe-4518-b2a6-b7bb52b9d91d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ac26841-9fd3-47a5-b2cb-db462f9d7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544624 Nov 24 05:11:12.142715 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-07e3780b-b3ef-4122-a0e1-c16c86b9821a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/b63ce0dd-d81a-4b91-8cf5-d58188d1bf53 HTTP/1.1" status: 200 len: 992 time: 0.0707569 Nov 24 05:11:12.204077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-192969ea-cdba-488d-8a54-5e1bdcabc6e9 None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:11:12.236562 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-286305f9-d875-4a44-b8b6-213b02c318e8 req-4676d643-1aeb-48ec-b348-c78d0d02d3f7 service neutron] 10.222.0.31 "GET /v2.0/networks/0ac26841-9fd3-47a5-b2cb-db462f9d7a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000192 Nov 24 05:11:12.335140 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-286305f9-d875-4a44-b8b6-213b02c318e8 req-949c7230-e7d5-41b9-a136-b122cdaa1a51 service neutron] 10.222.0.31 "GET /v2.0/networks/0ac26841-9fd3-47a5-b2cb-db462f9d7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911412 Nov 24 05:11:12.597649 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-192969ea-cdba-488d-8a54-5e1bdcabc6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'b63ce0dd-d81a-4b91-8cf5-d58188d1bf53', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '36131621-eb23-4251-946b-d3042ce3788a', 'port_id': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'mac_address': 'fa:16:3e:e3:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:11:10Z', 'updated_at': '2021-11-24T05:11:10Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:10:59Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:12.627527 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192969ea-cdba-488d-8a54-5e1bdcabc6e9 None None] The sync data for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv is: [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'b63ce0dd-d81a-4b91-8cf5-d58188d1bf53', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '36131621-eb23-4251-946b-d3042ce3788a', 'port_id': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'mac_address': 'fa:16:3e:e3:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:11:10Z', 'updated_at': '2021-11-24T05:11:10Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:10:59Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:11:12.839329 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00589417-3f7d-49b6-bf63-5d50a1cc88e1 None None] New status for floating IP b63ce0dd-d81a-4b91-8cf5-d58188d1bf53: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:11:13.146144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39132) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:13.209416 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4409a62f-7ac1-4eeb-a1c7-89b25f9a9681 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/b63ce0dd-d81a-4b91-8cf5-d58188d1bf53 HTTP/1.1" status: 200 len: 994 time: 0.0622058 Nov 24 05:11:16.076126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2050a99d-ae05-4959-85ee-b9fafd5e1698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:17.543582 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:11:18.349411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c0f3bcdd-3b72-447e-aa95-2f6c21f56439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:19.521570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:20.737929 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:21.703523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:23.713593 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:44.420329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39146) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:44.529747 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a6ea3bde-7fe9-4afb-9efb-419abc5cc26d tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers/36131621-eb23-4251-946b-d3042ce3788a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1082449 Nov 24 05:11:44.532507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39148) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:44.649692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874ef45a-4e48-486e-bebe-2f1227482658 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Notify agent at dv-neutron-818850-5-hyperv the message router_removed_from_agent {{(pid=103232) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 24 05:11:44.652750 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-874ef45a-4e48-486e-bebe-2f1227482658 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "DELETE /v2.0/agents/38b56978-b682-4de9-b65f-58481b2e0be2/l3-routers/36131621-eb23-4251-946b-d3042ce3788a HTTP/1.1" status: 204 len: 168 time: 0.1193233 Nov 24 05:11:44.655461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39150) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:44.763514 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bcdea044-d725-4191-9998-8402abfadd95 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers/36131621-eb23-4251-946b-d3042ce3788a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1069427 Nov 24 05:11:44.766213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39152) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:44.825168 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9ae67ef9-656b-47d6-8a42-94151d812975 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/b63ce0dd-d81a-4b91-8cf5-d58188d1bf53 HTTP/1.1" status: 200 len: 994 time: 0.0579021 Nov 24 05:11:45.052302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7c54df37-5aa0-477f-a841-5c8fb725b1d2 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:11:45.131403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:45.162034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 7c54df37-5aa0-477f-a841-5c8fb725b1d2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7c54df37-5aa0-477f-a841-5c8fb725b1d2,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:11:45.166506 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:45.212780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=7c54df37-5aa0-477f-a841-5c8fb725b1d2,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:45.220091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.220454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.220805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.221152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.221495 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.221836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.222174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.222512 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.222846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.223178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.223509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.223864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:45.399793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc773c0-aa23-46a1-9f77-2000e66bcbd6 None None] New status for floating IP b63ce0dd-d81a-4b91-8cf5-d58188d1bf53: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:11:45.828477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39154) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:45.892160 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-19bdce3a-0147-4cd1-a651-b5abb918b50f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/b63ce0dd-d81a-4b91-8cf5-d58188d1bf53 HTTP/1.1" status: 200 len: 992 time: 0.0625882 Nov 24 05:11:46.078318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2da61868-d8e4-4036-9098-be7e4899adaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:46.963877 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e3c29e7-bd32-46e1-94dd-b0f730a69398 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:11:46.999687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39158) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:47.038927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:47.063110 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 4e3c29e7-bd32-46e1-94dd-b0f730a69398, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4e3c29e7-bd32-46e1-94dd-b0f730a69398,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:11:47.067126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:47.114958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=4e3c29e7-bd32-46e1-94dd-b0f730a69398,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:47.130059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a129a7-3b31-4062-a0c9-d604efce08fa tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Router 36131621-eb23-4251-946b-d3042ce3788a is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:11:47.130403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a129a7-3b31-4062-a0c9-d604efce08fa tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Notify agent at dv-neutron-818850-5-hyperv the message router_added_to_agent {{(pid=103233) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 24 05:11:47.157737 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d0a129a7-3b31-4062-a0c9-d604efce08fa tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "POST /v2.0/agents/38b56978-b682-4de9-b65f-58481b2e0be2/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1569383 Nov 24 05:11:47.160358 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39162) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:47.180559 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf438f-0d95-496f-927f-e53847078d2c None None] Sync routers for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:11:47.191148 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf438f-0d95-496f-927f-e53847078d2c None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:11:47.191801 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b7bf438f-0d95-496f-927f-e53847078d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:47.276986 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-027455a6-73ad-4616-9116-3e49be5c90be tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers/36131621-eb23-4251-946b-d3042ce3788a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1155431 Nov 24 05:11:47.279739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39166) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:47.298841 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-b7bf438f-0d95-496f-927f-e53847078d2c None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:11:47.339295 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-91041a10-503f-4900-9864-a02cd756bf64 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/b63ce0dd-d81a-4b91-8cf5-d58188d1bf53 HTTP/1.1" status: 200 len: 992 time: 0.0584171 Nov 24 05:11:47.521431 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b7bf438f-0d95-496f-927f-e53847078d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'b63ce0dd-d81a-4b91-8cf5-d58188d1bf53', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '36131621-eb23-4251-946b-d3042ce3788a', 'port_id': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'mac_address': 'fa:16:3e:e3:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:11:10Z', 'updated_at': '2021-11-24T05:11:45Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:11:45Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:47.547609 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf438f-0d95-496f-927f-e53847078d2c None None] Checking router: 36131621-eb23-4251-946b-d3042ce3788a for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:11:47.555431 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf438f-0d95-496f-927f-e53847078d2c None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:11:47.556043 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b7bf438f-0d95-496f-927f-e53847078d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:47.658144 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-b7bf438f-0d95-496f-927f-e53847078d2c None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:11:47.873823 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b7bf438f-0d95-496f-927f-e53847078d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'b63ce0dd-d81a-4b91-8cf5-d58188d1bf53', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '36131621-eb23-4251-946b-d3042ce3788a', 'port_id': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'mac_address': 'fa:16:3e:e3:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:11:10Z', 'updated_at': '2021-11-24T05:11:45Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:11:45Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:47.900360 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf438f-0d95-496f-927f-e53847078d2c None None] The sync data for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv is: [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'b63ce0dd-d81a-4b91-8cf5-d58188d1bf53', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.126', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '36131621-eb23-4251-946b-d3042ce3788a', 'port_id': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'mac_address': 'fa:16:3e:e3:14:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:11:10Z', 'updated_at': '2021-11-24T05:11:45Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:11:45Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:11:48.343194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39168) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:48.352976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d2beeaa8-620f-41ed-8d6c-bc39723daff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:48.415943 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a614caf0-d4ce-45e9-9a36-7a2497fa0392 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/b63ce0dd-d81a-4b91-8cf5-d58188d1bf53 HTTP/1.1" status: 200 len: 992 time: 0.0715206 Nov 24 05:11:49.009493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e3c29e7-bd32-46e1-94dd-b0f730a69398 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:11:49.059432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:11:49.059913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:49.135652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:49.155846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 4e3c29e7-bd32-46e1-94dd-b0f730a69398, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4e3c29e7-bd32-46e1-94dd-b0f730a69398,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:11:49.160151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:49.160888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7c54df37-5aa0-477f-a841-5c8fb725b1d2 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:11:49.243259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=4e3c29e7-bd32-46e1-94dd-b0f730a69398,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:49.254858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:11:49.255225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:49.330281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:49.361868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 7c54df37-5aa0-477f-a841-5c8fb725b1d2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7c54df37-5aa0-477f-a841-5c8fb725b1d2,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:11:49.365515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:49.416278 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=7c54df37-5aa0-477f-a841-5c8fb725b1d2,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:49.419528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39170) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:49.459276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa1764e-14f6-4d37-a966-2a665693db8d None None] New status for floating IP b63ce0dd-d81a-4b91-8cf5-d58188d1bf53: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:11:49.484794 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5ec08074-2d0c-4d16-889b-2ac2199a3d48 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/b63ce0dd-d81a-4b91-8cf5-d58188d1bf53 HTTP/1.1" status: 200 len: 992 time: 0.0643349 Nov 24 05:11:49.562607 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:50.488535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39172) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:50.549986 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-38d83ab5-2cd5-4227-bd60-1adff2402387 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/b63ce0dd-d81a-4b91-8cf5-d58188d1bf53 HTTP/1.1" status: 200 len: 994 time: 0.0603118 Nov 24 05:11:50.740627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:50.794562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39178) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:50.953092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 846b25e8-9130-4f07-975b-201256c65339 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:11:50.953440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:50.973822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e3c29e7-bd32-46e1-94dd-b0f730a69398 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:11:51.021552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:11:51.021829 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:51.032948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:51.033281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:51.045450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 846b25e8-9130-4f07-975b-201256c65339 owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:11:51.103613 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7c54df37-5aa0-477f-a841-5c8fb725b1d2 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:11:51.149437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:11:51.149813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:51.225391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:51.251865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=846b25e8-9130-4f07-975b-201256c65339,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:51.275757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.276114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.276458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.276821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.277157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.277491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.277852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.278182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.278537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.278861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.279185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.279507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:51.323490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:51.323864 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP b63ce0dd-d81a-4b91-8cf5-d58188d1bf53 disassociated (deleted). External IP: 172.26.0.126, port: 6220b537-4fa6-4d97-8b5f-2956a9836e4d. Nov 24 05:11:51.524591 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 36131621-eb23-4251-946b-d3042ce3788a has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:11:51.637874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:11:51.642123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:51.647725 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227ccfa-c36f-4c0a-bc78-75a8f137a670 None None] Sync routers for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:11:51.658929 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227ccfa-c36f-4c0a-bc78-75a8f137a670 None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:11:51.659537 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0227ccfa-c36f-4c0a-bc78-75a8f137a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:51.674311 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-aaedda8a-33d9-41af-84f2-c67c264f054f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/floatingips/b63ce0dd-d81a-4b91-8cf5-d58188d1bf53 HTTP/1.1" status: 204 len: 168 time: 0.8785028 Nov 24 05:11:51.674892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'tag': '6220b537-4fa6-4d97-8b5f-2956a9836e4d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:11:51.677239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e6f139-b57b-4047-83e8-e2a8170dadf1", "tag": "6220b537-4fa6-4d97-8b5f-2956a9836e4d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:11:51.710601 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:51.723179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb94859f-f6b3-40f8-bcc6-afeec9edd6c2 x-openstack-request-id: req-fb94859f-f6b3-40f8-bcc6-afeec9edd6c2 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:11:51.723490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e6f139-b57b-4047-83e8-e2a8170dadf1", "tag": "6220b537-4fa6-4d97-8b5f-2956a9836e4d", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:11:51.723754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb94859f-f6b3-40f8-bcc6-afeec9edd6c2 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:11:51.724172 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'tag': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'status': 'completed', 'code': 200} Nov 24 05:11:51.785764 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0227ccfa-c36f-4c0a-bc78-75a8f137a670 None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:11:51.811167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7 req-18b1a49e-96f1-4017-874e-228302a04075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:51.815693 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7 req-18b1a49e-96f1-4017-874e-228302a04075 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 1099 time: 0.0666208 Nov 24 05:11:51.936741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7 req-7b8f2970-331f-4071-8cff-eec33226f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:51.938425 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7 req-7b8f2970-331f-4071-8cff-eec33226f8bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ac26841-9fd3-47a5-b2cb-db462f9d7a14 HTTP/1.1" status: 200 len: 897 time: 0.1116140 Nov 24 05:11:51.992519 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7 req-31a26990-79c8-4984-ae54-be1a68cf5557 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6220b537-4fa6-4d97-8b5f-2956a9836e4d HTTP/1.1" status: 200 len: 217 time: 0.0462937 Nov 24 05:11:52.013073 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0227ccfa-c36f-4c0a-bc78-75a8f137a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:11:49Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:52.066595 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7 req-467c766a-10f8-4841-9386-ed8c53d04c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:52.068110 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7 req-467c766a-10f8-4841-9386-ed8c53d04c79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=64e36610-28c4-4420-82e5-acf7e98205b6 HTTP/1.1" status: 200 len: 835 time: 0.0666738 Nov 24 05:11:52.077608 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e071b5-405e-42b1-95d6-5fc1478a649e req-fa345db2-0379-47d5-9c58-154a71b7c3f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:52.079181 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b2e071b5-405e-42b1-95d6-5fc1478a649e req-fa345db2-0379-47d5-9c58-154a71b7c3f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 946 time: 0.1825807 Nov 24 05:11:52.131179 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227ccfa-c36f-4c0a-bc78-75a8f137a670 None None] Checking router: 36131621-eb23-4251-946b-d3042ce3788a for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:11:52.140239 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227ccfa-c36f-4c0a-bc78-75a8f137a670 None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:11:52.140846 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0227ccfa-c36f-4c0a-bc78-75a8f137a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:52.157033 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7 req-9809451e-5468-4668-a379-0db7f2a298ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:52.158466 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7 req-9809451e-5468-4668-a379-0db7f2a298ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ac26841-9fd3-47a5-b2cb-db462f9d7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782962 Nov 24 05:11:52.163878 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b2e071b5-405e-42b1-95d6-5fc1478a649e req-7dc2e03d-3cbe-470b-a5f8-84ca940b82fe tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9c1209c-5cb9-4780-850f-ae58cfe2b081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734928 Nov 24 05:11:52.245366 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0227ccfa-c36f-4c0a-bc78-75a8f137a670 None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:11:52.257671 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7 req-7922cffc-156a-44f8-957e-413c4ef1644a service neutron] 10.222.0.31 "GET /v2.0/networks/0ac26841-9fd3-47a5-b2cb-db462f9d7a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868812 Nov 24 05:11:52.353054 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2bc3e2b5-b955-4047-ae8b-3d0a6ade9fc7 req-cf7baaab-2724-469f-bfbd-de9856fbb508 service neutron] 10.222.0.31 "GET /v2.0/networks/0ac26841-9fd3-47a5-b2cb-db462f9d7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874000 Nov 24 05:11:52.439659 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0227ccfa-c36f-4c0a-bc78-75a8f137a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:11:49Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:52.466397 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227ccfa-c36f-4c0a-bc78-75a8f137a670 None None] The sync data for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv is: [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:10:56Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7c54df37-5aa0-477f-a841-5c8fb725b1d2', 'name': '', 'network_id': '0ac26841-9fd3-47a5-b2cb-db462f9d7a14', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:fd:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:56Z', 'updated_at': '2021-11-24T05:11:49Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '64e36610-28c4-4420-82e5-acf7e98205b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:11:53.099232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c589a-5d9d-4657-a173-680c86834285 None None] New status for floating IP b63ce0dd-d81a-4b91-8cf5-d58188d1bf53: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:11:53.326700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9123f-ede2-47bd-b38f-b911bb354594 req-0a93a499-b666-4066-bc12-a6ba78dccbff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:53.328509 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1df9123f-ede2-47bd-b38f-b911bb354594 req-0a93a499-b666-4066-bc12-a6ba78dccbff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 946 time: 0.0912023 Nov 24 05:11:53.339077 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467515e-d794-4636-8cd5-a71f4847852f req-994cac39-ffe6-46b9-bfff-b7e5032d39dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:53.340494 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b467515e-d794-4636-8cd5-a71f4847852f req-994cac39-ffe6-46b9-bfff-b7e5032d39dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8e6f139-b57b-4047-83e8-e2a8170dadf1 HTTP/1.1" status: 200 len: 946 time: 0.0917022 Nov 24 05:11:53.454994 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1df9123f-ede2-47bd-b38f-b911bb354594 req-0d223f2c-49c7-4990-ae00-3e9905a8de5a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9c1209c-5cb9-4780-850f-ae58cfe2b081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133637 Nov 24 05:11:53.490135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-b467515e-d794-4636-8cd5-a71f4847852f req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 6220b537-4fa6-4d97-8b5f-2956a9836e4d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:11:53.490471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b467515e-d794-4636-8cd5-a71f4847852f req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:53.589977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-b467515e-d794-4636-8cd5-a71f4847852f req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 6220b537-4fa6-4d97-8b5f-2956a9836e4d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6220b537-4fa6-4d97-8b5f-2956a9836e4d,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:11:53.590255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b467515e-d794-4636-8cd5-a71f4847852f req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:53.608915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-b467515e-d794-4636-8cd5-a71f4847852f req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 6220b537-4fa6-4d97-8b5f-2956a9836e4d owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:11:53.723809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:53.736219 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b467515e-d794-4636-8cd5-a71f4847852f req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:53.766817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=6220b537-4fa6-4d97-8b5f-2956a9836e4d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:53.798358 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.798716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.799065 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.799407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.799773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.800114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.800452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.800784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.801118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.801449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.801776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.802103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:11:53.823646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-b467515e-d794-4636-8cd5-a71f4847852f req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] No DVR routers for this DVR port 6220b537-4fa6-4d97-8b5f-2956a9836e4d on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:11:53.826058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-b467515e-d794-4636-8cd5-a71f4847852f req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:53.829507 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b467515e-d794-4636-8cd5-a71f4847852f req-93f8b290-7e15-40d1-bd74-c80f7c853770 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "DELETE /v2.0/ports/6220b537-4fa6-4d97-8b5f-2956a9836e4d HTTP/1.1" status: 204 len: 173 time: 0.4812279 Nov 24 05:11:53.829948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'name': 'network-vif-deleted', 'tag': '6220b537-4fa6-4d97-8b5f-2956a9836e4d'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:11:53.832179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9b7640-279f-41ce-9b67-1fe7396b27f4" -d '{"events": [{"server_uuid": "f8e6f139-b57b-4047-83e8-e2a8170dadf1", "name": "network-vif-deleted", "tag": "6220b537-4fa6-4d97-8b5f-2956a9836e4d"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:11:53.876812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eef9351-c95b-428c-8416-0b3eccabb929 x-openstack-request-id: req-9eef9351-c95b-428c-8416-0b3eccabb929 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:11:53.877487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e6f139-b57b-4047-83e8-e2a8170dadf1", "name": "network-vif-deleted", "tag": "6220b537-4fa6-4d97-8b5f-2956a9836e4d", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:11:53.877747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9eef9351-c95b-428c-8416-0b3eccabb929 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:11:53.878142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e6f139-b57b-4047-83e8-e2a8170dadf1', 'name': 'network-vif-deleted', 'tag': '6220b537-4fa6-4d97-8b5f-2956a9836e4d', 'status': 'completed', 'code': 200} Nov 24 05:11:54.513158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39194) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:54.541835 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:11:54.572494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56e076ac-2ef0-426c-a59d-253c5c814a6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:54.597587 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56e076ac-2ef0-426c-a59d-253c5c814a6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:54.656648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56e076ac-2ef0-426c-a59d-253c5c814a6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:54.659367 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56e076ac-2ef0-426c-a59d-253c5c814a6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:54.660534 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-56e076ac-2ef0-426c-a59d-253c5c814a6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/f9c1209c-5cb9-4780-850f-ae58cfe2b081 HTTP/1.1" status: 204 len: 168 time: 0.1464014 Nov 24 05:11:54.669789 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e076ac-2ef0-426c-a59d-253c5c814a6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c1209c-5cb9-4780-850f-ae58cfe2b081,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:54.697167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39198) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:55.382746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:55.717988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 7c54df37-5aa0-477f-a841-5c8fb725b1d2 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:11:55.718661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:55.807603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 7c54df37-5aa0-477f-a841-5c8fb725b1d2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7c54df37-5aa0-477f-a841-5c8fb725b1d2,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:11:55.807980 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:55.822244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 7c54df37-5aa0-477f-a841-5c8fb725b1d2 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:11:56.006682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:56.033952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=7c54df37-5aa0-477f-a841-5c8fb725b1d2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:56.235988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:56.315877 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 6220b537-4fa6-4d97-8b5f-2956a9836e4d no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:11:56.337546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 6220b537-4fa6-4d97-8b5f-2956a9836e4d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:11:56.337893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 6220b537-4fa6-4d97-8b5f-2956a9836e4d not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:11:56.455860 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router 36131621-eb23-4251-946b-d3042ce3788a has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:11:56.564952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:11:56.571249 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-22bfecc0-0698-492e-98aa-64383dfaedcd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/36131621-eb23-4251-946b-d3042ce3788a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8729458 Nov 24 05:11:56.573913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39200) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:56.576575 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa353edd-c490-473a-850a-6651998c1ad1 None None] Sync routers for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:11:56.587144 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa353edd-c490-473a-850a-6651998c1ad1 None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:11:56.587791 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-aa353edd-c490-473a-850a-6651998c1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:56.624209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f61c1a1-a893-4673-9464-0780ed3e7235 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting subnet 64e36610-28c4-4420-82e5-acf7e98205b6 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:11:56.627220 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f61c1a1-a893-4673-9464-0780ed3e7235 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:56.665940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f61c1a1-a893-4673-9464-0780ed3e7235 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:56.693388 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-aa353edd-c490-473a-850a-6651998c1ad1 None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:11:56.750679 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f61c1a1-a893-4673-9464-0780ed3e7235 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:56.812313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f61c1a1-a893-4673-9464-0780ed3e7235 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:56.840285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61c1a1-a893-4673-9464-0780ed3e7235 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Subnet': ['ID=64e36610-28c4-4420-82e5-acf7e98205b6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:56.843803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f61c1a1-a893-4673-9464-0780ed3e7235 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:56.846996 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2f61c1a1-a893-4673-9464-0780ed3e7235 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/subnets/64e36610-28c4-4420-82e5-acf7e98205b6 HTTP/1.1" status: 204 len: 168 time: 0.2720475 Nov 24 05:11:56.849752 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39202) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:56.853979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752552f7-4fd8-4b8a-aaf2-494244c9e810 None None] Network 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:11:56.883014 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-aa353edd-c490-473a-850a-6651998c1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:55Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:56.910155 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa353edd-c490-473a-850a-6651998c1ad1 None None] Checking router: 36131621-eb23-4251-946b-d3042ce3788a for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:11:56.921890 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa353edd-c490-473a-850a-6651998c1ad1 None None] Routers {'36131621-eb23-4251-946b-d3042ce3788a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:11:56.922515 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-aa353edd-c490-473a-850a-6651998c1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['36131621-eb23-4251-946b-d3042ce3788a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:56.976872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.034810 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-aa353edd-c490-473a-850a-6651998c1ad1 None None] Set router 36131621-eb23-4251-946b-d3042ce3788a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:11:57.061908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73725c2-68f0-4532-929b-4f77db60ea87 None None] DHCP port deletion for 0ac26841-9fd3-47a5-b2cb-db462f9d7a14 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:11:57.093437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.119267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a73725c2-68f0-4532-929b-4f77db60ea87 None None] Deleting port f879a950-1928-4fe3-9fce-8636455c3c73 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:11:57.119701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a73725c2-68f0-4532-929b-4f77db60ea87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.149681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 4e3c29e7-bd32-46e1-94dd-b0f730a69398 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:11:57.150060 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.189079 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a73725c2-68f0-4532-929b-4f77db60ea87 None None] For port f879a950-1928-4fe3-9fce-8636455c3c73, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f879a950-1928-4fe3-9fce-8636455c3c73,segment=NetworkSegment(d36d6f7d-2540-4f64-818e-328a3b683645),segment_id=d36d6f7d-2540-4f64-818e-328a3b683645)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:11:57.189970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a73725c2-68f0-4532-929b-4f77db60ea87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.203664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a73725c2-68f0-4532-929b-4f77db60ea87 None None] Calling delete_port for f879a950-1928-4fe3-9fce-8636455c3c73 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:11:57.223029 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-aa353edd-c490-473a-850a-6651998c1ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:55Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:57.242502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 4e3c29e7-bd32-46e1-94dd-b0f730a69398, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4e3c29e7-bd32-46e1-94dd-b0f730a69398,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:11:57.242896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.254583 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa353edd-c490-473a-850a-6651998c1ad1 None None] The sync data for ids ['36131621-eb23-4251-946b-d3042ce3788a'] in dv-neutron-818850-5-hyperv is: [{'id': '36131621-eb23-4251-946b-d3042ce3788a', 'name': 'tempest-TestNetworkBasicOps-router-1913650528', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33'}], 'enable_snat': True}, 'gw_port_id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:55Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '4e3c29e7-bd32-46e1-94dd-b0f730a69398', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36131621-eb23-4251-946b-d3042ce3788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:10:53Z', 'updated_at': '2021-11-24T05:11:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:11:57.254956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 4e3c29e7-bd32-46e1-94dd-b0f730a69398 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:11:57.291733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a73725c2-68f0-4532-929b-4f77db60ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.323666 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73725c2-68f0-4532-929b-4f77db60ea87 None None] Pushing event deleted for resources: {'Port': ['ID=f879a950-1928-4fe3-9fce-8636455c3c73,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:57.326315 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73725c2-68f0-4532-929b-4f77db60ea87 None None] No DVR routers for this DVR port f879a950-1928-4fe3-9fce-8636455c3c73 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:11:57.428959 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.454041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=4e3c29e7-bd32-46e1-94dd-b0f730a69398,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:57.467114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c834b62-6f43-4521-86ae-187de2b20852 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:11:57.513716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.607935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.610282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.656631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.657218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Fanout notify agent at l3_agent the message router_deleted on router 36131621-eb23-4251-946b-d3042ce3788a {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:11:57.664887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.666012 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3832b101-4402-48bc-9d7d-bd40f82c4ccd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/routers/36131621-eb23-4251-946b-d3042ce3788a HTTP/1.1" status: 204 len: 168 time: 0.8147151 Nov 24 05:11:57.668741 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39204) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:57.751276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.847568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.869914 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac26841-9fd3-47a5-b2cb-db462f9d7a14']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:57.879855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36d6f7d-2540-4f64-818e-328a3b683645') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:57.880153 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36d6f7d-2540-4f64-818e-328a3b683645') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:57.890343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.906083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.912234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:11:57.913112 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:11:57.916408 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:11:57.979521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.984780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:57.988008 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/networks/0ac26841-9fd3-47a5-b2cb-db462f9d7a14 HTTP/1.1" status: 204 len: 168 time: 0.3183343 Nov 24 05:11:58.003114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15347b6-9f4b-4ea7-b45e-3027c2964dd7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Network': ['ID=0ac26841-9fd3-47a5-b2cb-db462f9d7a14,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:58.012687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39206) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:58.017580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'network': {'name': 'tempest-network-smoke--943250078', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'port_security_enabled': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:11:58.038532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:11:58.042048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:58.063909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:11:58.072499 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:58.072847 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Added segment 9553831e-5507-42f9-8416-6bd695d2bce7 of type vlan for network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab Nov 24 05:11:58.114645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:58.139104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:58.144815 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:11:58.145403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:58.181326 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1676095 Nov 24 05:11:58.184186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39208) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:58.188385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-632291427', 'admin_state_up': True, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:11:58.502109 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfe915-4bf7-4d9a-9415-209ca8a05bc0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Network': ['ID=7c96741d-716a-49d4-abdc-6d1bd50bd6ab,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:58.512650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:11:58.517054 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:58.518078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:58.570415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:58.707905 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:58.900353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:58.919322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:58.969738 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e3c29e7-bd32-46e1-94dd-b0f730a69398 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:11:58.994185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 4e3c29e7-bd32-46e1-94dd-b0f730a69398 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:11:58.994537 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e3c29e7-bd32-46e1-94dd-b0f730a69398 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:11:58.994956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7c54df37-5aa0-477f-a841-5c8fb725b1d2 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:11:59.013756 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 7c54df37-5aa0-477f-a841-5c8fb725b1d2 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:11:59.014112 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7c54df37-5aa0-477f-a841-5c8fb725b1d2 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:11:59.014542 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f879a950-1928-4fe3-9fce-8636455c3c73 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:11:59.025437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.222 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/945ff996-2f28-40fd-8c2e-7766ea21756f) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:11:59.033297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: f879a950-1928-4fe3-9fce-8636455c3c73 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:11:59.033653 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f879a950-1928-4fe3-9fce-8636455c3c73 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:11:59.127892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:59.164717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:59.199194 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:11:59.203911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:11:59.207248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:11:59.217358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0264d-46dd-4464-97cb-db9e3b30bd60 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:11:59.231378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=945ff996-2f28-40fd-8c2e-7766ea21756f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:11:59.296650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a22be2bf-eba0-466b-837a-1218ceec9dc1 None None] Provisioning complete for port 945ff996-2f28-40fd-8c2e-7766ea21756f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:11:59.297114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a22be2bf-eba0-466b-837a-1218ceec9dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:59.330687 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a22be2bf-eba0-466b-837a-1218ceec9dc1 None None] Port 945ff996-2f28-40fd-8c2e-7766ea21756f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:11:59.455494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:59.649913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:59.775745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:11:59.879912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:11:59.889631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Sync routers for ids ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:11:59.900360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Routers {'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:11:59.900729 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:11:59.901248 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:11:59.904655 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-207dd7b1-87a6-42fd-83cb-4c96636945ae tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7189555 Nov 24 05:11:59.905259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39210) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:11:59.933578 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4c907bcb-3f12-404a-b08f-bec1d7757e35 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=227fcf8641794a6b9aef85d3570bf3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271394 Nov 24 05:11:59.936271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39212) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:00.001980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Set router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:12:00.021777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7947d946-dbde-49df-961a-30b0e8688c0f tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:00.024055 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7947d946-dbde-49df-961a-30b0e8688c0f tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868165 Nov 24 05:12:00.026217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39214) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:00.055905 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d82bc1f6-ab60-40eb-820d-2c80e844f890 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257983 Nov 24 05:12:00.056336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39216) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:00.061425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320939261', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:00.149579 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:12:00.153199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:00.174955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:11:59Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:00.201114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Checking router: c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:12:00.201464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Updating router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b port 945ff996-2f28-40fd-8c2e-7766ea21756f binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:12:00.225490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:00.337179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:00.398641 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Subnet': ['ID=c644bc7e-7920-4213-a00d-187d1de23311,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:00.409581 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Checking segment: {'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:12:00.409941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network hostable DHCP agents. Network: 7c96741d-716a-49d4-abdc-6d1bd50bd6ab, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:12:00.428986 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:12:00.438224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 7c96741d-716a-49d4-abdc-6d1bd50bd6ab) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:12:00.442253 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:00.442857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756794'] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:00.451993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ae23f-f22e-4ee0-a3d0-17300b49c3d1 None None] Network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:12:00.460675 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b135a567-6b49-49b9-a4a6-63c25c180407 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4031901 Nov 24 05:12:00.463733 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39218) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:00.544692 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:00.553442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:00.612181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07aed0-4464-4ca6-90d7-922320f1d3e6 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:12:00.630397 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Attempting to bind port 945ff996-2f28-40fd-8c2e-7766ea21756f on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:12:00.630772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Attempting to bind port 945ff996-2f28-40fd-8c2e-7766ea21756f by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:12:00.631141 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Attempting to bind port 945ff996-2f28-40fd-8c2e-7766ea21756f on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:12:00.809896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43101c47-c411-4952-b163-bca9fea4faea None None] Pushing event updated for resources: {'Port': ['ID=945ff996-2f28-40fd-8c2e-7766ea21756f,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:00.818554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:12:00.819063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:12:00.819470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:00.819895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:12:00.820385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Bound port: 945ff996-2f28-40fd-8c2e-7766ea21756f, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:12:00.820766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:00.880907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e916a7f7-0776-4699-a934-8ee24019ec84 None None] Provisioning complete for port 945ff996-2f28-40fd-8c2e-7766ea21756f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:00.881172 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e916a7f7-0776-4699-a934-8ee24019ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:00.934028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ips': [{'subnet_id': 'c644bc7e-7920-4213-a00d-187d1de23311'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:12:00.934910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:00.955726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] For port 945ff996-2f28-40fd-8c2e-7766ea21756f, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:12:00.966957 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e916a7f7-0776-4699-a934-8ee24019ec84 None None] Port 945ff996-2f28-40fd-8c2e-7766ea21756f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:12:00.973071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] For port 945ff996-2f28-40fd-8c2e-7766ea21756f, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=945ff996-2f28-40fd-8c2e-7766ea21756f,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:12:00.981876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.079613 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcadb5c-6b5e-4719-b125-012fd8c36baa None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:12:01.134858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Routers {'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:12:01.135415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:01.137128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43101c47-c411-4952-b163-bca9fea4faea None None] Pushing event updated for resources: {'Port': ['ID=945ff996-2f28-40fd-8c2e-7766ea21756f,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:01.234285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Allocated IP 172.20.0.2 (7c96741d-716a-49d4-abdc-6d1bd50bd6ab/c644bc7e-7920-4213-a00d-187d1de23311/22f9d6df-4276-452c-82c6-db8fec6352db) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:12:01.243770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.258730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-28b7be93-24d8-45d9-8be6-735a3a819c3a None None] Provisioning complete for port 945ff996-2f28-40fd-8c2e-7766ea21756f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:01.259064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-28b7be93-24d8-45d9-8be6-735a3a819c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.313366 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] Set router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:12:01.572082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-28b7be93-24d8-45d9-8be6-735a3a819c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.581295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.612265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.618937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-28b7be93-24d8-45d9-8be6-735a3a819c3a None None] For port 945ff996-2f28-40fd-8c2e-7766ea21756f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=945ff996-2f28-40fd-8c2e-7766ea21756f,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:12:01.644837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-28b7be93-24d8-45d9-8be6-735a3a819c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.653217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.1 (7c96741d-716a-49d4-abdc-6d1bd50bd6ab/c644bc7e-7920-4213-a00d-187d1de23311/0236564c-ff7d-430c-8e84-20fb5729643d) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:12:01.669390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:12:01.674773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:12:01.677679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:12:01.681429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Pushing event updated for resources: {'Port': ['ID=22f9d6df-4276-452c-82c6-db8fec6352db,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:01.771021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:11:59Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:01.776705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.807319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Attempting to bind port 22f9d6df-4276-452c-82c6-db8fec6352db on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:12:01.807720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Attempting to bind port 22f9d6df-4276-452c-82c6-db8fec6352db by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:12:01.808189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Attempting to bind port 22f9d6df-4276-452c-82c6-db8fec6352db on network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:12:01.810702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5380f21d-456d-41fe-91b3-6e131407920f None None] The sync data for ids ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'] in dv-neutron-818850-5-hyperv is: [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:11:59Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:12:01.812994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.819678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7be93-24d8-45d9-8be6-735a3a819c3a None None] Pushing event updated for resources: {'Port': ['ID=945ff996-2f28-40fd-8c2e-7766ea21756f,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:01.823436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:12:01.823762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Checking segment: {'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:12:01.824172 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.824564 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Bound using segment: {'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:12:01.825426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Bound port: 22f9d6df-4276-452c-82c6-db8fec6352db, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:12:01.825824 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.859946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:12:01.863079 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:12:01.867931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:12:01.872028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=0236564c-ff7d-430c-8e84-20fb5729643d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:01.905854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] For port 22f9d6df-4276-452c-82c6-db8fec6352db, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:12:01.909089 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] For port 22f9d6df-4276-452c-82c6-db8fec6352db, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=22f9d6df-4276-452c-82c6-db8fec6352db,segment=NetworkSegment(9553831e-5507-42f9-8416-6bd695d2bce7),segment_id=9553831e-5507-42f9-8416-6bd695d2bce7)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:12:01.914037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.917859 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:01.977321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c409d-61d7-4bdb-89f3-25dd1a0c3114 None None] Pushing event updated for resources: {'Port': ['ID=22f9d6df-4276-452c-82c6-db8fec6352db,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:02.071773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:02.413778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:02.418612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:02.501678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=0236564c-ff7d-430c-8e84-20fb5729643d,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:02.507987 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:02.608646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:12:02.610277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:12:02.734888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:12:02.852148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:12:02.857594 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0a0dfd75-5955-46fe-8ade-0c2b9ea891eb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3928483 Nov 24 05:12:02.860245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39220) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:02.975544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca26960-6515-4f65-8bc4-5644e4883212 None None] Network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:12:02.976728 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82557b4-c2f3-4349-8b76-60026400c3a9 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:02.977214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82557b4-c2f3-4349-8b76-60026400c3a9 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:02.977685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82557b4-c2f3-4349-8b76-60026400c3a9 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:02.978154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82557b4-c2f3-4349-8b76-60026400c3a9 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:02.978618 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82557b4-c2f3-4349-8b76-60026400c3a9 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:02.979142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82557b4-c2f3-4349-8b76-60026400c3a9 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:02.981185 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e82557b4-c2f3-4349-8b76-60026400c3a9 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1196992 Nov 24 05:12:02.983634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39222) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:03.057103 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 945ff996-2f28-40fd-8c2e-7766ea21756f up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:12:03.079629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6dac3a-083f-4fb4-8e80-51a886ab4314 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:03.080104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6dac3a-083f-4fb4-8e80-51a886ab4314 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:03.080565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6dac3a-083f-4fb4-8e80-51a886ab4314 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:03.081018 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6dac3a-083f-4fb4-8e80-51a886ab4314 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:03.081462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6dac3a-083f-4fb4-8e80-51a886ab4314 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:03.081916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6dac3a-083f-4fb4-8e80-51a886ab4314 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:03.084099 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6f6dac3a-083f-4fb4-8e80-51a886ab4314 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0993221 Nov 24 05:12:03.088200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39224) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:03.143296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3f4b189f-16f0-4d75-b874-0b1b42d91f13 None None] Provisioning complete for port 22f9d6df-4276-452c-82c6-db8fec6352db triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:03.144018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3f4b189f-16f0-4d75-b874-0b1b42d91f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.227423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 945ff996-2f28-40fd-8c2e-7766ea21756f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:03.227887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.275754 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d0ba69a3-ff3f-45cf-9acd-1b96ca54b163 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1859877 Nov 24 05:12:03.325820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3f4b189f-16f0-4d75-b874-0b1b42d91f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.395286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3f4b189f-16f0-4d75-b874-0b1b42d91f13 None None] For port 22f9d6df-4276-452c-82c6-db8fec6352db, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=22f9d6df-4276-452c-82c6-db8fec6352db,segment=NetworkSegment(9553831e-5507-42f9-8416-6bd695d2bce7),segment_id=9553831e-5507-42f9-8416-6bd695d2bce7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:12:03.399566 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 22f9d6df-4276-452c-82c6-db8fec6352db up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:12:03.404760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3f4b189f-16f0-4d75-b874-0b1b42d91f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.537421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39228) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:03.542305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f023a849-b84d-4f7c-a7d3-4e4fd8bb7f9b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687405141', 'description': 'tempest-secgroup-smoke-687405141 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:03.575992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f023a849-b84d-4f7c-a7d3-4e4fd8bb7f9b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.623647 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Sync routers for ids ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:12:03.644139 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Routers {'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:12:03.645141 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:03.671814 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f023a849-b84d-4f7c-a7d3-4e4fd8bb7f9b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.679727 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f023a849-b84d-4f7c-a7d3-4e4fd8bb7f9b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.682373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-315b3f48-9d49-4af3-88ae-1e721faa2074 None None] Provisioning complete for port 22f9d6df-4276-452c-82c6-db8fec6352db triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:03.682752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-315b3f48-9d49-4af3-88ae-1e721faa2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.718655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f023a849-b84d-4f7c-a7d3-4e4fd8bb7f9b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.720179 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f023a849-b84d-4f7c-a7d3-4e4fd8bb7f9b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1815240 Nov 24 05:12:03.721052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b189f-16f0-4d75-b874-0b1b42d91f13 None None] Pushing event updated for resources: {'Port': ['ID=22f9d6df-4276-452c-82c6-db8fec6352db,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:03.721307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023a849-b84d-4f7c-a7d3-4e4fd8bb7f9b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9075628d-4050-4ca8-8c9b-8aee5c9477d5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:03.725864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39230) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:03.734529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 22f9d6df-4276-452c-82c6-db8fec6352db triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:03.734892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.738004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-beb862a9-7f9c-4ce0-9055-7b75dabea535 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '9075628d-4050-4ca8-8c9b-8aee5c9477d5', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:03.776165 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Set router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:12:03.785503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beb862a9-7f9c-4ce0-9055-7b75dabea535 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.868373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-315b3f48-9d49-4af3-88ae-1e721faa2074 None None] Provisioning complete for port 0236564c-ff7d-430c-8e84-20fb5729643d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:03.868835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-315b3f48-9d49-4af3-88ae-1e721faa2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.870630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beb862a9-7f9c-4ce0-9055-7b75dabea535 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.878650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beb862a9-7f9c-4ce0-9055-7b75dabea535 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.901399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb862a9-7f9c-4ce0-9055-7b75dabea535 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83621982-44be-4aaa-a2d3-1a3b7dbe338b,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:03.914658 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beb862a9-7f9c-4ce0-9055-7b75dabea535 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:03.915185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-315b3f48-9d49-4af3-88ae-1e721faa2074 None None] Port 0236564c-ff7d-430c-8e84-20fb5729643d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:12:03.916291 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-beb862a9-7f9c-4ce0-9055-7b75dabea535 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1878636 Nov 24 05:12:03.919113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39232) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:03.924162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6a8e7ae1-45a9-4c25-8802-32b361659923 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '9075628d-4050-4ca8-8c9b-8aee5c9477d5', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:03.953529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7ae1-45a9-4c25-8802-32b361659923 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.016270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7ae1-45a9-4c25-8802-32b361659923 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.023677 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7ae1-45a9-4c25-8802-32b361659923 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.038858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-079bdc13-e3ca-4701-a19c-284ae29dd8f1 None None] Provisioning complete for port 0236564c-ff7d-430c-8e84-20fb5729643d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:04.039234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-079bdc13-e3ca-4701-a19c-284ae29dd8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.052148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e7ae1-45a9-4c25-8802-32b361659923 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d123cb15-269c-4da8-b336-4252a4418eb4,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:04.058747 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:02Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '0236564c-ff7d-430c-8e84-20fb5729643d', 'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:4a:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:12:01Z', 'updated_at': '2021-11-24T05:12:02Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:04.061365 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7ae1-45a9-4c25-8802-32b361659923 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.065363 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6a8e7ae1-45a9-4c25-8802-32b361659923 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423299 Nov 24 05:12:04.065607 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39234) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:04.071449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-18e1ae03-291a-49b4-892a-829f71a26294 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '9075628d-4050-4ca8-8c9b-8aee5c9477d5', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:04.088146 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-079bdc13-e3ca-4701-a19c-284ae29dd8f1 None None] Port 0236564c-ff7d-430c-8e84-20fb5729643d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:12:04.103026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-18e1ae03-291a-49b4-892a-829f71a26294 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.166938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-18e1ae03-291a-49b4-892a-829f71a26294 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.170971 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-18e1ae03-291a-49b4-892a-829f71a26294 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.180057 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Checking router: c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:12:04.180320 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Updating router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b port 0236564c-ff7d-430c-8e84-20fb5729643d binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:12:04.192440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1ae03-291a-49b4-892a-829f71a26294 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f37e74-3cbd-4726-b74b-512129fd49c2,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:04.205416 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-18e1ae03-291a-49b4-892a-829f71a26294 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.205925 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.206773 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-18e1ae03-291a-49b4-892a-829f71a26294 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401374 Nov 24 05:12:04.210128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39236) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:04.216348 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-23e86a09-5baf-4a5b-822f-c8417a98260c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '9075628d-4050-4ca8-8c9b-8aee5c9477d5', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:04.219571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1960087d-fdc0-459f-9a07-62067eff21de None None] Provisioning complete for port 0236564c-ff7d-430c-8e84-20fb5729643d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:04.220161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1960087d-fdc0-459f-9a07-62067eff21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.244286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23e86a09-5baf-4a5b-822f-c8417a98260c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.266248 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1960087d-fdc0-459f-9a07-62067eff21de None None] Port 0236564c-ff7d-430c-8e84-20fb5729643d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:12:04.304575 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23e86a09-5baf-4a5b-822f-c8417a98260c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.308485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23e86a09-5baf-4a5b-822f-c8417a98260c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.328770 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e86a09-5baf-4a5b-822f-c8417a98260c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005c65c4-ae70-48ed-82b2-6daeaf63700c,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:04.334187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23e86a09-5baf-4a5b-822f-c8417a98260c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.338569 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-23e86a09-5baf-4a5b-822f-c8417a98260c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239588 Nov 24 05:12:04.338692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39238) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:04.342968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a8fe002f-6a7e-4fbd-9193-743f10b426df tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '9075628d-4050-4ca8-8c9b-8aee5c9477d5', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:04.363889 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-a8fe002f-6a7e-4fbd-9193-743f10b426df tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:12:04.369220 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a8fe002f-6a7e-4fbd-9193-743f10b426df tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.426714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a8fe002f-6a7e-4fbd-9193-743f10b426df tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.431075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a8fe002f-6a7e-4fbd-9193-743f10b426df tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.448382 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe002f-6a7e-4fbd-9193-743f10b426df tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a265f7-4c2a-41b4-b9d6-3f134d12ae8d,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:04.457223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a8fe002f-6a7e-4fbd-9193-743f10b426df tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.458427 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a8fe002f-6a7e-4fbd-9193-743f10b426df tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188145 Nov 24 05:12:04.462028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39240) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:04.466552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9f8d3382-a2a2-4fe2-9e89-37da7e91743b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '9075628d-4050-4ca8-8c9b-8aee5c9477d5', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:04.470749 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.477281 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.489087 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-9f8d3382-a2a2-4fe2-9e89-37da7e91743b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:12:04.494490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3382-a2a2-4fe2-9e89-37da7e91743b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.532161 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Pushing event updated for resources: {'Port': ['ID=0236564c-ff7d-430c-8e84-20fb5729643d,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:04.559397 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.559826 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.560680 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.560680 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.560913 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.561123 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.561402 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.561748 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.562072 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.562305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3382-a2a2-4fe2-9e89-37da7e91743b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.562448 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.562742 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.563203 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:12:04.567011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3382-a2a2-4fe2-9e89-37da7e91743b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.584236 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d3382-a2a2-4fe2-9e89-37da7e91743b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1feb458b-b30c-4268-876f-21e8952acac8,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:04.601690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3382-a2a2-4fe2-9e89-37da7e91743b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.601901 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Attempting to bind port 0236564c-ff7d-430c-8e84-20fb5729643d on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:12:04.602253 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Attempting to bind port 0236564c-ff7d-430c-8e84-20fb5729643d by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:12:04.602668 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Attempting to bind port 0236564c-ff7d-430c-8e84-20fb5729643d on network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:12:04.603057 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9f8d3382-a2a2-4fe2-9e89-37da7e91743b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399760 Nov 24 05:12:04.613742 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:12:04.614766 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Checking segment: {'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:12:04.614876 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.615363 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Bound using segment: {'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:12:04.616540 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Bound port: 0236564c-ff7d-430c-8e84-20fb5729643d, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:12:04.616924 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.683087 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] For port 0236564c-ff7d-430c-8e84-20fb5729643d, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:12:04.686940 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] For port 0236564c-ff7d-430c-8e84-20fb5729643d, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0236564c-ff7d-430c-8e84-20fb5729643d,segment=NetworkSegment(9553831e-5507-42f9-8416-6bd695d2bce7),segment_id=9553831e-5507-42f9-8416-6bd695d2bce7)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:12:04.693406 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.754032 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Routers {'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:12:04.754690 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:04.792897 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-f6fce431-18c1-43b1-a28f-7e5ae11efb2d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687405141&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.0699337 Nov 24 05:12:04.796114 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc79ef-a9de-4742-a3aa-1ba538350edb None None] Pushing event updated for resources: {'Port': ['ID=0236564c-ff7d-430c-8e84-20fb5729643d,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:04.809305 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-85a6428b-f294-4069-ab5d-00dde63d47b9 None None] Provisioning complete for port 0236564c-ff7d-430c-8e84-20fb5729643d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:04.809769 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-85a6428b-f294-4069-ab5d-00dde63d47b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.875441 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] Set router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:12:04.897327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-85a6428b-f294-4069-ab5d-00dde63d47b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.933671 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-85a6428b-f294-4069-ab5d-00dde63d47b9 None None] For port 0236564c-ff7d-430c-8e84-20fb5729643d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0236564c-ff7d-430c-8e84-20fb5729643d,segment=NetworkSegment(9553831e-5507-42f9-8416-6bd695d2bce7),segment_id=9553831e-5507-42f9-8416-6bd695d2bce7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:12:04.945160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-85a6428b-f294-4069-ab5d-00dde63d47b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:04.952102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-7f283f3a-2638-4769-8b96-666f40c57d50 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:04.954899 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-7f283f3a-2638-4769-8b96-666f40c57d50 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/networks?id=7c96741d-716a-49d4-abdc-6d1bd50bd6ab HTTP/1.1" status: 200 len: 796 time: 0.1433628 Nov 24 05:12:04.972461 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-5edd4407-9bb5-40ac-b8c0-42659658348e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/quotas/227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 375 time: 0.0112066 Nov 24 05:12:05.005294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6428b-f294-4069-ab5d-00dde63d47b9 None None] Pushing event updated for resources: {'Port': ['ID=0236564c-ff7d-430c-8e84-20fb5729643d,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:05.020707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 22f9d6df-4276-452c-82c6-db8fec6352db up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:12:05.041802 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-2e06057e-736e-48fb-a009-c9a1c174badd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606577 Nov 24 05:12:05.082039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4d23e6c0-fb98-47fd-99d3-4047e960dc3e None None] Provisioning complete for port 0236564c-ff7d-430c-8e84-20fb5729643d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:05.082522 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4d23e6c0-fb98-47fd-99d3-4047e960dc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:05.104988 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-88410662-f60c-44f3-abf0-4b0b74edef3d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:12:05.106003 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-88410662-f60c-44f3-abf0-4b0b74edef3d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522995 Nov 24 05:12:05.111164 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:02Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '0236564c-ff7d-430c-8e84-20fb5729643d', 'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:4a:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:12:01Z', 'updated_at': '2021-11-24T05:12:04Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:05.130954 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 22f9d6df-4276-452c-82c6-db8fec6352db triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:05.131790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:05.139139 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d33bf5-afa1-465b-b525-b7be4ade0e3f None None] The sync data for ids ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'] in dv-neutron-818850-5-hyperv is: [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:02Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '0236564c-ff7d-430c-8e84-20fb5729643d', 'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:4a:05:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:12:01Z', 'updated_at': '2021-11-24T05:12:04Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:12:05.239917 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-0db68db5-2fd5-448e-a008-208b9a708394 service neutron] 10.222.0.37 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275830 Nov 24 05:12:05.343471 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-7ae60eee-39df-483c-b4f1-1f2be1c4c8ba service neutron] 10.222.0.37 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952816 Nov 24 05:12:05.577777 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d0505ecb-ba6d-4c42-8be0-f363b35e3b2e req-eacc9d3d-cf36-45d3-bc42-11dedf3b98c7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 210 time: 0.0871058 Nov 24 05:12:06.575658 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-809382e1-e3a1-4af2-84ba-371bd2cb3df4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:06.577096 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-809382e1-e3a1-4af2-84ba-371bd2cb3df4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=7c96741d-716a-49d4-abdc-6d1bd50bd6ab HTTP/1.1" status: 200 len: 796 time: 0.1068594 Nov 24 05:12:06.650263 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-a139bbf9-50fa-4b40-bc24-56dec382d6bb tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 379 time: 0.0636978 Nov 24 05:12:06.660967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'device_id': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'admin_state_up': True, 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'security_groups': ['9075628d-4050-4ca8-8c9b-8aee5c9477d5']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:06.705367 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dfb4722f-62ba-42bd-a42d-815a079697d8 req-06bd6c7c-6a70-4b3f-a512-16ee592ea033 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 210 time: 0.0407031 Nov 24 05:12:06.788425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:12:06.791996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:06.919253 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.4 (7c96741d-716a-49d4-abdc-6d1bd50bd6ab/c644bc7e-7920-4213-a00d-187d1de23311/9bd234a3-027c-45b0-a3dd-e47edf00ac5d) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:12:07.000264 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0236564c-ff7d-430c-8e84-20fb5729643d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:12:07.047201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0236564c-ff7d-430c-8e84-20fb5729643d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:07.047599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:07.070557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:07.108367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:07.154636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:12:07.159729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:12:07.163321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:12:07.196057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=9bd234a3-027c-45b0-a3dd-e47edf00ac5d,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:07.219337 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:07.220003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:07.238198 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-fa2662a1-a12a-4d58-9636-6c3535aa9296 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807858 Nov 24 05:12:07.238682 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-94497228-8d6f-4c2f-b164-ff652fe78270 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103961 Nov 24 05:12:07.253857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-93628b29-d576-460c-ae34-d224aa799639 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:12:07.254815 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-93628b29-d576-460c-ae34-d224aa799639 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052650 Nov 24 05:12:07.267303 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Request body: {'port': {'device_id': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:07.327525 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-372ad6ad-3bc2-45ec-a681-4fd11074bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:07.329342 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-372ad6ad-3bc2-45ec-a681-4fd11074bf5b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 1099 time: 0.0426900 Nov 24 05:12:07.333327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:07.373906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-389bed0c-ab25-47e3-a250-13a974496bbb None None] Provisioning complete for port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:07.374289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-389bed0c-ab25-47e3-a250-13a974496bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:07.409024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-389bed0c-ab25-47e3-a250-13a974496bbb None None] Port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:12:07.437639 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-326a6379-7a71-4da0-af7f-4fd291455fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:07.438985 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-326a6379-7a71-4da0-af7f-4fd291455fee service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.0893576 Nov 24 05:12:07.504504 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-89f41340-5882-48ff-995c-849c86e6db3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d816a5a1-c4a6-45b6-9029-cea76cb634c5 HTTP/1.1" status: 200 len: 1001 time: 0.0591030 Nov 24 05:12:07.553099 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-701b30e9-cfac-4129-ae49-e902dde63db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:07.554542 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-701b30e9-cfac-4129-ae49-e902dde63db9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0430746 Nov 24 05:12:07.601082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-805ec854-f51f-4c41-8f09-1d80645855d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:07.602556 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-805ec854-f51f-4c41-8f09-1d80645855d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397482 Nov 24 05:12:07.608416 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd234a3-027c-45b0-a3dd-e47edf00ac5d {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:12:07.615899 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:07.628091 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Transition to ACTIVE for port object 9bd234a3-027c-45b0-a3dd-e47edf00ac5d will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:12:07.632868 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:07.684310 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd234a3-027c-45b0-a3dd-e47edf00ac5d,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:07.706121 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-82f6bf76-1490-475c-8e9a-c3f14b760b71 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965002 Nov 24 05:12:07.770115 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Attempting to bind port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:12:07.770507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Attempting to bind port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:12:07.770844 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Attempting to bind port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d on network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:12:07.777518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d on network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:12:07.777900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Attempting to bind port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d on network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:12:07.786176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:12:07.786512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Checking segment: {'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:12:07.786918 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Bound using segment: {'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:12:07.788771 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Bound port: 9bd234a3-027c-45b0-a3dd-e47edf00ac5d, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9553831e-5507-42f9-8416-6bd695d2bce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:12:07.789157 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:07.824889 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-837cb5d7-0acf-4c2b-bae9-73ae5a092053 req-b05724af-fb67-420c-9104-c94c0b318162 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107922 Nov 24 05:12:07.889062 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f41d3-9864-4a60-851b-cc8d3fea6402 req-9279498e-dab8-4693-8e58-e7b97f663b3d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:07.890555 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8c7f41d3-9864-4a60-851b-cc8d3fea6402 req-9279498e-dab8-4693-8e58-e7b97f663b3d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 943 time: 0.1067197 Nov 24 05:12:07.915263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] For port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:12:07.940676 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] For port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9bd234a3-027c-45b0-a3dd-e47edf00ac5d,segment=NetworkSegment(9553831e-5507-42f9-8416-6bd695d2bce7),segment_id=9553831e-5507-42f9-8416-6bd695d2bce7)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:12:07.947915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:07.989587 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8c7f41d3-9864-4a60-851b-cc8d3fea6402 req-5f8b3218-b82d-46cd-baf6-484f0fb122db tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9075628d-4050-4ca8-8c9b-8aee5c9477d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927336 Nov 24 05:12:07.994028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:07.994654 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:07.996021 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] 10.222.0.31 "PUT /v2.0/ports/9bd234a3-027c-45b0-a3dd-e47edf00ac5d HTTP/1.1" status: 200 len: 1093 time: 0.7331257 Nov 24 05:12:07.996468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'tag': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:12:07.998736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695eb77c-a883-4ce6-b571-238fc8083ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "38c3854e-a7b2-4e12-9f6b-19b2cecc61fe", "tag": "9bd234a3-027c-45b0-a3dd-e47edf00ac5d"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:12:08.030197 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b65d20-2656-47f2-86ac-9c4af7777574 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd234a3-027c-45b0-a3dd-e47edf00ac5d,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:08.051483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872fc23c-ca75-437d-8d69-43f2b5fda380 x-openstack-request-id: req-872fc23c-ca75-437d-8d69-43f2b5fda380 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:12:08.051809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c3854e-a7b2-4e12-9f6b-19b2cecc61fe", "tag": "9bd234a3-027c-45b0-a3dd-e47edf00ac5d", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:12:08.052071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-872fc23c-ca75-437d-8d69-43f2b5fda380 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:12:08.052470 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'tag': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d', 'status': 'completed', 'code': 200} Nov 24 05:12:08.088204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-8551218e-6b00-4b9e-8d86-2e06176143e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:08.089596 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-8551218e-6b00-4b9e-8d86-2e06176143e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 1096 time: 0.0472238 Nov 24 05:12:08.135547 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-6cd9c2b5-f8c5-4f90-ab16-e04f7b1946f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd234a3-027c-45b0-a3dd-e47edf00ac5d HTTP/1.1" status: 200 len: 217 time: 0.0360348 Nov 24 05:12:08.192140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-5f4e7ff7-cdf5-4774-b63b-22ac71be2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:08.193646 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-5f4e7ff7-cdf5-4774-b63b-22ac71be2731 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c644bc7e-7920-4213-a00d-187d1de23311 HTTP/1.1" status: 200 len: 843 time: 0.0506382 Nov 24 05:12:08.238371 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-000d429a-e15c-4abd-9ec4-d69b5f6aa5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:08.239805 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-000d429a-e15c-4abd-9ec4-d69b5f6aa5a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c96741d-716a-49d4-abdc-6d1bd50bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396729 Nov 24 05:12:08.334898 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-0535414c-0587-4cc3-8126-f2b3f4001e92 service neutron] 10.222.0.31 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871892 Nov 24 05:12:08.422794 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-181e4caa-cf6a-4a67-bc61-15d7e9902c29 req-8382dbc6-4782-4e2c-b2f0-0ae1a7c4cb21 service neutron] 10.222.0.31 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812225 Nov 24 05:12:08.503016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eb77c-a883-4ce6-b571-238fc8083ebb req-807bfd9b-8032-4e29-a5e4-1b152f6d61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:08.504487 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-695eb77c-a883-4ce6-b571-238fc8083ebb req-807bfd9b-8032-4e29-a5e4-1b152f6d61bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 1096 time: 0.0398650 Nov 24 05:12:08.599306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eb77c-a883-4ce6-b571-238fc8083ebb req-132932a3-a928-4a68-ad7c-02a9bdb3cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:08.601480 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-695eb77c-a883-4ce6-b571-238fc8083ebb req-132932a3-a928-4a68-ad7c-02a9bdb3cd39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c96741d-716a-49d4-abdc-6d1bd50bd6ab HTTP/1.1" status: 200 len: 897 time: 0.0903921 Nov 24 05:12:08.643430 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-695eb77c-a883-4ce6-b571-238fc8083ebb req-15014867-a40a-4c2a-b7dd-48b398d6e506 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd234a3-027c-45b0-a3dd-e47edf00ac5d HTTP/1.1" status: 200 len: 217 time: 0.0343006 Nov 24 05:12:08.696536 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eb77c-a883-4ce6-b571-238fc8083ebb req-436963bb-c624-48ef-823e-0ba618b4d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:08.697940 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-695eb77c-a883-4ce6-b571-238fc8083ebb req-436963bb-c624-48ef-823e-0ba618b4d7c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c644bc7e-7920-4213-a00d-187d1de23311 HTTP/1.1" status: 200 len: 843 time: 0.0472074 Nov 24 05:12:08.746177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eb77c-a883-4ce6-b571-238fc8083ebb req-dc1a8e50-afc1-458d-9525-72213009c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:08.747672 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-695eb77c-a883-4ce6-b571-238fc8083ebb req-dc1a8e50-afc1-458d-9525-72213009c14e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c96741d-716a-49d4-abdc-6d1bd50bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395694 Nov 24 05:12:08.838878 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-695eb77c-a883-4ce6-b571-238fc8083ebb req-31e0d404-d17d-4548-aad9-594346d5ebe3 service neutron] 10.222.0.31 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829864 Nov 24 05:12:08.932965 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-695eb77c-a883-4ce6-b571-238fc8083ebb req-88d4f845-6afc-4207-afa3-ee6ef97189da service neutron] 10.222.0.31 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856843 Nov 24 05:12:09.108633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dfe45-b04e-4d8f-9d7a-5951d2e7c70d req-bd4ffd72-9f9d-47ad-aea8-0c9068f43e23 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:09.110004 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-498dfe45-b04e-4d8f-9d7a-5951d2e7c70d req-bd4ffd72-9f9d-47ad-aea8-0c9068f43e23 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 943 time: 0.0503361 Nov 24 05:12:09.158902 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-498dfe45-b04e-4d8f-9d7a-5951d2e7c70d req-0ad529cc-ccd7-45e4-9a97-e2934c492915 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9075628d-4050-4ca8-8c9b-8aee5c9477d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430424 Nov 24 05:12:10.279028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31472333-04d4-4433-b372-2be4905bb7fd req-a2bd9e34-0873-477a-b141-ce0be2ec20a9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:10.280501 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-31472333-04d4-4433-b372-2be4905bb7fd req-a2bd9e34-0873-477a-b141-ce0be2ec20a9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 943 time: 0.0523543 Nov 24 05:12:10.328935 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-31472333-04d4-4433-b372-2be4905bb7fd req-71803ff6-9a3c-48bb-96cd-103e11a47fcf tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9075628d-4050-4ca8-8c9b-8aee5c9477d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425057 Nov 24 05:12:10.377527 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9bd234a3-027c-45b0-a3dd-e47edf00ac5d details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:12:10.471779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9bd234a3-027c-45b0-a3dd-e47edf00ac5d,segment=NetworkSegment(9553831e-5507-42f9-8416-6bd695d2bce7),segment_id=9553831e-5507-42f9-8416-6bd695d2bce7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:12:10.482739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'port_id': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d', 'mac_address': 'fa:16:3e:90:27:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:12:10.522520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:10.534929 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd234a3-027c-45b0-a3dd-e47edf00ac5d {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:12:10.554479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9bd234a3-027c-45b0-a3dd-e47edf00ac5d,segment=NetworkSegment(9553831e-5507-42f9-8416-6bd695d2bce7),segment_id=9553831e-5507-42f9-8416-6bd695d2bce7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:12:10.557854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:10.605948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=9bd234a3-027c-45b0-a3dd-e47edf00ac5d,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:10.774403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['9bd234a3-027c-45b0-a3dd-e47edf00ac5d'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:12:11.442038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a9646-4af2-4c43-bc38-53bf96dcb253 req-65265ca3-0577-4f8b-b69c-78d4b69ee7de tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:11.443532 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-917a9646-4af2-4c43-bc38-53bf96dcb253 req-65265ca3-0577-4f8b-b69c-78d4b69ee7de tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 944 time: 0.0488136 Nov 24 05:12:11.492741 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-917a9646-4af2-4c43-bc38-53bf96dcb253 req-d1787d88-bce8-4805-a012-da6be24dfb3e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9075628d-4050-4ca8-8c9b-8aee5c9477d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431266 Nov 24 05:12:12.395017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9bd234a3-027c-45b0-a3dd-e47edf00ac5d up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:12:12.442908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:12:12.447170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:12.447544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:12.524348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:12.550816 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:12:12.553199 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424d4ef1-555e-46e0-8cbd-c8aa6343c999" -d '{"events": [{"server_uuid": "38c3854e-a7b2-4e12-9f6b-19b2cecc61fe", "name": "network-vif-plugged", "status": "completed", "tag": "9bd234a3-027c-45b0-a3dd-e47edf00ac5d"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:12:12.565981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9bd234a3-027c-45b0-a3dd-e47edf00ac5d,segment=NetworkSegment(9553831e-5507-42f9-8416-6bd695d2bce7),segment_id=9553831e-5507-42f9-8416-6bd695d2bce7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:12:12.571224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:12.603494 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbd2fed-52af-4bcf-88f6-5270134fe042 x-openstack-request-id: req-0dbd2fed-52af-4bcf-88f6-5270134fe042 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:12:12.604258 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c3854e-a7b2-4e12-9f6b-19b2cecc61fe", "name": "network-vif-plugged", "status": "completed", "tag": "9bd234a3-027c-45b0-a3dd-e47edf00ac5d", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:12:12.604743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dbd2fed-52af-4bcf-88f6-5270134fe042 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:12:12.605490 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d', 'code': 200} Nov 24 05:12:12.637186 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=9bd234a3-027c-45b0-a3dd-e47edf00ac5d,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:12.641240 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232edeab-7f97-437b-babc-354ff8c248f2 req-a656b21f-6248-4d94-98cc-89e3c4d87d71 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:12.643267 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-232edeab-7f97-437b-babc-354ff8c248f2 req-a656b21f-6248-4d94-98cc-89e3c4d87d71 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 945 time: 0.0678632 Nov 24 05:12:12.698932 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-232edeab-7f97-437b-babc-354ff8c248f2 req-7e134395-59e9-4f65-93d8-aca812b15a15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9075628d-4050-4ca8-8c9b-8aee5c9477d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489795 Nov 24 05:12:12.777634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f747e7-537e-4a6f-a7c1-b289ab89d0fc req-ae9d4a98-fcb9-4d55-bd12-02e448cc2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:12.779121 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-92f747e7-537e-4a6f-a7c1-b289ab89d0fc req-ae9d4a98-fcb9-4d55-bd12-02e448cc2635 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 1098 time: 0.0403557 Nov 24 05:12:12.826675 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-92f747e7-537e-4a6f-a7c1-b289ab89d0fc req-119c7c36-f031-46a0-bd38-0ae06fe06268 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9075628d-4050-4ca8-8c9b-8aee5c9477d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405266 Nov 24 05:12:13.742067 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f4096-94d8-441e-acf0-2bb4a208857e req-318be51c-9fc8-47a2-b6f0-28c902b348aa tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:13.744539 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-613f4096-94d8-441e-acf0-2bb4a208857e req-318be51c-9fc8-47a2-b6f0-28c902b348aa tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 946 time: 0.0591753 Nov 24 05:12:13.833252 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-613f4096-94d8-441e-acf0-2bb4a208857e req-a50df7c4-e43b-459e-9f4d-ad61d3e15837 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830586 Nov 24 05:12:13.858205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f568368-e0ff-418f-8f50-5a8aa5249d4d req-34070a06-a199-4263-90d1-b3a0e081c1d2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:13.860543 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f568368-e0ff-418f-8f50-5a8aa5249d4d req-34070a06-a199-4263-90d1-b3a0e081c1d2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 945 time: 0.0729506 Nov 24 05:12:13.915489 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f568368-e0ff-418f-8f50-5a8aa5249d4d req-eb2141eb-ad6a-47ce-a5a0-cf7e7c1161b2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9075628d-4050-4ca8-8c9b-8aee5c9477d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482886 Nov 24 05:12:14.948091 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742fa01-1633-4900-afdb-38aff4f0f1ad req-3f13ca9e-05b2-48eb-bc39-8070f7e763ba tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:14.949578 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3742fa01-1633-4900-afdb-38aff4f0f1ad req-3f13ca9e-05b2-48eb-bc39-8070f7e763ba tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 946 time: 0.0481722 Nov 24 05:12:15.009566 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3742fa01-1633-4900-afdb-38aff4f0f1ad req-be38dd59-a146-4379-9378-a02d0e16332c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530949 Nov 24 05:12:15.044842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920061e5-56a6-4bae-ac14-085fc33ac0f0 req-5634068b-bde7-4855-907a-5a2d0537d713 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:15.046291 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-920061e5-56a6-4bae-ac14-085fc33ac0f0 req-5634068b-bde7-4855-907a-5a2d0537d713 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 945 time: 0.0541983 Nov 24 05:12:15.098568 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-920061e5-56a6-4bae-ac14-085fc33ac0f0 req-42e8541e-a005-46ef-b0d2-e14c71ccfa86 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9075628d-4050-4ca8-8c9b-8aee5c9477d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464306 Nov 24 05:12:15.210564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c786ff-2346-49ea-b1aa-d77773eb5390 req-79b65396-4135-4cca-9ae3-55a16746da4f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:15.212322 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-58c786ff-2346-49ea-b1aa-d77773eb5390 req-79b65396-4135-4cca-9ae3-55a16746da4f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 945 time: 0.0486937 Nov 24 05:12:15.261161 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-58c786ff-2346-49ea-b1aa-d77773eb5390 req-08790559-9d63-49e5-aa3f-ee5060980940 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9075628d-4050-4ca8-8c9b-8aee5c9477d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Nov 24 05:12:15.283789 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39310) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:15.326526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033479e-935e-4f78-97da-6c6224a5b905 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:15.328071 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f033479e-935e-4f78-97da-6c6224a5b905 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 1093 time: 0.0432494 Nov 24 05:12:15.330807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39312) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:15.335577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:15.351403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-9f7ef998-50d3-4411-af8f-8458a0130590 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:15.352895 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-9f7ef998-50d3-4411-af8f-8458a0130590 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 946 time: 0.0503790 Nov 24 05:12:15.357300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:15.446829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Deleting port d816a5a1-c4a6-45b6-9029-cea76cb634c5 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:12:15.447170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:15.450353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:15.536790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] For port d816a5a1-c4a6-45b6-9029-cea76cb634c5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d816a5a1-c4a6-45b6-9029-cea76cb634c5,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:12:15.537294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:15.555264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.75 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/0947a2f5-5252-4686-b617-55a88fbb41cd) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:12:15.654777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:15.688270 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:15.712934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:15.713297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:15.713611 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Floating IP 09811fbe-28b4-45d8-8cc3-c757066a9166 disassociated. External IP: 172.26.0.90, port: d816a5a1-c4a6-45b6-9029-cea76cb634c5. Nov 24 05:12:15.713951 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Calling delete_port for d816a5a1-c4a6-45b6-9029-cea76cb634c5 owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:12:15.734717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:12:15.737572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:12:15.742938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:12:15.745989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=0947a2f5-5252-4686-b617-55a88fbb41cd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:15.845862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:15.880342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event deleted for resources: {'Port': ['ID=d816a5a1-c4a6-45b6-9029-cea76cb634c5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:15.995724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Router f05e0afa-cd7d-49c0-8536-11045273f58f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:12:16.080285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a34787a2-732e-43bc-b815-fcf7a8431966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:16.120258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:16.135776 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-46e2dd08-0213-4e54-b41b-707089cd602e req-401ab06e-d6fe-4d84-8da7-5b735fd67feb tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 210 time: 0.0369689 Nov 24 05:12:16.154957 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:12:16.169449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b587fc0-40cb-4373-a8c4-f5f4dcf2a9a9 None None] Sync routers for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:12:16.181699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b587fc0-40cb-4373-a8c4-f5f4dcf2a9a9 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:12:16.182443 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9b587fc0-40cb-4373-a8c4-f5f4dcf2a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:16.201652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] No DVR routers for this DVR port d816a5a1-c4a6-45b6-9029-cea76cb634c5 on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:12:16.204527 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:16.208140 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-24c6319f-297e-4a81-ba7c-3084aaa94e2a req-b88f7910-c61c-4637-bca7-b307de83368a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "DELETE /v2.0/ports/d816a5a1-c4a6-45b6-9029-cea76cb634c5 HTTP/1.1" status: 204 len: 173 time: 0.8487623 Nov 24 05:12:16.208724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'name': 'network-vif-deleted', 'tag': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:12:16.212205 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67315bd-5b8d-4215-a53b-d90ddd5a9275" -d '{"events": [{"server_uuid": "42e51395-e6de-4e77-a72b-1ad488afb1d4", "name": "network-vif-deleted", "tag": "d816a5a1-c4a6-45b6-9029-cea76cb634c5"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:12:16.275397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964f954d-5998-45fc-ae4e-790ef3fdf7c4 x-openstack-request-id: req-964f954d-5998-45fc-ae4e-790ef3fdf7c4 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:12:16.275726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e51395-e6de-4e77-a72b-1ad488afb1d4", "name": "network-vif-deleted", "tag": "d816a5a1-c4a6-45b6-9029-cea76cb634c5", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:12:16.275991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-964f954d-5998-45fc-ae4e-790ef3fdf7c4 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:12:16.276400 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e51395-e6de-4e77-a72b-1ad488afb1d4', 'name': 'network-vif-deleted', 'tag': 'd816a5a1-c4a6-45b6-9029-cea76cb634c5', 'status': 'completed', 'code': 200} Nov 24 05:12:16.322669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-9b587fc0-40cb-4373-a8c4-f5f4dcf2a9a9 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:12:16.517475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:16.566107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9b587fc0-40cb-4373-a8c4-f5f4dcf2a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:16.594568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b587fc0-40cb-4373-a8c4-f5f4dcf2a9a9 None None] Checking router: f05e0afa-cd7d-49c0-8536-11045273f58f for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:12:16.602937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b587fc0-40cb-4373-a8c4-f5f4dcf2a9a9 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:12:16.603552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9b587fc0-40cb-4373-a8c4-f5f4dcf2a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:16.685808 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:16.691147 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:16.713400 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-9b587fc0-40cb-4373-a8c4-f5f4dcf2a9a9 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:12:16.763292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=0947a2f5-5252-4686-b617-55a88fbb41cd,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:16.769734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:16.876563 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP acf73793-5258-42ee-b207-f874947902ba associated. External IP: 172.26.0.75, port: 9bd234a3-027c-45b0-a3dd-e47edf00ac5d. Nov 24 05:12:16.920381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9b587fc0-40cb-4373-a8c4-f5f4dcf2a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:16.956222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b587fc0-40cb-4373-a8c4-f5f4dcf2a9a9 None None] The sync data for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv is: [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:12:17.109600 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:12:17.232447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:12:17.246051 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a212492-a5ce-47e8-90b4-2d2de4f8a19f None None] Sync routers for ids ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:12:17.253781 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-69a47b99-573e-49c4-9998-be2bf186a50b req-25d10f6f-8201-4380-afa7-b0afd3456fe7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 210 time: 0.0290256 Nov 24 05:12:17.259896 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a212492-a5ce-47e8-90b4-2d2de4f8a19f None None] Routers {'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:12:17.260715 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2a212492-a5ce-47e8-90b4-2d2de4f8a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:17.281507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:17.305920 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d0cb5fb6-a70f-401e-845a-0cbbc9946dba tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9740753 Nov 24 05:12:17.306808 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'tag': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:12:17.308926 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39322) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:17.310156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5948146-ca3b-4bee-8e0b-2671452cac81" -d '{"events": [{"name": "network-changed", "server_uuid": "38c3854e-a7b2-4e12-9f6b-19b2cecc61fe", "tag": "9bd234a3-027c-45b0-a3dd-e47edf00ac5d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:12:17.390883 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-2a212492-a5ce-47e8-90b4-2d2de4f8a19f None None] Set router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:12:17.403086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50fccf7-a029-4462-95e4-5eba2edb690f None None] New status for floating IP 09811fbe-28b4-45d8-8cc3-c757066a9166: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:12:17.406204 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-034dd26f-8b1b-41f0-926f-f4f0051241a4 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/acf73793-5258-42ee-b207-f874947902ba HTTP/1.1" status: 200 len: 990 time: 0.0961385 Nov 24 05:12:17.438814 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa86dbe3-6afb-48f7-a877-d406661dccfb x-openstack-request-id: req-fa86dbe3-6afb-48f7-a877-d406661dccfb {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:12:17.439403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c3854e-a7b2-4e12-9f6b-19b2cecc61fe", "tag": "9bd234a3-027c-45b0-a3dd-e47edf00ac5d", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:12:17.439921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa86dbe3-6afb-48f7-a877-d406661dccfb {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:12:17.440550 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'tag': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d', 'status': 'completed', 'code': 200} Nov 24 05:12:17.508351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5948146-ca3b-4bee-8e0b-2671452cac81 req-3759cd5f-84b9-4ffc-9fca-29395238d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:17.510595 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f5948146-ca3b-4bee-8e0b-2671452cac81 req-3759cd5f-84b9-4ffc-9fca-29395238d7ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 1098 time: 0.0478795 Nov 24 05:12:17.611067 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5948146-ca3b-4bee-8e0b-2671452cac81 req-a5aba6fd-aaa2-40cc-ac61-5c412323b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:17.612584 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f5948146-ca3b-4bee-8e0b-2671452cac81 req-a5aba6fd-aaa2-40cc-ac61-5c412323b34e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c96741d-716a-49d4-abdc-6d1bd50bd6ab HTTP/1.1" status: 200 len: 897 time: 0.0945582 Nov 24 05:12:17.661832 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2a212492-a5ce-47e8-90b4-2d2de4f8a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:02Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'acf73793-5258-42ee-b207-f874947902ba', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.75', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'port_id': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'mac_address': 'fa:16:3e:90:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:15Z', 'updated_at': '2021-11-24T05:12:15Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0236564c-ff7d-430c-8e84-20fb5729643d', 'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:4a:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:12:01Z', 'updated_at': '2021-11-24T05:12:04Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:17.689377 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a212492-a5ce-47e8-90b4-2d2de4f8a19f None None] Checking router: c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:12:17.698924 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a212492-a5ce-47e8-90b4-2d2de4f8a19f None None] Routers {'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:12:17.699882 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2a212492-a5ce-47e8-90b4-2d2de4f8a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:11:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:17.819058 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-2a212492-a5ce-47e8-90b4-2d2de4f8a19f None None] Set router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:12:18.069979 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f5948146-ca3b-4bee-8e0b-2671452cac81 req-13eb18af-fb94-4665-aad0-8e5c2461460e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd234a3-027c-45b0-a3dd-e47edf00ac5d HTTP/1.1" status: 200 len: 998 time: 0.4500515 Nov 24 05:12:18.126058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5948146-ca3b-4bee-8e0b-2671452cac81 req-1b8d0406-7dc1-413e-9eee-a94c0580670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:18.127544 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f5948146-ca3b-4bee-8e0b-2671452cac81 req-1b8d0406-7dc1-413e-9eee-a94c0580670d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c644bc7e-7920-4213-a00d-187d1de23311 HTTP/1.1" status: 200 len: 843 time: 0.0497015 Nov 24 05:12:18.152710 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2a212492-a5ce-47e8-90b4-2d2de4f8a19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:02Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'acf73793-5258-42ee-b207-f874947902ba', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.75', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'port_id': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'mac_address': 'fa:16:3e:90:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:15Z', 'updated_at': '2021-11-24T05:12:15Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0236564c-ff7d-430c-8e84-20fb5729643d', 'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:4a:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:12:01Z', 'updated_at': '2021-11-24T05:12:04Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:18.178487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5948146-ca3b-4bee-8e0b-2671452cac81 req-eb9c1256-4eef-4274-bec7-f0cbf11c0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:18.180199 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f5948146-ca3b-4bee-8e0b-2671452cac81 req-eb9c1256-4eef-4274-bec7-f0cbf11c0819 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c96741d-716a-49d4-abdc-6d1bd50bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458822 Nov 24 05:12:18.181526 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a212492-a5ce-47e8-90b4-2d2de4f8a19f None None] The sync data for ids ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'] in dv-neutron-818850-5-hyperv is: [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:02Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'acf73793-5258-42ee-b207-f874947902ba', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.75', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'port_id': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'mac_address': 'fa:16:3e:90:27:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:15Z', 'updated_at': '2021-11-24T05:12:15Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0236564c-ff7d-430c-8e84-20fb5729643d', 'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:4a:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:12:01Z', 'updated_at': '2021-11-24T05:12:04Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:12:18.274399 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f5948146-ca3b-4bee-8e0b-2671452cac81 req-8498c8d9-6ca1-429f-aef0-84553de61acd service neutron] 10.222.0.31 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862315 Nov 24 05:12:18.359467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5012fde9-5af9-47ea-ba8c-d22d950895ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:18.390548 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b4218039-1aa0-4470-b1e3-8402d1e8b69b req-f9b433d7-f1b6-484a-bbcc-1e68a3baefc8 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 210 time: 0.0298960 Nov 24 05:12:18.409339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39330) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:18.424741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d816a5a1-c4a6-45b6-9029-cea76cb634c5 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:12:18.425331 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f5948146-ca3b-4bee-8e0b-2671452cac81 req-b173959e-21db-4b30-bfdd-de5de65e5f9e service neutron] 10.222.0.31 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426394 Nov 24 05:12:18.448697 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: d816a5a1-c4a6-45b6-9029-cea76cb634c5 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:12:18.449294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device d816a5a1-c4a6-45b6-9029-cea76cb634c5 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:12:18.462605 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36afaba8-9625-43fb-b63b-42ecf35093c1 None None] New status for floating IP acf73793-5258-42ee-b207-f874947902ba: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:12:18.507828 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-20bfa56a-426a-4b83-8648-926c9fb2fed5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/acf73793-5258-42ee-b207-f874947902ba HTTP/1.1" status: 200 len: 990 time: 0.0967932 Nov 24 05:12:19.492484 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-abafbc83-3b25-40cb-ab9d-ca275826d924 req-0c02f772-7388-40d9-8d93-4030e343b9b1 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 210 time: 0.0272617 Nov 24 05:12:19.511851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39334) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:19.531262 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:19.587957 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b5212284-fa43-4647-be59-bf46396a91a7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/acf73793-5258-42ee-b207-f874947902ba HTTP/1.1" status: 200 len: 992 time: 0.0690043 Nov 24 05:12:20.588180 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0c875cd3-12a9-42f9-ada7-b0ea3dab10b3 req-914f2280-fc7f-43e5-986b-83061ec891fe tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=42e51395-e6de-4e77-a72b-1ad488afb1d4 HTTP/1.1" status: 200 len: 210 time: 0.0273652 Nov 24 05:12:20.742053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:21.705236 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:21.790521 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-f35441ea-8c0d-4f26-b4c9-acc22c2c0d5d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928008881&fields=id&tenant_id=2cb45cf30899445ab9e7f26f8c806484 HTTP/1.1" status: 200 len: 267 time: 0.0441718 Nov 24 05:12:21.901894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-97580c08-3c04-4a82-9516-ed833d8dc757 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:21.903265 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-97580c08-3c04-4a82-9516-ed833d8dc757 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 812 time: 0.1057715 Nov 24 05:12:21.917797 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-7230a56e-4341-4b98-82f2-14f031e3c109 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/quotas/2cb45cf30899445ab9e7f26f8c806484 HTTP/1.1" status: 200 len: 375 time: 0.0089912 Nov 24 05:12:21.968288 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-41b6a7be-fe9f-4f14-bbb2-b109030dbd94 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453660 Nov 24 05:12:22.025903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2fdd7347-aa82-4c78-a529-b29d44a69d22 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:12:22.026897 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2fdd7347-aa82-4c78-a529-b29d44a69d22 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466118 Nov 24 05:12:22.118956 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-8b03a346-4dc2-41de-9add-e7af886ff82b service neutron] 10.222.0.37 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857904 Nov 24 05:12:22.206053 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-254b553b-8c8e-4c29-a193-36b17a95be5a service neutron] 10.222.0.37 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809476 Nov 24 05:12:22.490790 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b19b161c-ed17-493a-b7ca-75859bddfbbc req-1a7fce58-cddc-4a8e-822d-831805d7df94 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 210 time: 0.0305829 Nov 24 05:12:23.425216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-adb17f74-09f8-4ca4-986f-ce351e620c26 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:23.426719 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-adb17f74-09f8-4ca4-986f-ce351e620c26 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 812 time: 0.1053188 Nov 24 05:12:23.493982 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-9805c1b1-99d8-4e2f-ab50-32a443029a55 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cb45cf30899445ab9e7f26f8c806484 HTTP/1.1" status: 200 len: 379 time: 0.0582759 Nov 24 05:12:23.504383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'port': {'device_id': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'admin_state_up': True, 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'security_groups': ['027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:23.604410 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3100bbcd-44f7-40c5-8daa-62d188b94aaa req-1733d4dd-fac3-46d8-b4f5-362f9b052792 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 210 time: 0.0366807 Nov 24 05:12:23.648818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Made reservation on behalf of 2cb45cf30899445ab9e7f26f8c806484 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:12:23.652558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:23.721905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:23.785135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Allocated IP 172.20.0.4 (5ae9f4e0-c857-4107-8d8f-ea8331f8caf7/8921f689-b1e4-4dd7-b541-656c933bf459/480317fa-70c6-4588-b914-11a7a1269d5b) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:12:23.935255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:23.973412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:24.017533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:12:24.020465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:12:24.023838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:12:24.056452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'Port': ['ID=480317fa-70c6-4588-b914-11a7a1269d5b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:24.088607 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:24.089346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:24.107319 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-2a6ae40b-2257-4dd9-b2e6-8c662c77bbe5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066103 Nov 24 05:12:24.119643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Request body: {'port': {'device_id': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:24.179924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:24.272083 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e955071d-1b63-4257-af3c-6a2d24e06b70 None None] Provisioning complete for port 480317fa-70c6-4588-b914-11a7a1269d5b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:24.273061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e955071d-1b63-4257-af3c-6a2d24e06b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:24.308075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e955071d-1b63-4257-af3c-6a2d24e06b70 None None] Port 480317fa-70c6-4588-b914-11a7a1269d5b cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:12:24.459982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480317fa-70c6-4588-b914-11a7a1269d5b {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:12:24.467708 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:24.480330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Transition to ACTIVE for port object 480317fa-70c6-4588-b914-11a7a1269d5b will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:12:24.484818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:24.538220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Pushing event updated for resources: {'Port': ['ID=480317fa-70c6-4588-b914-11a7a1269d5b,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:24.613194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Attempting to bind port 480317fa-70c6-4588-b914-11a7a1269d5b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:12:24.613528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Attempting to bind port 480317fa-70c6-4588-b914-11a7a1269d5b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:12:24.613863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Attempting to bind port 480317fa-70c6-4588-b914-11a7a1269d5b on network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:12:24.618754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Port 480317fa-70c6-4588-b914-11a7a1269d5b on network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:12:24.619083 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Attempting to bind port 480317fa-70c6-4588-b914-11a7a1269d5b on network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:12:24.639823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:12:24.640279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Checking segment: {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:12:24.640699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Bound using segment: {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:12:24.641179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Bound port: 480317fa-70c6-4588-b914-11a7a1269d5b, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:12:24.641557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:24.751090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] For port 480317fa-70c6-4588-b914-11a7a1269d5b, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:12:24.755162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] For port 480317fa-70c6-4588-b914-11a7a1269d5b, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=480317fa-70c6-4588-b914-11a7a1269d5b,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:12:24.764712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f7949-ca11-4ebf-9a4b-9c8195ba8945 req-c215c2c5-df09-4f35-b41b-c6891fe56c50 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:24.766190 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-871f7949-ca11-4ebf-9a4b-9c8195ba8945 req-c215c2c5-df09-4f35-b41b-c6891fe56c50 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 943 time: 0.0795126 Nov 24 05:12:24.767686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:24.828686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:24.829312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:24.830681 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] 10.222.0.31 "PUT /v2.0/ports/480317fa-70c6-4588-b914-11a7a1269d5b HTTP/1.1" status: 200 len: 1093 time: 0.7156017 Nov 24 05:12:24.832262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'tag': '480317fa-70c6-4588-b914-11a7a1269d5b'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:12:24.834830 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4567a77e-7149-45f6-b044-ef4729fc385f" -d '{"events": [{"name": "network-changed", "server_uuid": "f171c1bf-ab23-4eb0-b115-1607c0e7bbca", "tag": "480317fa-70c6-4588-b914-11a7a1269d5b"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:12:24.878881 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-871f7949-ca11-4ebf-9a4b-9c8195ba8945 req-e8a56b86-6075-4495-a2f4-90b7e9abfc85 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055391 Nov 24 05:12:24.893792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d9b2b-fe53-4d4e-b078-e394f1164010 x-openstack-request-id: req-5c9d9b2b-fe53-4d4e-b078-e394f1164010 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:12:24.894064 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f171c1bf-ab23-4eb0-b115-1607c0e7bbca", "tag": "480317fa-70c6-4588-b914-11a7a1269d5b", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:12:24.894283 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c9d9b2b-fe53-4d4e-b078-e394f1164010 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:12:24.894681 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'tag': '480317fa-70c6-4588-b914-11a7a1269d5b', 'status': 'completed', 'code': 200} Nov 24 05:12:24.918293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9003fd3-e486-47a1-8525-4650c332e2ab service neutron] Pushing event updated for resources: {'Port': ['ID=480317fa-70c6-4588-b914-11a7a1269d5b,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:24.944156 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-995a65fb-f191-401f-ac5c-513602f68ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:24.945807 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-995a65fb-f191-401f-ac5c-513602f68ceb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 1096 time: 0.0610888 Nov 24 05:12:25.004662 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-7e8cb892-ea8b-4da9-80af-bdae2f33570a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480317fa-70c6-4588-b914-11a7a1269d5b HTTP/1.1" status: 200 len: 217 time: 0.0490546 Nov 24 05:12:25.064497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-7f4b6282-7886-43c6-a075-2856ea7728b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:25.065992 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-7f4b6282-7886-43c6-a075-2856ea7728b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0541162 Nov 24 05:12:25.119764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-8392f5e3-b9c1-42d9-9bd9-8b9902784b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:25.121196 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-8392f5e3-b9c1-42d9-9bd9-8b9902784b42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430801 Nov 24 05:12:25.220305 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-168b6e68-c021-45c7-9846-b2f75ac24584 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862286 Nov 24 05:12:25.314291 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bc8623fc-d2f2-40df-aa76-7ae519261740 req-bbf91946-dd9a-42b7-9a1a-89f905b17c10 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858309 Nov 24 05:12:25.400488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567a77e-7149-45f6-b044-ef4729fc385f req-f3903c36-e0bb-42d5-a1a3-32af9325ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:25.401980 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4567a77e-7149-45f6-b044-ef4729fc385f req-f3903c36-e0bb-42d5-a1a3-32af9325ef37 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 1096 time: 0.0409219 Nov 24 05:12:25.496295 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567a77e-7149-45f6-b044-ef4729fc385f req-386f037b-e60a-419d-84a8-e5e71266f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:25.497752 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4567a77e-7149-45f6-b044-ef4729fc385f req-386f037b-e60a-419d-84a8-e5e71266f477 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.0888319 Nov 24 05:12:25.538631 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4567a77e-7149-45f6-b044-ef4729fc385f req-d32d492f-4558-4f1e-b633-6acf9d4e9576 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480317fa-70c6-4588-b914-11a7a1269d5b HTTP/1.1" status: 200 len: 217 time: 0.0340612 Nov 24 05:12:25.588667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567a77e-7149-45f6-b044-ef4729fc385f req-5c3af691-357d-4cc0-a21a-dd0f685c6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:25.590101 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4567a77e-7149-45f6-b044-ef4729fc385f req-5c3af691-357d-4cc0-a21a-dd0f685c6c1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0430369 Nov 24 05:12:25.645188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567a77e-7149-45f6-b044-ef4729fc385f req-8fca59ec-a226-4788-9316-94dc63e62fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:25.646848 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4567a77e-7149-45f6-b044-ef4729fc385f req-8fca59ec-a226-4788-9316-94dc63e62fb4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479281 Nov 24 05:12:25.743810 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4567a77e-7149-45f6-b044-ef4729fc385f req-72a75cc4-8ec1-4de3-b2b1-b1267a2c5928 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836046 Nov 24 05:12:25.845209 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4567a77e-7149-45f6-b044-ef4729fc385f req-efa48212-02d7-4841-a5fd-20d8cc57ea57 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920258 Nov 24 05:12:26.009477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209612e-e547-403b-9169-d51298a81850 req-b8f54d23-dd66-4166-873f-4eac3fd45472 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:26.010971 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0209612e-e547-403b-9169-d51298a81850 req-b8f54d23-dd66-4166-873f-4eac3fd45472 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 943 time: 0.0508096 Nov 24 05:12:26.061573 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0209612e-e547-403b-9169-d51298a81850 req-d7adb2c4-f44c-4497-9a45-9b43dbc13896 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447035 Nov 24 05:12:27.176894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd64c80-42f0-44a0-90aa-2e44cb0f49da req-5033b598-ab08-4923-a3e5-6ba43a863a9f tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:27.179977 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1dd64c80-42f0-44a0-90aa-2e44cb0f49da req-5033b598-ab08-4923-a3e5-6ba43a863a9f tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 943 time: 0.0511484 Nov 24 05:12:27.233760 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1dd64c80-42f0-44a0-90aa-2e44cb0f49da req-a7043eec-b584-4c18-9554-5ca97e705c06 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486553 Nov 24 05:12:28.353612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb17f7-0e63-4650-91e4-342aead7b436 req-4aa3f37d-fee7-4250-a2a8-2a396a9efd29 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:28.355095 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dbb17f7-0e63-4650-91e4-342aead7b436 req-4aa3f37d-fee7-4250-a2a8-2a396a9efd29 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 943 time: 0.0541432 Nov 24 05:12:28.407787 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9dbb17f7-0e63-4650-91e4-342aead7b436 req-9ff68333-34a0-461a-a7f5-029e56050da2 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462599 Nov 24 05:12:29.523633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ffc23-4c6d-4909-9894-cf31278e4aa9 req-7f8aa814-5ebf-4e2b-bb64-c0fd6c849a77 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:29.525107 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dd9ffc23-4c6d-4909-9894-cf31278e4aa9 req-7f8aa814-5ebf-4e2b-bb64-c0fd6c849a77 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 943 time: 0.0488255 Nov 24 05:12:29.574881 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dd9ffc23-4c6d-4909-9894-cf31278e4aa9 req-17f5461f-87cd-4786-b8fb-f31ea924a64d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439038 Nov 24 05:12:30.695536 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b7c34-2a5d-4cd2-84d0-e92d4cface1f req-c6b9745f-cc29-42ed-9f70-ef5a920b0e8d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:30.697196 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f4b7c34-2a5d-4cd2-84d0-e92d4cface1f req-c6b9745f-cc29-42ed-9f70-ef5a920b0e8d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 943 time: 0.0551898 Nov 24 05:12:30.752619 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f4b7c34-2a5d-4cd2-84d0-e92d4cface1f req-cefb260d-502a-491b-9604-13d84a9974f7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491207 Nov 24 05:12:31.541320 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:12:31.869916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f0d6d-7458-4313-bd1d-763bcf6c6f29 req-8894eda9-4be6-4d13-b380-6d3e85919297 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:31.871385 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-780f0d6d-7458-4313-bd1d-763bcf6c6f29 req-8894eda9-4be6-4d13-b380-6d3e85919297 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 943 time: 0.0484774 Nov 24 05:12:31.919867 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-780f0d6d-7458-4313-bd1d-763bcf6c6f29 req-f56b53fe-85ba-4982-9204-0d3182610262 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426600 Nov 24 05:12:33.032547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe9a4e-0ac9-4bca-bbd1-2a2a91ada6f3 req-8bf74dab-0bcc-4250-974b-b7195aae9799 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:33.033992 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7fe9a4e-0ac9-4bca-bbd1-2a2a91ada6f3 req-8bf74dab-0bcc-4250-974b-b7195aae9799 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 943 time: 0.0480330 Nov 24 05:12:33.088306 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d7fe9a4e-0ac9-4bca-bbd1-2a2a91ada6f3 req-65b9cce6-7f54-45be-a7ba-abb27cb57bf5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481024 Nov 24 05:12:34.206025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bf0b2-2260-4761-be8b-e498ce58b69c req-7f3abb33-92c6-409d-991a-2c472d4f6941 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:34.207499 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-115bf0b2-2260-4761-be8b-e498ce58b69c req-7f3abb33-92c6-409d-991a-2c472d4f6941 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 943 time: 0.0490768 Nov 24 05:12:34.256000 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-115bf0b2-2260-4761-be8b-e498ce58b69c req-9b406f4b-3f38-4883-a406-c2fdc25ec11a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 Nov 24 05:12:35.368342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64719ed8-4d5e-410c-9fef-9916936e48cd req-135e2a34-5bfb-4c6f-bf1a-462471099e7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:35.369817 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-64719ed8-4d5e-410c-9fef-9916936e48cd req-135e2a34-5bfb-4c6f-bf1a-462471099e7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 943 time: 0.0485394 Nov 24 05:12:35.417014 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-64719ed8-4d5e-410c-9fef-9916936e48cd req-ddb725da-af1e-4166-999b-e1fec52a4e33 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413923 Nov 24 05:12:36.535556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d08c71-4814-46fd-b154-ad0ae6e712be req-198d1caa-01c4-421a-a65e-e5b1ed701f13 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:36.537457 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-97d08c71-4814-46fd-b154-ad0ae6e712be req-198d1caa-01c4-421a-a65e-e5b1ed701f13 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 943 time: 0.0541780 Nov 24 05:12:36.542958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 480317fa-70c6-4588-b914-11a7a1269d5b details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:12:36.589923 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-97d08c71-4814-46fd-b154-ad0ae6e712be req-b551a881-abf0-4fd2-8da6-15110ef12ecb tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447130 Nov 24 05:12:36.639930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 480317fa-70c6-4588-b914-11a7a1269d5b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=480317fa-70c6-4588-b914-11a7a1269d5b,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:12:36.650547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '480317fa-70c6-4588-b914-11a7a1269d5b', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'port_id': '480317fa-70c6-4588-b914-11a7a1269d5b', 'mac_address': 'fa:16:3e:7b:e6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:12:36.687045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:36.699485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480317fa-70c6-4588-b914-11a7a1269d5b {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:12:36.718113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 480317fa-70c6-4588-b914-11a7a1269d5b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=480317fa-70c6-4588-b914-11a7a1269d5b,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:12:36.721721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:36.767303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=480317fa-70c6-4588-b914-11a7a1269d5b,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:36.946306 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['480317fa-70c6-4588-b914-11a7a1269d5b'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:12:37.701271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2e229-8483-4c29-b411-16dc2f61710a req-22629215-a3a7-4215-9fb1-1a75eea76b59 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:37.702729 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bcc2e229-8483-4c29-b411-16dc2f61710a req-22629215-a3a7-4215-9fb1-1a75eea76b59 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 944 time: 0.0479288 Nov 24 05:12:37.751397 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bcc2e229-8483-4c29-b411-16dc2f61710a req-079b4e67-b345-4ddd-8792-c55f27b04fe6 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426829 Nov 24 05:12:38.559756 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 480317fa-70c6-4588-b914-11a7a1269d5b up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:12:38.611071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 480317fa-70c6-4588-b914-11a7a1269d5b completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:12:38.615043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 480317fa-70c6-4588-b914-11a7a1269d5b triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:12:38.615416 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:38.688711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:38.711287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480317fa-70c6-4588-b914-11a7a1269d5b'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:12:38.713547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541a50b2-1ee1-45b8-814d-f15120e42025" -d '{"events": [{"server_uuid": "f171c1bf-ab23-4eb0-b115-1607c0e7bbca", "name": "network-vif-plugged", "status": "completed", "tag": "480317fa-70c6-4588-b914-11a7a1269d5b"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:12:38.726456 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 480317fa-70c6-4588-b914-11a7a1269d5b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=480317fa-70c6-4588-b914-11a7a1269d5b,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:12:38.730473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:38.780894 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=480317fa-70c6-4588-b914-11a7a1269d5b,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:38.813964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd51f0a-c956-49a2-ab31-2c90da214ea4 x-openstack-request-id: req-3bd51f0a-c956-49a2-ab31-2c90da214ea4 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:12:38.814266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f171c1bf-ab23-4eb0-b115-1607c0e7bbca", "name": "network-vif-plugged", "status": "completed", "tag": "480317fa-70c6-4588-b914-11a7a1269d5b", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:12:38.814524 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bd51f0a-c956-49a2-ab31-2c90da214ea4 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:12:38.815009 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480317fa-70c6-4588-b914-11a7a1269d5b', 'code': 200} Nov 24 05:12:38.875120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac760c-f7b2-45ce-a663-295fdb06fdad req-ac7e3e7a-a4c9-4430-b927-ad0459082dbd tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:38.876705 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f4ac760c-f7b2-45ce-a663-295fdb06fdad req-ac7e3e7a-a4c9-4430-b927-ad0459082dbd tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 945 time: 0.0563214 Nov 24 05:12:38.925630 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f4ac760c-f7b2-45ce-a663-295fdb06fdad req-2d7762af-9ee5-4f2d-8021-29589986fe4c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424047 Nov 24 05:12:39.000891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5b4c-1a18-40c8-8dfb-0f4b39e7db25 req-cc724d1f-a4da-496f-9f53-e9b511691ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:39.002384 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-75ce5b4c-1a18-40c8-8dfb-0f4b39e7db25 req-cc724d1f-a4da-496f-9f53-e9b511691ee6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 1098 time: 0.0398340 Nov 24 05:12:39.048695 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-75ce5b4c-1a18-40c8-8dfb-0f4b39e7db25 req-47a0b7c9-0efd-471c-a0b1-58bf1e786db1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384352 Nov 24 05:12:40.042772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01442bfa-5441-4410-86ea-3e6c3dada200 req-2b6240e0-b308-4514-be1a-3262f33c9513 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:40.044340 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01442bfa-5441-4410-86ea-3e6c3dada200 req-2b6240e0-b308-4514-be1a-3262f33c9513 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 945 time: 0.0494301 Nov 24 05:12:40.099247 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01442bfa-5441-4410-86ea-3e6c3dada200 req-f2272881-3b18-4bf8-b8b3-763e4610f47c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485539 Nov 24 05:12:41.216610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e9ca4-8cc4-4319-9c36-19c06ddded9f req-d3775c63-54c2-4ec9-8037-09a06749b561 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:41.218045 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-710e9ca4-8cc4-4319-9c36-19c06ddded9f req-d3775c63-54c2-4ec9-8037-09a06749b561 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 945 time: 0.0489614 Nov 24 05:12:41.266478 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-710e9ca4-8cc4-4319-9c36-19c06ddded9f req-28c5e48e-b13c-421a-92c5-1e7e48181877 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426607 Nov 24 05:12:41.378294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d51fe-2b01-4048-b83c-9af174c452db req-5e2f3aee-780b-4211-9438-dab233731aa9 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:41.379702 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3d5d51fe-2b01-4048-b83c-9af174c452db req-5e2f3aee-780b-4211-9438-dab233731aa9 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 945 time: 0.0485156 Nov 24 05:12:41.430741 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3d5d51fe-2b01-4048-b83c-9af174c452db req-de2d3d59-c8e0-4e4a-b7ba-60ad91b1e695 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432646 Nov 24 05:12:41.452921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39414) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:41.496790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf0eadf-2a2a-4fe2-9f09-ff6cd8a7e783 tempest-TestVolumeBootPattern-1722398109 tempest-TestVolumeBootPattern-1722398109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:41.498295 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-eaf0eadf-2a2a-4fe2-9f09-ff6cd8a7e783 tempest-TestVolumeBootPattern-1722398109 tempest-TestVolumeBootPattern-1722398109-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 1093 time: 0.0444064 Nov 24 05:12:41.501197 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39416) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:12:41.505722 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '480317fa-70c6-4588-b914-11a7a1269d5b', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:12:41.527756 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:41.624535 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:41.730839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Allocated IP 172.26.0.20 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/159d3661-6bb0-4a51-973d-cc6afdbb84db) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:12:41.828934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:41.862637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:41.902884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:12:41.908997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:12:41.912452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:12:41.917924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'Port': ['ID=159d3661-6bb0-4a51-973d-cc6afdbb84db,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:42.268289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:42.338165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:42.484524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:42.489093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:42.561221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'Port': ['ID=159d3661-6bb0-4a51-973d-cc6afdbb84db,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:12:42.572088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:42.671386 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Floating IP 3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c associated. External IP: 172.26.0.20, port: 480317fa-70c6-4588-b914-11a7a1269d5b. Nov 24 05:12:42.875441 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Router f05e0afa-cd7d-49c0-8536-11045273f58f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:12:42.981640 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:12:42.991826 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3077b-2208-4d9c-89c7-399c581b2af6 None None] Sync routers for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:12:42.999606 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:43.001494 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3077b-2208-4d9c-89c7-399c581b2af6 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:12:43.002984 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e1f3077b-2208-4d9c-89c7-399c581b2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:12:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:43.026441 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dec9c6ff-8155-46e6-b38f-172b97f83245 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5241065 Nov 24 05:12:43.027021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'tag': '480317fa-70c6-4588-b914-11a7a1269d5b'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:12:43.029327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e825945-e31f-4bc4-ba41-9acb728cfe44" -d '{"events": [{"name": "network-changed", "server_uuid": "f171c1bf-ab23-4eb0-b115-1607c0e7bbca", "tag": "480317fa-70c6-4588-b914-11a7a1269d5b"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:12:43.110275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e1f3077b-2208-4d9c-89c7-399c581b2af6 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:12:43.122929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c337bd7-b328-4b45-a0b9-8323bf27737c x-openstack-request-id: req-2c337bd7-b328-4b45-a0b9-8323bf27737c {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:12:43.123234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f171c1bf-ab23-4eb0-b115-1607c0e7bbca", "tag": "480317fa-70c6-4588-b914-11a7a1269d5b", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:12:43.123502 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c337bd7-b328-4b45-a0b9-8323bf27737c {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:12:43.123938 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'tag': '480317fa-70c6-4588-b914-11a7a1269d5b', 'status': 'completed', 'code': 200} Nov 24 05:12:43.185847 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825945-e31f-4bc4-ba41-9acb728cfe44 req-f4662816-19cb-4096-86cd-a91f19898714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:43.187251 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e825945-e31f-4bc4-ba41-9acb728cfe44 req-f4662816-19cb-4096-86cd-a91f19898714 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 1098 time: 0.0402768 Nov 24 05:12:43.334097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e1f3077b-2208-4d9c-89c7-399c581b2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '480317fa-70c6-4588-b914-11a7a1269d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:7b:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:42Z', 'updated_at': '2021-11-24T05:12:42Z', 'revision_number': 0, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:43.367412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3077b-2208-4d9c-89c7-399c581b2af6 None None] Checking router: f05e0afa-cd7d-49c0-8536-11045273f58f for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:12:43.376445 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3077b-2208-4d9c-89c7-399c581b2af6 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:12:43.377169 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e1f3077b-2208-4d9c-89c7-399c581b2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:12:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:43.485319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e1f3077b-2208-4d9c-89c7-399c581b2af6 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:12:43.626766 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825945-e31f-4bc4-ba41-9acb728cfe44 req-8fd1a136-e09e-441b-ae75-76a896fa0385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:43.628258 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e825945-e31f-4bc4-ba41-9acb728cfe44 req-8fd1a136-e09e-441b-ae75-76a896fa0385 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.4325013 Nov 24 05:12:43.702365 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e825945-e31f-4bc4-ba41-9acb728cfe44 req-91956c22-73f4-402a-9786-8437092d6408 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480317fa-70c6-4588-b914-11a7a1269d5b HTTP/1.1" status: 200 len: 998 time: 0.0589545 Nov 24 05:12:43.711444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e1f3077b-2208-4d9c-89c7-399c581b2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '480317fa-70c6-4588-b914-11a7a1269d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:7b:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:42Z', 'updated_at': '2021-11-24T05:12:42Z', 'revision_number': 0, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:12:43.741061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f3077b-2208-4d9c-89c7-399c581b2af6 None None] The sync data for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv is: [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '480317fa-70c6-4588-b914-11a7a1269d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:7b:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:42Z', 'updated_at': '2021-11-24T05:12:42Z', 'revision_number': 0, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:12:43.752683 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825945-e31f-4bc4-ba41-9acb728cfe44 req-1e4089e6-a823-46ef-92c2-31eff607aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:43.754370 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e825945-e31f-4bc4-ba41-9acb728cfe44 req-1e4089e6-a823-46ef-92c2-31eff607aadd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0456126 Nov 24 05:12:43.809002 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825945-e31f-4bc4-ba41-9acb728cfe44 req-9bf0baf5-602a-4793-a603-fa180d085f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:12:43.810593 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e825945-e31f-4bc4-ba41-9acb728cfe44 req-9bf0baf5-602a-4793-a603-fa180d085f60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489230 Nov 24 05:12:43.904218 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e825945-e31f-4bc4-ba41-9acb728cfe44 req-e4f5f99e-e492-4e62-b66f-7ea3efa18994 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865850 Nov 24 05:12:43.931516 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178607be-50d7-4f67-849a-372eee03ecba None None] New status for floating IP 3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:12:44.008424 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e825945-e31f-4bc4-ba41-9acb728cfe44 req-fca64830-1857-49ed-b6ec-eb0c4c3ef992 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864320 Nov 24 05:12:46.084122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8ac61819-b089-478d-996a-32bb722d92b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:48.351892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c3494e28-8642-40d5-b7fd-17349fbd8c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:49.531956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:50.745312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:51.707873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:12:53.756405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:08.524227 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-5f3bd53d-bfd5-4358-af4b-d25d5a89c83e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392435 Nov 24 05:13:08.540925 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:13:08.607507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-8e57cfd1-0271-4a8c-8190-c81315b35b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:13:08.608996 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-8e57cfd1-0271-4a8c-8190-c81315b35b6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 1098 time: 0.0409281 Nov 24 05:13:08.715440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-1d9e1fc7-acc3-4cda-b80e-470bb2c8a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:13:08.716915 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-1d9e1fc7-acc3-4cda-b80e-470bb2c8a71b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c96741d-716a-49d4-abdc-6d1bd50bd6ab HTTP/1.1" status: 200 len: 897 time: 0.0865707 Nov 24 05:13:08.781114 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-0c908182-b0d7-40ec-873d-083433c18f85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd234a3-027c-45b0-a3dd-e47edf00ac5d HTTP/1.1" status: 200 len: 1000 time: 0.0558214 Nov 24 05:13:08.839901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-57550bf3-e127-4e9a-8d3a-a634f9c4bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:13:08.841431 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-57550bf3-e127-4e9a-8d3a-a634f9c4bb3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c644bc7e-7920-4213-a00d-187d1de23311 HTTP/1.1" status: 200 len: 843 time: 0.0526364 Nov 24 05:13:08.887958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-31f80689-28b8-4f2a-91fa-3c897e6ef835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:13:08.889432 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-31f80689-28b8-4f2a-91fa-3c897e6ef835 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c96741d-716a-49d4-abdc-6d1bd50bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405931 Nov 24 05:13:08.981083 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-3e77c7bc-9e47-4b8a-a65f-a62aa80d67a2 service neutron] 10.222.0.31 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847719 Nov 24 05:13:09.069753 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7f044c0-6eb9-4cc0-a7c5-aa8d8407c512 req-1832987d-9b78-4ad2-95ec-e072290a0a32 service neutron] 10.222.0.31 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807905 Nov 24 05:13:16.085943 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-df1f7fa0-d0af-4d91-9d75-b01dd1646159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:18.353095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cea44c52-eb25-4319-ab8e-38d3f4f6b4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:19.536381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:20.748799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:21.711069 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:23.760996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:45.539458 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:13:46.089440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c264f031-d2ba-4edf-aef4-9a83040c4740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:48.354765 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d02fc958-e14f-4032-b4c2-c109ea9414f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:49.537113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:50.750174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:51.713962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:13:53.771910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:09.337103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39452) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:14:09.418440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:14:09.505690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28919802'] for subnet, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:09.651506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784304655737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28478011'] for subnet, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:09.685933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:09.686534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:09.688483 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/subnets/c644bc7e-7920-4213-a00d-187d1de23311 HTTP/1.1" status: 200 len: 835 time: 0.3503380 Nov 24 05:14:09.693458 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb997f-6d70-46f8-9e21-5ba1faab7e26 None None] Network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:14:09.705284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Subnet': ['ID=c644bc7e-7920-4213-a00d-187d1de23311,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:09.712749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:09.713126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:09.713475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:09.713821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:09.714160 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:09.714500 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:09.714837 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:09.715169 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:09.715501 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:09.715854 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:09.716185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:09.716514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd50d1c-0006-412b-9755-786342ceebaa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:10.110123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3ee55e80-57b2-4f8f-9a8a-54e385f0e1cf None None] Provisioning complete for port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:14:10.110414 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3ee55e80-57b2-4f8f-9a8a-54e385f0e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:10.194045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3ee55e80-57b2-4f8f-9a8a-54e385f0e1cf None None] Provisioning complete for port 22f9d6df-4276-452c-82c6-db8fec6352db triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:14:10.194374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3ee55e80-57b2-4f8f-9a8a-54e385f0e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:10.285706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3ee55e80-57b2-4f8f-9a8a-54e385f0e1cf None None] Provisioning complete for port 0236564c-ff7d-430c-8e84-20fb5729643d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:14:10.286076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3ee55e80-57b2-4f8f-9a8a-54e385f0e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:10.581653 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-55821f48-88f7-4501-81e3-2021960348d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407674 Nov 24 05:14:10.645354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-74ca1856-1f6c-476a-8d9b-03bb3a5b2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:10.646891 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-74ca1856-1f6c-476a-8d9b-03bb3a5b2804 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 1098 time: 0.0406737 Nov 24 05:14:10.755714 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-68801513-fbbb-4b61-82d7-d37dcdbd6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:10.757088 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-68801513-fbbb-4b61-82d7-d37dcdbd6bad service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.0897715 Nov 24 05:14:10.831120 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-834fccb3-fad0-4040-9b65-95a6bbb7cb2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480317fa-70c6-4588-b914-11a7a1269d5b HTTP/1.1" status: 200 len: 1000 time: 0.0666215 Nov 24 05:14:10.881468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-56e332c4-fb6d-4652-9e00-76b8c393dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:10.882906 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-56e332c4-fb6d-4652-9e00-76b8c393dd0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0440855 Nov 24 05:14:10.928403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-7b053fef-ed46-4963-9d84-2b01a1460007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:10.930034 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-7b053fef-ed46-4963-9d84-2b01a1460007 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402851 Nov 24 05:14:11.025507 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-a4fed15e-80b5-4e96-a186-699042e5f555 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885785 Nov 24 05:14:11.119313 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dcb268a-cb7f-4558-9c86-ed379c5166e7 req-8e2033ab-9db1-43bc-801f-44c31135dd20 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866954 Nov 24 05:14:16.108188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-86b53a3f-063e-461b-a504-37ffc7a06632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:18.362624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d1f052d8-48c5-4a81-9387-075ac8fa51b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:19.542309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:20.753052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:21.505228 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-f9e5a3d1-be7f-416b-9af5-65a54da0ddf0 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928008881&fields=id&tenant_id=2cb45cf30899445ab9e7f26f8c806484 HTTP/1.1" status: 200 len: 267 time: 0.0428598 Nov 24 05:14:21.613447 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-04ee006a-dc1d-410f-9a41-84297b246316 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:21.614897 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-04ee006a-dc1d-410f-9a41-84297b246316 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 812 time: 0.1030750 Nov 24 05:14:21.629743 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-55e54db5-38fd-4c7e-9965-8e2092a7fa40 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/quotas/2cb45cf30899445ab9e7f26f8c806484 HTTP/1.1" status: 200 len: 375 time: 0.0092864 Nov 24 05:14:21.681668 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-4905353a-f066-491e-999d-2bc15c31c0b9 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469286 Nov 24 05:14:21.715902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:21.779731 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-63006def-cc63-4ada-a0cb-06b4e2227430 service neutron] 10.222.0.37 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862432 Nov 24 05:14:21.868524 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-84981d51-710d-41ff-875b-f535eef093ed service neutron] 10.222.0.37 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816426 Nov 24 05:14:22.149259 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-af103b02-a832-478d-9094-d25d03154d7b req-b983e5b9-db7d-4dcf-811a-1a30eb29456a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 210 time: 0.0319064 Nov 24 05:14:22.538567 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:14:23.029907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-45406d25-16d3-4ba2-a476-aaf9568cd099 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:23.031451 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-45406d25-16d3-4ba2-a476-aaf9568cd099 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 812 time: 0.1059041 Nov 24 05:14:23.097718 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-1ddd4fa7-e97a-40d8-8266-6586e8c621a1 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cb45cf30899445ab9e7f26f8c806484 HTTP/1.1" status: 200 len: 379 time: 0.0570867 Nov 24 05:14:23.107150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'port': {'device_id': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'admin_state_up': True, 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'security_groups': ['027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:14:23.235377 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Made reservation on behalf of 2cb45cf30899445ab9e7f26f8c806484 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:14:23.238947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:23.256405 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f98e5546-31f7-4218-8947-84c7bce83f7e req-f50c4be8-5667-4e20-85da-0d37180f7eae tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 210 time: 0.0325074 Nov 24 05:14:23.385642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Allocated IP 172.20.0.3 (5ae9f4e0-c857-4107-8d8f-ea8331f8caf7/8921f689-b1e4-4dd7-b541-656c933bf459/7c55e497-85ee-4590-a819-73acd2df57ef) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:14:23.529599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:23.568104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:23.613371 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:14:23.616319 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:14:23.619992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:14:23.645586 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'Port': ['ID=7c55e497-85ee-4590-a819-73acd2df57ef,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:23.677044 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:23.677682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:23.694944 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-0e84111a-6769-4b8a-9348-feeeda61e45d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913930 Nov 24 05:14:23.708318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Request body: {'port': {'device_id': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:14:23.774651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:23.787740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:23.880931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e3fb5f31-9c1c-4410-8691-6ea308c4e9d0 None None] Provisioning complete for port 7c55e497-85ee-4590-a819-73acd2df57ef triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:14:23.881297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3fb5f31-9c1c-4410-8691-6ea308c4e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:23.920361 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb5f31-9c1c-4410-8691-6ea308c4e9d0 None None] Port 7c55e497-85ee-4590-a819-73acd2df57ef cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:14:24.049707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c55e497-85ee-4590-a819-73acd2df57ef {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:14:24.057596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:24.070923 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Transition to ACTIVE for port object 7c55e497-85ee-4590-a819-73acd2df57ef will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:14:24.074250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:24.127990 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Pushing event updated for resources: {'Port': ['ID=7c55e497-85ee-4590-a819-73acd2df57ef,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:24.212935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Attempting to bind port 7c55e497-85ee-4590-a819-73acd2df57ef on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:14:24.213401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Attempting to bind port 7c55e497-85ee-4590-a819-73acd2df57ef by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:14:24.213937 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Attempting to bind port 7c55e497-85ee-4590-a819-73acd2df57ef on network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:14:24.218763 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Port 7c55e497-85ee-4590-a819-73acd2df57ef on network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:14:24.219186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Attempting to bind port 7c55e497-85ee-4590-a819-73acd2df57ef on network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:14:24.224520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:14:24.224976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Checking segment: {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:14:24.225452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Bound using segment: {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:14:24.225977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Bound port: 7c55e497-85ee-4590-a819-73acd2df57ef, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3009108f-be45-4c87-ac07-5756279699f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:14:24.226430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:24.298262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] For port 7c55e497-85ee-4590-a819-73acd2df57ef, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:14:24.301602 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] For port 7c55e497-85ee-4590-a819-73acd2df57ef, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=7c55e497-85ee-4590-a819-73acd2df57ef,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:14:24.307342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:24.363317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:24.363964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:24.365502 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] 10.222.0.31 "PUT /v2.0/ports/7c55e497-85ee-4590-a819-73acd2df57ef HTTP/1.1" status: 200 len: 1093 time: 0.6618216 Nov 24 05:14:24.366032 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'tag': '7c55e497-85ee-4590-a819-73acd2df57ef'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:14:24.368882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39358dd2-336b-4422-948e-7f5a59cc09a0" -d '{"events": [{"name": "network-changed", "server_uuid": "73754b6c-83e0-4d0a-ba2d-e69e6038218d", "tag": "7c55e497-85ee-4590-a819-73acd2df57ef"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:14:24.472489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3057b0-cb69-4320-9652-b942329b5288 x-openstack-request-id: req-6a3057b0-cb69-4320-9652-b942329b5288 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:14:24.472768 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73754b6c-83e0-4d0a-ba2d-e69e6038218d", "tag": "7c55e497-85ee-4590-a819-73acd2df57ef", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:14:24.473021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a3057b0-cb69-4320-9652-b942329b5288 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:14:24.473444 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'tag': '7c55e497-85ee-4590-a819-73acd2df57ef', 'status': 'completed', 'code': 200} Nov 24 05:14:24.488777 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7625c-6da3-4697-abbe-7ac839c0c56b req-1545f162-9021-4629-ad98-ca7e2ce09fca tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:24.490363 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4ca7625c-6da3-4697-abbe-7ac839c0c56b req-1545f162-9021-4629-ad98-ca7e2ce09fca tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 943 time: 0.1526325 Nov 24 05:14:24.492011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb72dad-ccb3-4427-aee6-a4c941edd4cf service neutron] Pushing event updated for resources: {'Port': ['ID=7c55e497-85ee-4590-a819-73acd2df57ef,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:24.528143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-a0f7dbad-dcff-4547-9b44-db528cff3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:24.529643 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-a0f7dbad-dcff-4547-9b44-db528cff3e14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 1096 time: 0.1119146 Nov 24 05:14:24.600793 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-c89cb654-b269-416d-b304-fbb9b2afb37e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c55e497-85ee-4590-a819-73acd2df57ef HTTP/1.1" status: 200 len: 217 time: 0.0578413 Nov 24 05:14:24.606689 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4ca7625c-6da3-4697-abbe-7ac839c0c56b req-fcec3b88-b449-4e3e-bccb-4c206515ece6 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996673 Nov 24 05:14:24.664920 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-15dfc528-caf2-4e4c-b451-60fe41903609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:24.666423 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-15dfc528-caf2-4e4c-b451-60fe41903609 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0566740 Nov 24 05:14:24.715374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-e48dc7b6-f1c8-4854-8185-f1489e0b838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:24.716924 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-e48dc7b6-f1c8-4854-8185-f1489e0b838d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431404 Nov 24 05:14:24.809865 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-18046b1e-a78e-44d6-902d-7b7b5d621c18 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858183 Nov 24 05:14:24.908904 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c9fd8394-f473-4a9b-be9e-5bf861ec1408 req-987c9465-a306-4708-90cc-80c0b9d86133 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911255 Nov 24 05:14:24.994741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39358dd2-336b-4422-948e-7f5a59cc09a0 req-d289126f-9609-4afa-9dc4-c75b6a8a9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:24.996530 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-39358dd2-336b-4422-948e-7f5a59cc09a0 req-d289126f-9609-4afa-9dc4-c75b6a8a9857 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 1096 time: 0.0426769 Nov 24 05:14:25.088509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39358dd2-336b-4422-948e-7f5a59cc09a0 req-770ab717-9a11-4e2c-9e8b-7d1d5e15b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:25.089982 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-39358dd2-336b-4422-948e-7f5a59cc09a0 req-770ab717-9a11-4e2c-9e8b-7d1d5e15b3be service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.0866685 Nov 24 05:14:25.130780 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-39358dd2-336b-4422-948e-7f5a59cc09a0 req-3ced0d70-f209-4527-af16-9f8963e03db8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c55e497-85ee-4590-a819-73acd2df57ef HTTP/1.1" status: 200 len: 217 time: 0.0337210 Nov 24 05:14:25.183791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39358dd2-336b-4422-948e-7f5a59cc09a0 req-dce252b4-9d69-4dbb-b3fa-31d6628c162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:25.185216 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-39358dd2-336b-4422-948e-7f5a59cc09a0 req-dce252b4-9d69-4dbb-b3fa-31d6628c162d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0475371 Nov 24 05:14:25.230185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39358dd2-336b-4422-948e-7f5a59cc09a0 req-fbb2d6a9-1565-40f3-9472-49eecfc634d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:25.231679 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-39358dd2-336b-4422-948e-7f5a59cc09a0 req-fbb2d6a9-1565-40f3-9472-49eecfc634d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395863 Nov 24 05:14:25.321123 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-39358dd2-336b-4422-948e-7f5a59cc09a0 req-5b2b3634-b211-4113-bac3-dcb8a47bf9b2 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821705 Nov 24 05:14:25.418140 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-39358dd2-336b-4422-948e-7f5a59cc09a0 req-eb6a47e1-38e4-409c-8933-ab2f7eddfe57 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895514 Nov 24 05:14:25.728276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04ff4c-961b-49d9-a52d-09c9f35a0597 req-b8dd93d0-c8bd-43e3-959c-9aef3de04d5c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:25.729661 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ee04ff4c-961b-49d9-a52d-09c9f35a0597 req-b8dd93d0-c8bd-43e3-959c-9aef3de04d5c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 943 time: 0.0493417 Nov 24 05:14:25.778104 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ee04ff4c-961b-49d9-a52d-09c9f35a0597 req-d863477c-f850-4a02-9f79-5278e5fd9802 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417380 Nov 24 05:14:26.900380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db9a4-b29c-4af0-8b0b-6a4ef29bf175 req-52d51bd4-d04a-4e04-88b3-90edd32dee73 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:26.901868 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b85db9a4-b29c-4af0-8b0b-6a4ef29bf175 req-52d51bd4-d04a-4e04-88b3-90edd32dee73 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 943 time: 0.0536354 Nov 24 05:14:26.954229 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b85db9a4-b29c-4af0-8b0b-6a4ef29bf175 req-8ef17149-834e-416c-a294-f0c2af52f0aa tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462060 Nov 24 05:14:28.071146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b31e9-be47-4f0a-9fcb-927c28205cf8 req-4eba29cf-fbd3-467d-99f7-1ee7030f31b2 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:28.072643 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-db4b31e9-be47-4f0a-9fcb-927c28205cf8 req-4eba29cf-fbd3-467d-99f7-1ee7030f31b2 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 943 time: 0.0507231 Nov 24 05:14:28.123424 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-db4b31e9-be47-4f0a-9fcb-927c28205cf8 req-7456497e-8568-49b0-ab55-11ea506e8599 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444987 Nov 24 05:14:29.237313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df82eea-60f9-45f4-8c1d-95b1e4c3a591 req-bad9169d-2233-4b0a-bd53-17ddd450c954 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:29.238759 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7df82eea-60f9-45f4-8c1d-95b1e4c3a591 req-bad9169d-2233-4b0a-bd53-17ddd450c954 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 943 time: 0.0491428 Nov 24 05:14:29.290704 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7df82eea-60f9-45f4-8c1d-95b1e4c3a591 req-03534991-0a70-49ec-a9c2-1bd6b3ba6eb2 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459740 Nov 24 05:14:30.412926 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6ad38-746c-4e37-b7c7-a629ddb960d4 req-97cfe387-17ef-451c-9fb8-62370bcbfd12 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:30.414671 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d4e6ad38-746c-4e37-b7c7-a629ddb960d4 req-97cfe387-17ef-451c-9fb8-62370bcbfd12 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 943 time: 0.0555744 Nov 24 05:14:30.468503 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d4e6ad38-746c-4e37-b7c7-a629ddb960d4 req-8ddfa561-d91e-4b95-b02a-bff72d0e9ca4 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476859 Nov 24 05:14:31.591406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34f208-a7eb-49b7-a1d7-f40f122eb7be req-bb249877-21d4-432c-9507-1ed1db346e70 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:31.592885 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eb34f208-a7eb-49b7-a1d7-f40f122eb7be req-bb249877-21d4-432c-9507-1ed1db346e70 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 943 time: 0.0509627 Nov 24 05:14:31.645280 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eb34f208-a7eb-49b7-a1d7-f40f122eb7be req-cf65205d-b362-4f96-806f-227792cc0f3b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454791 Nov 24 05:14:32.763319 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c61391-da31-416d-ab81-8d377d1eb3a8 req-73167fae-edc1-4535-817a-23efce4c8a90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:32.764834 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b2c61391-da31-416d-ab81-8d377d1eb3a8 req-73167fae-edc1-4535-817a-23efce4c8a90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 943 time: 0.0524392 Nov 24 05:14:32.813252 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b2c61391-da31-416d-ab81-8d377d1eb3a8 req-d139d8f6-c393-451a-b943-e88d7b2de662 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 Nov 24 05:14:33.926815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9baec-e362-4060-bb77-25836f38beaf req-c742a93c-29df-4845-8723-175dc4cab46a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:33.928302 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cfe9baec-e362-4060-bb77-25836f38beaf req-c742a93c-29df-4845-8723-175dc4cab46a tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 943 time: 0.0487101 Nov 24 05:14:33.977626 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cfe9baec-e362-4060-bb77-25836f38beaf req-6773def7-811c-4a11-bcc1-63a5200c07fa tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435541 Nov 24 05:14:35.075793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 7c55e497-85ee-4590-a819-73acd2df57ef details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:14:35.090825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee78f96-a7c9-4ace-ab2a-110cee68cead req-a9257176-7a8b-4c1a-961e-286acedc772b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:35.092298 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4ee78f96-a7c9-4ace-ab2a-110cee68cead req-a9257176-7a8b-4c1a-961e-286acedc772b tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 943 time: 0.0481291 Nov 24 05:14:35.145554 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4ee78f96-a7c9-4ace-ab2a-110cee68cead req-88233756-77b2-4923-8449-13b4e13c8dd7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462589 Nov 24 05:14:35.173189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 7c55e497-85ee-4590-a819-73acd2df57ef, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=7c55e497-85ee-4590-a819-73acd2df57ef,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:14:35.184156 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '7c55e497-85ee-4590-a819-73acd2df57ef', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'port_id': '7c55e497-85ee-4590-a819-73acd2df57ef', 'mac_address': 'fa:16:3e:33:93:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:14:35.220508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:35.232749 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c55e497-85ee-4590-a819-73acd2df57ef {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:14:35.251106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 7c55e497-85ee-4590-a819-73acd2df57ef, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=7c55e497-85ee-4590-a819-73acd2df57ef,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:14:35.255780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:35.304057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=7c55e497-85ee-4590-a819-73acd2df57ef,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:35.310829 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.311184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.311530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.311897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.312234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.312570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.312904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.313238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.313569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.313900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.314228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.314555 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:35.511162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['7c55e497-85ee-4590-a819-73acd2df57ef'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:14:36.259081 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622ebed-d4c7-49de-a995-b99bb9ae8ed6 req-a9a242ac-3999-493c-8c7b-74e896bf2fda tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:36.260559 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7622ebed-d4c7-49de-a995-b99bb9ae8ed6 req-a9a242ac-3999-493c-8c7b-74e896bf2fda tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 944 time: 0.0492921 Nov 24 05:14:36.313103 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7622ebed-d4c7-49de-a995-b99bb9ae8ed6 req-47052b27-5ded-4b39-9ca2-367bdffd4737 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467224 Nov 24 05:14:37.084893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 7c55e497-85ee-4590-a819-73acd2df57ef up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:14:37.133187 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 7c55e497-85ee-4590-a819-73acd2df57ef completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:14:37.136941 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 7c55e497-85ee-4590-a819-73acd2df57ef triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:14:37.137316 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:37.211087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:37.235372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c55e497-85ee-4590-a819-73acd2df57ef'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:14:37.238242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f5a77a-ec81-40bb-a6f1-0afa9c8944bf" -d '{"events": [{"server_uuid": "73754b6c-83e0-4d0a-ba2d-e69e6038218d", "name": "network-vif-plugged", "status": "completed", "tag": "7c55e497-85ee-4590-a819-73acd2df57ef"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:14:37.251104 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 7c55e497-85ee-4590-a819-73acd2df57ef, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=7c55e497-85ee-4590-a819-73acd2df57ef,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:14:37.256177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:37.278677 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1e7d67-08d7-4118-86f8-0882e19ab836 x-openstack-request-id: req-fb1e7d67-08d7-4118-86f8-0882e19ab836 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:14:37.278974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73754b6c-83e0-4d0a-ba2d-e69e6038218d", "name": "network-vif-plugged", "status": "completed", "tag": "7c55e497-85ee-4590-a819-73acd2df57ef", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:14:37.279227 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb1e7d67-08d7-4118-86f8-0882e19ab836 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:14:37.279640 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c55e497-85ee-4590-a819-73acd2df57ef', 'code': 200} Nov 24 05:14:37.304672 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=7c55e497-85ee-4590-a819-73acd2df57ef,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:37.497239 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6601d-5384-4cc6-910a-4afaee2642a2 req-1b32b8fe-6f24-4112-a27e-f1235797e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:37.498841 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b0d6601d-5384-4cc6-910a-4afaee2642a2 req-1b32b8fe-6f24-4112-a27e-f1235797e263 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 1098 time: 0.0745049 Nov 24 05:14:37.506506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cc7f0-4fa7-4ae9-a382-dfdf55c2f1bf req-f5928142-548e-4b30-beb6-ce32f4aed278 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:37.507948 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9a9cc7f0-4fa7-4ae9-a382-dfdf55c2f1bf req-f5928142-548e-4b30-beb6-ce32f4aed278 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 945 time: 0.0740664 Nov 24 05:14:37.578925 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b0d6601d-5384-4cc6-910a-4afaee2642a2 req-7633cae0-d998-42e5-884f-0aec07741159 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700388 Nov 24 05:14:37.583834 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9a9cc7f0-4fa7-4ae9-a382-dfdf55c2f1bf req-4286faa8-9a0c-4322-83db-43d6df4c9a8f tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698249 Nov 24 05:14:38.704485 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f7431-d03a-487d-bf7f-746de7ec718e req-4ab62054-672e-4c77-aa4b-ccb7e11f0d75 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:38.706520 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-144f7431-d03a-487d-bf7f-746de7ec718e req-4ab62054-672e-4c77-aa4b-ccb7e11f0d75 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 945 time: 0.0518782 Nov 24 05:14:38.755397 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-144f7431-d03a-487d-bf7f-746de7ec718e req-e0e7ba7f-54e9-4469-83a2-16651c451135 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 Nov 24 05:14:38.874908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818c81b-e1de-4a28-a7e9-922d4316e189 req-f0b87f10-cc87-4674-ad9b-aab88a903b5d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:38.876326 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8818c81b-e1de-4a28-a7e9-922d4316e189 req-f0b87f10-cc87-4674-ad9b-aab88a903b5d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 945 time: 0.0527594 Nov 24 05:14:38.926005 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8818c81b-e1de-4a28-a7e9-922d4316e189 req-45a4c389-c464-4346-832b-d914b0e100ce tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434728 Nov 24 05:14:38.948275 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39568) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:14:38.987053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30674ed2-48f1-445a-9c28-a9e0b6de0045 tempest-TestVolumeBootPattern-1722398109 tempest-TestVolumeBootPattern-1722398109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:38.988589 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-30674ed2-48f1-445a-9c28-a9e0b6de0045 tempest-TestVolumeBootPattern-1722398109 tempest-TestVolumeBootPattern-1722398109-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 1093 time: 0.0393636 Nov 24 05:14:38.991275 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39570) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:14:38.995458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '7c55e497-85ee-4590-a819-73acd2df57ef', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:14:39.016920 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:39.115735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:39.216265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Allocated IP 172.26.0.153 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/3f629a82-bd0b-4237-979d-d3f5823e7acd) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:14:39.315312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:39.349632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:39.388383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:14:39.391140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:14:39.395213 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:14:39.419125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'Port': ['ID=3f629a82-bd0b-4237-979d-d3f5823e7acd,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:40.096404 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:40.159287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:40.303664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:40.308142 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:40.378719 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event updated for resources: {'Port': ['ID=3f629a82-bd0b-4237-979d-d3f5823e7acd,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:40.389529 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:40.486524 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Floating IP 7ac151a4-60b1-4506-a554-c0fa53e3d843 associated. External IP: 172.26.0.153, port: 7c55e497-85ee-4590-a819-73acd2df57ef. Nov 24 05:14:40.684659 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Router f05e0afa-cd7d-49c0-8536-11045273f58f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:14:40.791004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:14:40.801942 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e8cd67-110a-48e3-bb88-76ee8c304418 None None] Sync routers for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:14:40.812090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:40.812506 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e8cd67-110a-48e3-bb88-76ee8c304418 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:14:40.813287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8e8cd67-110a-48e3-bb88-76ee8c304418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:14:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:40.843007 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1144231d-6dc7-4955-a12a-cd3e9a89d89d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8506937 Nov 24 05:14:40.843619 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'tag': '7c55e497-85ee-4590-a819-73acd2df57ef'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:14:40.845994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c" -d '{"events": [{"name": "network-changed", "server_uuid": "73754b6c-83e0-4d0a-ba2d-e69e6038218d", "tag": "7c55e497-85ee-4590-a819-73acd2df57ef"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:14:40.885059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34592e11-e3b1-4f2e-885c-e308440943ac x-openstack-request-id: req-34592e11-e3b1-4f2e-885c-e308440943ac {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:14:40.885359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73754b6c-83e0-4d0a-ba2d-e69e6038218d", "tag": "7c55e497-85ee-4590-a819-73acd2df57ef", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:14:40.885614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34592e11-e3b1-4f2e-885c-e308440943ac {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:14:40.886022 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'tag': '7c55e497-85ee-4590-a819-73acd2df57ef', 'status': 'completed', 'code': 200} Nov 24 05:14:40.920478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c8e8cd67-110a-48e3-bb88-76ee8c304418 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:14:40.947575 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c req-6bc1e5ea-385f-48ca-9f4e-9418ffbe3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:40.949036 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c req-6bc1e5ea-385f-48ca-9f4e-9418ffbe3de0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 1098 time: 0.0410366 Nov 24 05:14:41.043284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c req-feeba5ae-8f99-4d94-a515-0a122e676813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:41.044819 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c req-feeba5ae-8f99-4d94-a515-0a122e676813 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.0893753 Nov 24 05:14:41.115788 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c req-c6adf11a-4215-4570-8596-64506c0d0012 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c55e497-85ee-4590-a819-73acd2df57ef HTTP/1.1" status: 200 len: 999 time: 0.0626345 Nov 24 05:14:41.148842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8e8cd67-110a-48e3-bb88-76ee8c304418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '480317fa-70c6-4588-b914-11a7a1269d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:7b:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:42Z', 'updated_at': '2021-11-24T05:12:44Z', 'revision_number': 1, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}, {'id': '7ac151a4-60b1-4506-a554-c0fa53e3d843', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.153', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '7c55e497-85ee-4590-a819-73acd2df57ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:33:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:14:39Z', 'updated_at': '2021-11-24T05:14:39Z', 'revision_number': 0, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:41.166149 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c req-d5a87235-c6cd-4aad-b6fd-799fa4cda2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:41.167609 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c req-d5a87235-c6cd-4aad-b6fd-799fa4cda2f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0441113 Nov 24 05:14:41.174252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e8cd67-110a-48e3-bb88-76ee8c304418 None None] Checking router: f05e0afa-cd7d-49c0-8536-11045273f58f for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:14:41.182328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e8cd67-110a-48e3-bb88-76ee8c304418 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:14:41.182940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8e8cd67-110a-48e3-bb88-76ee8c304418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:14:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:41.215076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c req-333606b1-3cb4-4eca-b9c2-03e44d99ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:41.216559 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c req-333606b1-3cb4-4eca-b9c2-03e44d99ec6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424280 Nov 24 05:14:41.287001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c8e8cd67-110a-48e3-bb88-76ee8c304418 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:14:41.308845 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c req-7f07c3ae-77d9-4403-92f0-0cc6d287b628 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853777 Nov 24 05:14:41.399968 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ef7c911c-4efa-4cf2-b061-9e5921b6ff4c req-31c18ffb-605c-4942-87bb-fb6545aeb151 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839329 Nov 24 05:14:41.501654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c8e8cd67-110a-48e3-bb88-76ee8c304418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '480317fa-70c6-4588-b914-11a7a1269d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:7b:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:42Z', 'updated_at': '2021-11-24T05:12:44Z', 'revision_number': 1, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}, {'id': '7ac151a4-60b1-4506-a554-c0fa53e3d843', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.153', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '7c55e497-85ee-4590-a819-73acd2df57ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:33:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:14:39Z', 'updated_at': '2021-11-24T05:14:39Z', 'revision_number': 0, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:41.531139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e8cd67-110a-48e3-bb88-76ee8c304418 None None] The sync data for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv is: [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '480317fa-70c6-4588-b914-11a7a1269d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:7b:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:42Z', 'updated_at': '2021-11-24T05:12:44Z', 'revision_number': 1, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}, {'id': '7ac151a4-60b1-4506-a554-c0fa53e3d843', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.153', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '7c55e497-85ee-4590-a819-73acd2df57ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:33:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:14:39Z', 'updated_at': '2021-11-24T05:14:39Z', 'revision_number': 0, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:14:41.714615 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dd6c2e-1e9b-49a9-a843-568957efda1b None None] New status for floating IP 7ac151a4-60b1-4506-a554-c0fa53e3d843: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:14:46.093096 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-32b05dde-1f29-43e7-814d-fffc026d36ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:48.355806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cb312df0-846c-40fd-a3cf-0fa8e67efcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:49.543139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:50.755800 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:51.721115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:52.606226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39582) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:14:52.762137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 0947a2f5-5252-4686-b617-55a88fbb41cd {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:14:52.762485 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:52.836993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:52.837330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:52.848700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 0947a2f5-5252-4686-b617-55a88fbb41cd owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:14:52.996604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:53.021754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=0947a2f5-5252-4686-b617-55a88fbb41cd,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:53.087016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:53.087408 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP acf73793-5258-42ee-b207-f874947902ba disassociated (deleted). External IP: 172.26.0.75, port: 9bd234a3-027c-45b0-a3dd-e47edf00ac5d. Nov 24 05:14:53.291927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:14:53.399341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:14:53.404071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:53.408614 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787973e-b247-482c-8d45-e47f52fb105b None None] Sync routers for ids ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:14:53.418913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787973e-b247-482c-8d45-e47f52fb105b None None] Routers {'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:14:53.419659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e787973e-b247-482c-8d45-e47f52fb105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:14:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:53.434778 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3d73cfd7-3681-4e0f-b809-7776e5ef4ff2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/floatingips/acf73793-5258-42ee-b207-f874947902ba HTTP/1.1" status: 204 len: 168 time: 0.8274472 Nov 24 05:14:53.435496 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'tag': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:14:53.437813 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3577e4-1068-4fa6-a21f-425e329370bc" -d '{"events": [{"name": "network-changed", "server_uuid": "38c3854e-a7b2-4e12-9f6b-19b2cecc61fe", "tag": "9bd234a3-027c-45b0-a3dd-e47edf00ac5d"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:14:53.480689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c64a28c-7f78-48a0-b0cd-6452f0143db8 x-openstack-request-id: req-5c64a28c-7f78-48a0-b0cd-6452f0143db8 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:14:53.481166 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c3854e-a7b2-4e12-9f6b-19b2cecc61fe", "tag": "9bd234a3-027c-45b0-a3dd-e47edf00ac5d", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:14:53.481379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c64a28c-7f78-48a0-b0cd-6452f0143db8 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:14:53.481797 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'tag': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d', 'status': 'completed', 'code': 200} Nov 24 05:14:53.539177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e787973e-b247-482c-8d45-e47f52fb105b None None] Set router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:14:53.563929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3577e4-1068-4fa6-a21f-425e329370bc req-c35267f0-4aab-4a83-9e1b-12d369fc8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:53.565865 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b3577e4-1068-4fa6-a21f-425e329370bc req-c35267f0-4aab-4a83-9e1b-12d369fc8ba8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 1098 time: 0.0476871 Nov 24 05:14:53.703311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3577e4-1068-4fa6-a21f-425e329370bc req-37fd501e-c746-43a7-8f83-5dd47eacd9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:53.704827 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b3577e4-1068-4fa6-a21f-425e329370bc req-37fd501e-c746-43a7-8f83-5dd47eacd9b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c96741d-716a-49d4-abdc-6d1bd50bd6ab HTTP/1.1" status: 200 len: 897 time: 0.1214705 Nov 24 05:14:53.718052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418eed7-65a1-4ded-abd5-b0e912c28c7c req-010cfbb8-ebb4-4398-8b4e-243a488f5c2d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:53.719512 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3418eed7-65a1-4ded-abd5-b0e912c28c7c req-010cfbb8-ebb4-4398-8b4e-243a488f5c2d tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 945 time: 0.0777249 Nov 24 05:14:53.741023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e787973e-b247-482c-8d45-e47f52fb105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:02Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '0236564c-ff7d-430c-8e84-20fb5729643d', 'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:4a:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:12:01Z', 'updated_at': '2021-11-24T05:12:04Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:53.766015 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b3577e4-1068-4fa6-a21f-425e329370bc req-777df176-23fc-4d8b-b4bb-34c242a2f228 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bd234a3-027c-45b0-a3dd-e47edf00ac5d HTTP/1.1" status: 200 len: 217 time: 0.0454912 Nov 24 05:14:53.766388 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787973e-b247-482c-8d45-e47f52fb105b None None] Checking router: c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:14:53.774893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787973e-b247-482c-8d45-e47f52fb105b None None] Routers {'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:14:53.775505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e787973e-b247-482c-8d45-e47f52fb105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:14:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:53.830502 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3418eed7-65a1-4ded-abd5-b0e912c28c7c req-f2667f63-a3a6-4c14-b47f-99d821228723 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9075628d-4050-4ca8-8c9b-8aee5c9477d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040795 Nov 24 05:14:53.839621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:53.841269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3577e4-1068-4fa6-a21f-425e329370bc req-616182af-541e-43a4-a655-6aad62c38cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:53.842742 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b3577e4-1068-4fa6-a21f-425e329370bc req-616182af-541e-43a4-a655-6aad62c38cc4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c644bc7e-7920-4213-a00d-187d1de23311 HTTP/1.1" status: 200 len: 843 time: 0.0687592 Nov 24 05:14:53.894457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e787973e-b247-482c-8d45-e47f52fb105b None None] Set router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:14:53.895043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3577e4-1068-4fa6-a21f-425e329370bc req-2ae31366-98dd-40b1-b09b-b31d0b550ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:53.896771 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b3577e4-1068-4fa6-a21f-425e329370bc req-2ae31366-98dd-40b1-b09b-b31d0b550ba9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c96741d-716a-49d4-abdc-6d1bd50bd6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463588 Nov 24 05:14:53.987884 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b3577e4-1068-4fa6-a21f-425e329370bc req-94d3460b-f815-480f-a4f1-25c13cc50cbc service neutron] 10.222.0.31 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833604 Nov 24 05:14:54.083615 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b3577e4-1068-4fa6-a21f-425e329370bc req-919e5d37-f850-4b6a-b95d-0affe06216fe service neutron] 10.222.0.31 "GET /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871084 Nov 24 05:14:54.091266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e787973e-b247-482c-8d45-e47f52fb105b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:02Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '0236564c-ff7d-430c-8e84-20fb5729643d', 'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:4a:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:12:01Z', 'updated_at': '2021-11-24T05:12:04Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:54.119410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787973e-b247-482c-8d45-e47f52fb105b None None] The sync data for ids ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'] in dv-neutron-818850-5-hyperv is: [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:02Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '0236564c-ff7d-430c-8e84-20fb5729643d', 'name': '', 'network_id': '7c96741d-716a-49d4-abdc-6d1bd50bd6ab', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:4a:05:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:12:01Z', 'updated_at': '2021-11-24T05:12:04Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'c644bc7e-7920-4213-a00d-187d1de23311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:14:54.318771 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f1985-1243-45c0-b835-aeeb2aec4f4b None None] New status for floating IP acf73793-5258-42ee-b207-f874947902ba: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:14:54.952702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e4f9f-6529-47d8-befe-a4ae5875bbc2 req-bc9e2714-fba3-4e51-8735-e5b954369804 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:54.954385 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7e9e4f9f-6529-47d8-befe-a4ae5875bbc2 req-bc9e2714-fba3-4e51-8735-e5b954369804 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 945 time: 0.0514965 Nov 24 05:14:55.030431 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7e9e4f9f-6529-47d8-befe-a4ae5875bbc2 req-90c46432-a24d-4770-ada9-4e41c324f278 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=9075628d-4050-4ca8-8c9b-8aee5c9477d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697193 Nov 24 05:14:55.042723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994b2f6-269e-4da1-91b2-ef961b7387fa req-aa0f0330-5572-450f-941d-ca934bffb348 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:55.044210 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c994b2f6-269e-4da1-91b2-ef961b7387fa req-aa0f0330-5572-450f-941d-ca934bffb348 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=38c3854e-a7b2-4e12-9f6b-19b2cecc61fe HTTP/1.1" status: 200 len: 945 time: 0.0766885 Nov 24 05:14:55.139568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-c994b2f6-269e-4da1-91b2-ef961b7387fa req-be292cd3-4e14-4e5f-a3aa-9ec805528148 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:14:55.139839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c994b2f6-269e-4da1-91b2-ef961b7387fa req-be292cd3-4e14-4e5f-a3aa-9ec805528148 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:55.226398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-c994b2f6-269e-4da1-91b2-ef961b7387fa req-be292cd3-4e14-4e5f-a3aa-9ec805528148 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9bd234a3-027c-45b0-a3dd-e47edf00ac5d,segment=NetworkSegment(9553831e-5507-42f9-8416-6bd695d2bce7),segment_id=9553831e-5507-42f9-8416-6bd695d2bce7)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:14:55.226751 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c994b2f6-269e-4da1-91b2-ef961b7387fa req-be292cd3-4e14-4e5f-a3aa-9ec805528148 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:55.242744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-c994b2f6-269e-4da1-91b2-ef961b7387fa req-be292cd3-4e14-4e5f-a3aa-9ec805528148 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 9bd234a3-027c-45b0-a3dd-e47edf00ac5d owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:14:55.363638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c994b2f6-269e-4da1-91b2-ef961b7387fa req-be292cd3-4e14-4e5f-a3aa-9ec805528148 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:55.391560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be292cd3-4e14-4e5f-a3aa-9ec805528148 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=9bd234a3-027c-45b0-a3dd-e47edf00ac5d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:55.437571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-c994b2f6-269e-4da1-91b2-ef961b7387fa req-be292cd3-4e14-4e5f-a3aa-9ec805528148 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] No DVR routers for this DVR port 9bd234a3-027c-45b0-a3dd-e47edf00ac5d on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:14:55.440022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-c994b2f6-269e-4da1-91b2-ef961b7387fa req-be292cd3-4e14-4e5f-a3aa-9ec805528148 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:55.443325 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c994b2f6-269e-4da1-91b2-ef961b7387fa req-be292cd3-4e14-4e5f-a3aa-9ec805528148 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "DELETE /v2.0/ports/9bd234a3-027c-45b0-a3dd-e47edf00ac5d HTTP/1.1" status: 204 len: 173 time: 0.3925295 Nov 24 05:14:55.483067 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'name': 'network-vif-deleted', 'tag': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:14:55.485589 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e497c5-3d4c-4bca-a96f-b08632338a64" -d '{"events": [{"server_uuid": "38c3854e-a7b2-4e12-9f6b-19b2cecc61fe", "name": "network-vif-deleted", "tag": "9bd234a3-027c-45b0-a3dd-e47edf00ac5d"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:14:55.522512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35d9d13-6d5f-45a2-b229-dc1c442fa386 x-openstack-request-id: req-c35d9d13-6d5f-45a2-b229-dc1c442fa386 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:14:55.522816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c3854e-a7b2-4e12-9f6b-19b2cecc61fe", "name": "network-vif-deleted", "tag": "9bd234a3-027c-45b0-a3dd-e47edf00ac5d", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:14:55.523081 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c35d9d13-6d5f-45a2-b229-dc1c442fa386 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:14:55.523493 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c3854e-a7b2-4e12-9f6b-19b2cecc61fe', 'name': 'network-vif-deleted', 'tag': '9bd234a3-027c-45b0-a3dd-e47edf00ac5d', 'status': 'completed', 'code': 200} Nov 24 05:14:56.090471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39598) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:14:56.147772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-940201da-3ae3-4fcc-b5b3-5c4fd8dfdf78 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:56.174320 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-940201da-3ae3-4fcc-b5b3-5c4fd8dfdf78 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:56.239553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-940201da-3ae3-4fcc-b5b3-5c4fd8dfdf78 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:56.242263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-940201da-3ae3-4fcc-b5b3-5c4fd8dfdf78 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:56.243448 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-940201da-3ae3-4fcc-b5b3-5c4fd8dfdf78 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/9075628d-4050-4ca8-8c9b-8aee5c9477d5 HTTP/1.1" status: 204 len: 168 time: 0.1519763 Nov 24 05:14:56.252591 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940201da-3ae3-4fcc-b5b3-5c4fd8dfdf78 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9075628d-4050-4ca8-8c9b-8aee5c9477d5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:56.281667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39602) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:14:56.666262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:56.927782 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 0236564c-ff7d-430c-8e84-20fb5729643d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:14:56.928056 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:57.018464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 0236564c-ff7d-430c-8e84-20fb5729643d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0236564c-ff7d-430c-8e84-20fb5729643d,segment=NetworkSegment(9553831e-5507-42f9-8416-6bd695d2bce7),segment_id=9553831e-5507-42f9-8416-6bd695d2bce7)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:14:57.018828 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:57.031324 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 0236564c-ff7d-430c-8e84-20fb5729643d owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:14:57.185696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9bd234a3-027c-45b0-a3dd-e47edf00ac5d no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:14:57.209719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 9bd234a3-027c-45b0-a3dd-e47edf00ac5d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:14:57.210078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 9bd234a3-027c-45b0-a3dd-e47edf00ac5d not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:14:57.227040 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:57.253910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=0236564c-ff7d-430c-8e84-20fb5729643d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:57.429671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:57.647053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:14:57.753006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:14:57.760073 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-17f42c16-d157-448e-a8bd-e31a08a95582 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4747386 Nov 24 05:14:57.760976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39604) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:14:57.818613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31897cb-05c9-4232-8f95-f7c01297094e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting subnet c644bc7e-7920-4213-a00d-187d1de23311 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:14:57.822240 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e31897cb-05c9-4232-8f95-f7c01297094e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:57.864721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e31897cb-05c9-4232-8f95-f7c01297094e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:57.915465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe9175-793a-482d-a524-0222d148d0e8 None None] Sync routers for ids ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:14:57.924483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe9175-793a-482d-a524-0222d148d0e8 None None] Routers {'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:14:57.925094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7dbe9175-793a-482d-a524-0222d148d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:14:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:58.034717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-7dbe9175-793a-482d-a524-0222d148d0e8 None None] Set router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:14:58.218969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7dbe9175-793a-482d-a524-0222d148d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:14:57Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:58.250216 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe9175-793a-482d-a524-0222d148d0e8 None None] Checking router: c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:14:58.259335 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe9175-793a-482d-a524-0222d148d0e8 None None] Routers {'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:14:58.260012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7dbe9175-793a-482d-a524-0222d148d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:14:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:58.297789 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e31897cb-05c9-4232-8f95-f7c01297094e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:58.357478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e31897cb-05c9-4232-8f95-f7c01297094e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:58.364290 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-7dbe9175-793a-482d-a524-0222d148d0e8 None None] Set router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:14:58.385885 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31897cb-05c9-4232-8f95-f7c01297094e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Subnet': ['ID=c644bc7e-7920-4213-a00d-187d1de23311,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:58.387853 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e31897cb-05c9-4232-8f95-f7c01297094e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:58.391011 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e31897cb-05c9-4232-8f95-f7c01297094e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/subnets/c644bc7e-7920-4213-a00d-187d1de23311 HTTP/1.1" status: 204 len: 168 time: 0.6291044 Nov 24 05:14:58.393601 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39606) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:14:58.420590 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca844329-dd9b-4435-9381-7b9526bd51c0 None None] Network 7c96741d-716a-49d4-abdc-6d1bd50bd6ab requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:14:58.503892 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:58.612778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:58.648189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7dbe9175-793a-482d-a524-0222d148d0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:14:57Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:58.672830 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 945ff996-2f28-40fd-8c2e-7766ea21756f {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:14:58.673249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:58.675969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe9175-793a-482d-a524-0222d148d0e8 None None] The sync data for ids ['c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b'] in dv-neutron-818850-5-hyperv is: [{'id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'name': 'tempest-TestNetworkBasicOps-router-632291427', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:14:57Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '945ff996-2f28-40fd-8c2e-7766ea21756f', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:00:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:11:58Z', 'updated_at': '2021-11-24T05:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:14:58.706442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676fce78-08f4-4089-9403-480f4349985b None None] DHCP port deletion for 7c96741d-716a-49d4-abdc-6d1bd50bd6ab request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:14:58.759398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-676fce78-08f4-4089-9403-480f4349985b None None] Deleting port 22f9d6df-4276-452c-82c6-db8fec6352db {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:14:58.759807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-676fce78-08f4-4089-9403-480f4349985b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:58.764550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 945ff996-2f28-40fd-8c2e-7766ea21756f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=945ff996-2f28-40fd-8c2e-7766ea21756f,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:14:58.764912 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:58.780170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 945ff996-2f28-40fd-8c2e-7766ea21756f owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:14:58.829960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-676fce78-08f4-4089-9403-480f4349985b None None] For port 22f9d6df-4276-452c-82c6-db8fec6352db, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=22f9d6df-4276-452c-82c6-db8fec6352db,segment=NetworkSegment(9553831e-5507-42f9-8416-6bd695d2bce7),segment_id=9553831e-5507-42f9-8416-6bd695d2bce7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:14:58.830355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-676fce78-08f4-4089-9403-480f4349985b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:58.843277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-676fce78-08f4-4089-9403-480f4349985b None None] Calling delete_port for 22f9d6df-4276-452c-82c6-db8fec6352db owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:14:58.925717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-676fce78-08f4-4089-9403-480f4349985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:58.954659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fce78-08f4-4089-9403-480f4349985b None None] Pushing event deleted for resources: {'Port': ['ID=22f9d6df-4276-452c-82c6-db8fec6352db,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:58.955275 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:58.958578 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676fce78-08f4-4089-9403-480f4349985b None None] No DVR routers for this DVR port 22f9d6df-4276-452c-82c6-db8fec6352db on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:14:58.982993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=945ff996-2f28-40fd-8c2e-7766ea21756f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:58.996582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba6d238-d0de-47d7-853a-26879a62bd7d None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:14:59.055631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.150758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0236564c-ff7d-430c-8e84-20fb5729643d no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:14:59.164086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.166500 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.172189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 0236564c-ff7d-430c-8e84-20fb5729643d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:14:59.172572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0236564c-ff7d-430c-8e84-20fb5729643d not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:14:59.173058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 22f9d6df-4276-452c-82c6-db8fec6352db no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:14:59.196220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 22f9d6df-4276-452c-82c6-db8fec6352db {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:14:59.196519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 22f9d6df-4276-452c-82c6-db8fec6352db not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:14:59.213552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.214222 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Fanout notify agent at l3_agent the message router_deleted on router c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:14:59.223277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.225071 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-695e1238-01c2-4dcc-aa1e-16459ca5ae44 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/routers/c8f160be-9b8c-45ff-a9a5-d7d9fa7dca2b HTTP/1.1" status: 204 len: 168 time: 0.8305514 Nov 24 05:14:59.227727 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39608) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:14:59.309686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.410124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.431304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c96741d-716a-49d4-abdc-6d1bd50bd6ab']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:59.440681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9553831e-5507-42f9-8416-6bd695d2bce7') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:59.440987 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9553831e-5507-42f9-8416-6bd695d2bce7') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:14:59.450425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.464174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.470540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:14:59.471018 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:14:59.474806 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:14:59.537430 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:14:59.540512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.547445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.550641 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/networks/7c96741d-716a-49d4-abdc-6d1bd50bd6ab HTTP/1.1" status: 204 len: 168 time: 0.3219383 Nov 24 05:14:59.559284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39610) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:14:59.562503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50872dad-43c5-4bbc-a001-e2920ad1e6aa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Network': ['ID=7c96741d-716a-49d4-abdc-6d1bd50bd6ab,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:59.568130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'network': {'name': 'tempest-network-smoke--986687788', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'port_security_enabled': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:14:59.591366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:14:59.595532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.619156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:14:59.629006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.629359 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Added segment 326decc9-a042-4d7e-8a87-6d7b50aed35b of type vlan for network 140c183b-f6b6-440e-bc86-d67920c3b271 Nov 24 05:14:59.676247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.706024 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.713232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:14:59.713904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.748934 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1876724 Nov 24 05:14:59.751876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39614) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:14:59.759809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'admin_state_up': True, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:14:59.803576 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Network': ['ID=140c183b-f6b6-440e-bc86-d67920c3b271,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:14:59.817027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.817926 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.818272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.818611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.818946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.819282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.819635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.819971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.820307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.820632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.820956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.821276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84808d9f-f578-4a20-b617-bb25a91b7752 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:14:59.829639 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.830746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:14:59.834582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 140c183b-f6b6-440e-bc86-d67920c3b271 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:14:59.888922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:00.031521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:00.238520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:00.257255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:00.356566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.108 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/ca678137-0d1f-43ab-86cc-699a9fde0dde) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:15:00.459265 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:00.491922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:00.526339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:15:00.531035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:15:00.534407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:15:00.544764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea59f5b6-1661-4bab-94ac-5a744226d2ef None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:15:00.563518 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=ca678137-0d1f-43ab-86cc-699a9fde0dde,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:00.575788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29364bb6-7ae7-4b1d-a4c0-27190376a72b None None] Provisioning complete for port ca678137-0d1f-43ab-86cc-699a9fde0dde triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:00.576167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29364bb6-7ae7-4b1d-a4c0-27190376a72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:00.612433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29364bb6-7ae7-4b1d-a4c0-27190376a72b None None] Port ca678137-0d1f-43ab-86cc-699a9fde0dde cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:15:00.782548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:00.981174 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:01.022323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 945ff996-2f28-40fd-8c2e-7766ea21756f no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:15:01.045489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 945ff996-2f28-40fd-8c2e-7766ea21756f {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:15:01.045836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 945ff996-2f28-40fd-8c2e-7766ea21756f not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:15:01.112681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router ea676096-2d84-4609-b9aa-75d8fb96b261 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:15:01.225233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:15:01.234759 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Sync routers for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:15:01.245934 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:15:01.246626 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:14:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:01.249268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:01.250505 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-03a268a2-2eba-477d-83fb-5e4ce1980485 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4974666 Nov 24 05:15:01.253669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39616) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:01.357950 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:15:01.459812 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f79b5076-d165-411a-b4c3-0024bade45be tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=227fcf8641794a6b9aef85d3570bf3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2049396 Nov 24 05:15:01.462650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39622) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:01.566326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6883f-9728-4a93-993a-341dabdadeab tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:01.569203 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2db6883f-9728-4a93-993a-341dabdadeab tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1054449 Nov 24 05:15:01.571927 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39624) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:01.602929 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1c648f02-85e5-475e-8868-feb167e77ea7 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297229 Nov 24 05:15:01.605563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39626) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:01.610549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514092714', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:01.650584 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:00Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:01.689060 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Checking router: ea676096-2d84-4609-b9aa-75d8fb96b261 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:15:01.689451 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Updating router ea676096-2d84-4609-b9aa-75d8fb96b261 port ca678137-0d1f-43ab-86cc-699a9fde0dde binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:15:01.721034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:15:01.725846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:01.726068 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:01.936170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.007059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Subnet': ['ID=f2e3c95b-7913-4472-a4b1-4470d0ac8043,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:02.012298 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.017751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Checking segment: {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:15:02.018117 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network hostable DHCP agents. Network: 140c183b-f6b6-440e-bc86-d67920c3b271, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:15:02.019204 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.034855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 140c183b-f6b6-440e-bc86-d67920c3b271 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:15:02.043655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 140c183b-f6b6-440e-bc86-d67920c3b271) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:15:02.047783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:02.048383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.060817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71040e5-5121-4eff-9b01-edb5792193f3 None None] Network 140c183b-f6b6-440e-bc86-d67920c3b271 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:15:02.065438 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a5222b99-3bb5-4e1a-a5ab-65756196f401 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4587603 Nov 24 05:15:02.067866 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Attempting to bind port ca678137-0d1f-43ab-86cc-699a9fde0dde on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:15:02.068487 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Attempting to bind port ca678137-0d1f-43ab-86cc-699a9fde0dde by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:15:02.068919 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Attempting to bind port ca678137-0d1f-43ab-86cc-699a9fde0dde on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:15:02.069521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39628) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:02.079674 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:15:02.080058 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:15:02.080468 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.080878 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:15:02.081345 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Bound port: ca678137-0d1f-43ab-86cc-699a9fde0dde, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:15:02.081831 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.085073 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Pushing event updated for resources: {'Port': ['ID=ca678137-0d1f-43ab-86cc-699a9fde0dde,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:02.095792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7ff497-e55a-4b27-bc88-c94c96315f09 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:15:02.143660 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.144017 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.144538 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.144678 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.145016 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.145618 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.145887 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.146213 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.146553 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.146898 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.147206 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.147529 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:02.151174 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] For port ca678137-0d1f-43ab-86cc-699a9fde0dde, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:15:02.154625 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] For port ca678137-0d1f-43ab-86cc-699a9fde0dde, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ca678137-0d1f-43ab-86cc-699a9fde0dde,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:15:02.159211 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.184637 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5d2d2e72-6a30-4894-b70b-7c1183b4b9b5 None None] Provisioning complete for port ca678137-0d1f-43ab-86cc-699a9fde0dde triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:02.185097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5d2d2e72-6a30-4894-b70b-7c1183b4b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.211294 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:15:02.212297 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:14:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:02.220771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52ce32-6cbb-4219-884d-2eaa98aabcd9 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:15:02.305151 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975949af-da5d-4ca2-92df-10f68f3f5def None None] Pushing event updated for resources: {'Port': ['ID=ca678137-0d1f-43ab-86cc-699a9fde0dde,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:02.330214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-140c183b-f6b6-440e-bc86-d67920c3b271', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:15:02.331166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.334813 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:15:02.345856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5d2d2e72-6a30-4894-b70b-7c1183b4b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.376042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5d2d2e72-6a30-4894-b70b-7c1183b4b9b5 None None] For port ca678137-0d1f-43ab-86cc-699a9fde0dde, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ca678137-0d1f-43ab-86cc-699a9fde0dde,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:15:02.421250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5d2d2e72-6a30-4894-b70b-7c1183b4b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.519776 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d2e72-6a30-4894-b70b-7c1183b4b9b5 None None] Pushing event updated for resources: {'Port': ['ID=ca678137-0d1f-43ab-86cc-699a9fde0dde,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:02.538618 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Allocated IP 172.20.0.2 (140c183b-f6b6-440e-bc86-d67920c3b271/f2e3c95b-7913-4472-a4b1-4470d0ac8043/85a2c1bd-7388-4a60-9dc7-41262655b1a2) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:15:02.542093 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:00Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:02.577421 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae955ae4-d613-4418-b339-11b11b1ab5d3 None None] The sync data for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv is: [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:00Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:15:02.578735 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2d43fdd4-a461-4cd2-826d-5a510028de50 None None] Provisioning complete for port ca678137-0d1f-43ab-86cc-699a9fde0dde triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:02.579121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2d43fdd4-a461-4cd2-826d-5a510028de50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.782003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.789515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.828928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Network 140c183b-f6b6-440e-bc86-d67920c3b271 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:15:02.843474 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:15:02.855649 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:15:02.867360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Pushing event updated for resources: {'Port': ['ID=85a2c1bd-7388-4a60-9dc7-41262655b1a2,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:02.931307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Attempting to bind port 85a2c1bd-7388-4a60-9dc7-41262655b1a2 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:15:02.931771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Attempting to bind port 85a2c1bd-7388-4a60-9dc7-41262655b1a2 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:15:02.932204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Attempting to bind port 85a2c1bd-7388-4a60-9dc7-41262655b1a2 on network 140c183b-f6b6-440e-bc86-d67920c3b271 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:15:02.937800 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:15:02.938153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Checking segment: {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:15:02.938610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.939003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Bound using segment: {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:15:02.939527 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Bound port: 85a2c1bd-7388-4a60-9dc7-41262655b1a2, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:15:02.939938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:02.944068 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:03.025053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] For port 85a2c1bd-7388-4a60-9dc7-41262655b1a2, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:15:03.030838 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] For port 85a2c1bd-7388-4a60-9dc7-41262655b1a2, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=85a2c1bd-7388-4a60-9dc7-41262655b1a2,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:15:03.038276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:03.227151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ca678137-0d1f-43ab-86cc-699a9fde0dde up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:15:03.297523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e9ee1-712a-4e83-bcd3-3ccb2c9a4db8 None None] Pushing event updated for resources: {'Port': ['ID=85a2c1bd-7388-4a60-9dc7-41262655b1a2,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:03.311484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port ca678137-0d1f-43ab-86cc-699a9fde0dde triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:03.311931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:03.384078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.1 (140c183b-f6b6-440e-bc86-d67920c3b271/f2e3c95b-7913-4472-a4b1-4470d0ac8043/42c9393c-5d63-4329-88e3-6f8a10169357) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:15:03.551129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:03.588137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:03.639978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 140c183b-f6b6-440e-bc86-d67920c3b271 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:15:03.643339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:15:03.652197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:15:03.659082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=42c9393c-5d63-4329-88e3-6f8a10169357,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:03.704166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:03.839006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:04.159007 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:04.166409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:04.246871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:04.257109 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=42c9393c-5d63-4329-88e3-6f8a10169357,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:04.266104 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13777f56-5bd6-4066-8b28-5cf12ba87aea None None] Network 140c183b-f6b6-440e-bc86-d67920c3b271 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:15:04.343337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9216a573-924c-44d9-b063-1c577ccbb687 None None] Provisioning complete for port 85a2c1bd-7388-4a60-9dc7-41262655b1a2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:04.343760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9216a573-924c-44d9-b063-1c577ccbb687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:04.367647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 140c183b-f6b6-440e-bc86-d67920c3b271 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:15:04.369047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:15:04.485473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9216a573-924c-44d9-b063-1c577ccbb687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:04.488313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router ea676096-2d84-4609-b9aa-75d8fb96b261 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:15:04.536500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9216a573-924c-44d9-b063-1c577ccbb687 None None] For port 85a2c1bd-7388-4a60-9dc7-41262655b1a2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=85a2c1bd-7388-4a60-9dc7-41262655b1a2,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:15:04.545721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9216a573-924c-44d9-b063-1c577ccbb687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:04.597365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216a573-924c-44d9-b063-1c577ccbb687 None None] Pushing event updated for resources: {'Port': ['ID=85a2c1bd-7388-4a60-9dc7-41262655b1a2,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:04.622512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:15:04.631634 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7d9ea786-3404-4465-957e-885aa1797340 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/ea676096-2d84-4609-b9aa-75d8fb96b261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5583358 Nov 24 05:15:04.632128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39630) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:04.742366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02049ac8-b295-415c-8a14-def37afd9b14 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.742690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02049ac8-b295-415c-8a14-def37afd9b14 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.743161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02049ac8-b295-415c-8a14-def37afd9b14 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.743651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02049ac8-b295-415c-8a14-def37afd9b14 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.744122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02049ac8-b295-415c-8a14-def37afd9b14 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.744589 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02049ac8-b295-415c-8a14-def37afd9b14 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.748933 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-02049ac8-b295-415c-8a14-def37afd9b14 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1133595 Nov 24 05:15:04.749234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39632) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:04.775063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f1439950-82d4-46ea-81f0-44b980c1e00a None None] Provisioning complete for port 85a2c1bd-7388-4a60-9dc7-41262655b1a2 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:04.775771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f1439950-82d4-46ea-81f0-44b980c1e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:04.832595 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b40bb6-9b6e-4b09-841d-67a35c7698b7 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.833681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b40bb6-9b6e-4b09-841d-67a35c7698b7 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.834148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b40bb6-9b6e-4b09-841d-67a35c7698b7 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.834608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b40bb6-9b6e-4b09-841d-67a35c7698b7 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.835062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b40bb6-9b6e-4b09-841d-67a35c7698b7 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.835751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b40bb6-9b6e-4b09-841d-67a35c7698b7 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:04.837961 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-89b40bb6-9b6e-4b09-841d-67a35c7698b7 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0877838 Nov 24 05:15:04.840671 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39638) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:04.859034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Sync routers for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:15:04.880435 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:15:04.881153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:14:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:04.938115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f1439950-82d4-46ea-81f0-44b980c1e00a None None] Provisioning complete for port 42c9393c-5d63-4329-88e3-6f8a10169357 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:04.938815 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f1439950-82d4-46ea-81f0-44b980c1e00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:04.993374 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9ffabcb6-908f-486d-a99b-2318b5b76811 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1513028 Nov 24 05:15:05.015360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f1439950-82d4-46ea-81f0-44b980c1e00a None None] Port 42c9393c-5d63-4329-88e3-6f8a10169357 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:15:05.030358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:15:05.138794 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 85a2c1bd-7388-4a60-9dc7-41262655b1a2 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:15:05.206354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1be705bb-3bc8-49a4-9a58-fe48642563ce None None] Provisioning complete for port 42c9393c-5d63-4329-88e3-6f8a10169357 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:05.206720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1be705bb-3bc8-49a4-9a58-fe48642563ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:05.266389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1be705bb-3bc8-49a4-9a58-fe48642563ce None None] Port 42c9393c-5d63-4329-88e3-6f8a10169357 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:15:05.293061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 85a2c1bd-7388-4a60-9dc7-41262655b1a2 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:05.293430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:05.351923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:04Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:05.397233 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Checking router: ea676096-2d84-4609-b9aa-75d8fb96b261 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:15:05.397498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Updating router ea676096-2d84-4609-b9aa-75d8fb96b261 port 42c9393c-5d63-4329-88e3-6f8a10169357 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:15:05.430406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:05.679238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:05.684188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:05.740292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f65cf0-280b-4e06-81d7-0962fa0d7b9a None None] Pushing event updated for resources: {'Port': ['ID=42c9393c-5d63-4329-88e3-6f8a10169357,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:05.786852 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Attempting to bind port 42c9393c-5d63-4329-88e3-6f8a10169357 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:15:05.787508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Attempting to bind port 42c9393c-5d63-4329-88e3-6f8a10169357 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:15:05.787981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Attempting to bind port 42c9393c-5d63-4329-88e3-6f8a10169357 on network 140c183b-f6b6-440e-bc86-d67920c3b271 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:15:05.793703 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:15:05.794074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Checking segment: {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:15:05.794534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:05.794995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Bound using segment: {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:15:05.795570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Bound port: 42c9393c-5d63-4329-88e3-6f8a10169357, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:15:05.796036 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:05.861157 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] For port 42c9393c-5d63-4329-88e3-6f8a10169357, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:15:05.864363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] For port 42c9393c-5d63-4329-88e3-6f8a10169357, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=42c9393c-5d63-4329-88e3-6f8a10169357,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:15:05.869429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:05.922419 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:15:05.923050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:14:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:05.968366 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f65cf0-280b-4e06-81d7-0962fa0d7b9a None None] Pushing event updated for resources: {'Port': ['ID=42c9393c-5d63-4329-88e3-6f8a10169357,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:06.031872 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bf069c5c-b22b-4648-8f52-0f2a3971facd None None] Provisioning complete for port 42c9393c-5d63-4329-88e3-6f8a10169357 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:06.032242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bf069c5c-b22b-4648-8f52-0f2a3971facd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.080499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:15:06.193302 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39644) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:06.198906 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-47f0fbdd-b225-40e2-8d0e-e4e91093b534 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888423881', 'description': 'tempest-secgroup-smoke-888423881 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:06.220950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47f0fbdd-b225-40e2-8d0e-e4e91093b534 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.236695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bf069c5c-b22b-4648-8f52-0f2a3971facd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.288548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47f0fbdd-b225-40e2-8d0e-e4e91093b534 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.288794 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bf069c5c-b22b-4648-8f52-0f2a3971facd None None] For port 42c9393c-5d63-4329-88e3-6f8a10169357, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=42c9393c-5d63-4329-88e3-6f8a10169357,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:15:06.292742 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47f0fbdd-b225-40e2-8d0e-e4e91093b534 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.295142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bf069c5c-b22b-4648-8f52-0f2a3971facd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.325561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-47f0fbdd-b225-40e2-8d0e-e4e91093b534 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.326791 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-47f0fbdd-b225-40e2-8d0e-e4e91093b534 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1323493 Nov 24 05:15:06.328660 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0fbdd-b225-40e2-8d0e-e4e91093b534 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd593ff-cc6e-44af-857d-9087e9a02063,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:06.329732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39646) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:06.344006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-13e68091-8dff-401a-abce-1d3a1737e5fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '0fd593ff-cc6e-44af-857d-9087e9a02063', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:06.370860 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13e68091-8dff-401a-abce-1d3a1737e5fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.373042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf069c5c-b22b-4648-8f52-0f2a3971facd None None] Pushing event updated for resources: {'Port': ['ID=42c9393c-5d63-4329-88e3-6f8a10169357,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:06.386847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:05Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:06.419733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079ebab3-ce59-4f76-873e-aa43c6c37cbe None None] The sync data for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv is: [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:05Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:15:06.427221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13e68091-8dff-401a-abce-1d3a1737e5fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.431852 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-429b8594-5a2f-42e3-b938-56cc1201e2da None None] Provisioning complete for port 42c9393c-5d63-4329-88e3-6f8a10169357 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:06.432294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-429b8594-5a2f-42e3-b938-56cc1201e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.432769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13e68091-8dff-401a-abce-1d3a1737e5fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.448874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e68091-8dff-401a-abce-1d3a1737e5fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534edc67-7fa9-440b-8a63-28a44c9bc469,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:06.485699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13e68091-8dff-401a-abce-1d3a1737e5fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.489668 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-13e68091-8dff-401a-abce-1d3a1737e5fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588137 Nov 24 05:15:06.493026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39648) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:06.498939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-265366cb-c49e-42d7-ba43-c9cd62872dda tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '0fd593ff-cc6e-44af-857d-9087e9a02063', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:06.532544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-265366cb-c49e-42d7-ba43-c9cd62872dda tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.596534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-265366cb-c49e-42d7-ba43-c9cd62872dda tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.602944 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-265366cb-c49e-42d7-ba43-c9cd62872dda tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.623784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265366cb-c49e-42d7-ba43-c9cd62872dda tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00328f1-82d1-4990-8feb-8291d98a58ab,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:06.631796 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-265366cb-c49e-42d7-ba43-c9cd62872dda tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.633070 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-265366cb-c49e-42d7-ba43-c9cd62872dda tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388807 Nov 24 05:15:06.636119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39650) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:06.640965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-af76ddbe-1eb8-44a5-8873-70441776fead tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '0fd593ff-cc6e-44af-857d-9087e9a02063', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:06.669708 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af76ddbe-1eb8-44a5-8873-70441776fead tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.732036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af76ddbe-1eb8-44a5-8873-70441776fead tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.736127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af76ddbe-1eb8-44a5-8873-70441776fead tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.757653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76ddbe-1eb8-44a5-8873-70441776fead tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33cbc13-1a19-4baf-8426-7610a2fafccb,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:06.762612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af76ddbe-1eb8-44a5-8873-70441776fead tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.766651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39652) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:06.766923 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-af76ddbe-1eb8-44a5-8873-70441776fead tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296077 Nov 24 05:15:06.772850 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-63a296ad-cbe9-4ece-af13-5af410db3488 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '0fd593ff-cc6e-44af-857d-9087e9a02063', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:06.806915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63a296ad-cbe9-4ece-af13-5af410db3488 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.873031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63a296ad-cbe9-4ece-af13-5af410db3488 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.876996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63a296ad-cbe9-4ece-af13-5af410db3488 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.896968 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a296ad-cbe9-4ece-af13-5af410db3488 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a49f72-f800-47ca-abe4-2e8a1a0789e1,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:06.904167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63a296ad-cbe9-4ece-af13-5af410db3488 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:06.905285 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-63a296ad-cbe9-4ece-af13-5af410db3488 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371224 Nov 24 05:15:06.908144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39656) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:06.913326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4bac5c0e-3c3c-4074-9ca3-9cc2463ac0d7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '0fd593ff-cc6e-44af-857d-9087e9a02063', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:06.936398 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-4bac5c0e-3c3c-4074-9ca3-9cc2463ac0d7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:15:06.941931 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4bac5c0e-3c3c-4074-9ca3-9cc2463ac0d7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:07.004422 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4bac5c0e-3c3c-4074-9ca3-9cc2463ac0d7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:07.009769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4bac5c0e-3c3c-4074-9ca3-9cc2463ac0d7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:07.028180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac5c0e-3c3c-4074-9ca3-9cc2463ac0d7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2574dd4f-e34e-4a31-8f13-74f4f04fee33,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:07.036957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4bac5c0e-3c3c-4074-9ca3-9cc2463ac0d7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:07.038161 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4bac5c0e-3c3c-4074-9ca3-9cc2463ac0d7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289811 Nov 24 05:15:07.040998 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39658) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:07.045612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0682e229-04e2-40a1-aa87-1ffc15e901d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '0fd593ff-cc6e-44af-857d-9087e9a02063', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:07.069353 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-0682e229-04e2-40a1-aa87-1ffc15e901d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:15:07.077069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0682e229-04e2-40a1-aa87-1ffc15e901d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:07.116007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 42c9393c-5d63-4329-88e3-6f8a10169357 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:15:07.144386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0682e229-04e2-40a1-aa87-1ffc15e901d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:07.149461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0682e229-04e2-40a1-aa87-1ffc15e901d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:07.166375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682e229-04e2-40a1-aa87-1ffc15e901d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e2d0ce-cc3a-4446-8ac1-205b0645c09d,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:07.168562 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 42c9393c-5d63-4329-88e3-6f8a10169357 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:07.169022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:07.179355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0682e229-04e2-40a1-aa87-1ffc15e901d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:07.189413 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0682e229-04e2-40a1-aa87-1ffc15e901d3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386485 Nov 24 05:15:07.371842 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-e539babb-2321-4179-aebc-5ffd799e140f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888423881&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.0611448 Nov 24 05:15:07.490036 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-374d4cb8-308d-48fa-9adc-37bfc6ab7720 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:07.491668 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-374d4cb8-308d-48fa-9adc-37bfc6ab7720 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/networks?id=140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 200 len: 796 time: 0.1126866 Nov 24 05:15:07.508161 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-9feece9f-a497-489c-94bc-2f876647ea9c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/quotas/227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 375 time: 0.0107462 Nov 24 05:15:07.560059 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-eb7dbb70-cd4f-4cd1-92be-90bfc2240d1a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462852 Nov 24 05:15:07.659672 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-47aba307-5cca-49c0-9969-cb433253eb2d service neutron] 10.222.0.37 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869501 Nov 24 05:15:07.775750 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-01498074-4e5e-4b97-8e65-4882c0603624 service neutron] 10.222.0.37 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092255 Nov 24 05:15:07.938840 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f3ed1034-00c7-49c1-8c6e-a5eed4625b6b req-83054c8b-37e2-404b-8087-7c5c5837b097 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 210 time: 0.0276854 Nov 24 05:15:09.016932 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7948f01e-94b8-467b-9de7-9a1cbaa190d9 req-98fadaf2-e5cb-4748-81b4-14e787340482 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 210 time: 0.0262535 Nov 24 05:15:10.096519 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-21a194aa-635b-4879-af40-46f116c7b110 req-168c874c-869f-4fc7-8f2c-214136496b17 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 210 time: 0.0277996 Nov 24 05:15:10.873377 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-c1401296-bc5c-4c21-a3d9-d1b7be2ccc72 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:10.874879 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-c1401296-bc5c-4c21-a3d9-d1b7be2ccc72 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 200 len: 796 time: 0.1092043 Nov 24 05:15:10.939017 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-414837b9-c316-42c0-965c-e563c3d74db2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 379 time: 0.0551686 Nov 24 05:15:10.948321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'device_id': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'admin_state_up': True, 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'security_groups': ['0fd593ff-cc6e-44af-857d-9087e9a02063']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:11.059317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:15:11.062746 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:11.198124 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-65240d40-d7c0-4da2-83bf-5147bf4add98 req-a4fb1ce0-e000-4616-966d-01042fa6a67c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 210 time: 0.0342438 Nov 24 05:15:11.217006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.14 (140c183b-f6b6-440e-bc86-d67920c3b271/f2e3c95b-7913-4472-a4b1-4470d0ac8043/180111d6-63aa-4ab9-b543-0f8bcadb3c8a) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:15:11.350080 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:11.383328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:11.433433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 140c183b-f6b6-440e-bc86-d67920c3b271 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:15:11.436396 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:15:11.440008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:15:11.446969 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:11.481774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.482123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.482468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.482806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.483148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.483481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.483901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.484234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.484564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.484896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.485222 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.485565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:15:11.506739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:11.507361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:11.524737 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-7626e438-be44-4f85-ab88-4b3957c01e2f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800211 Nov 24 05:15:11.538338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Request body: {'port': {'device_id': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:11.594924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:11.715256 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-17f9a440-0030-400b-8137-f654ed37c1d6 None None] Provisioning complete for port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:11.715869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-17f9a440-0030-400b-8137-f654ed37c1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:11.749068 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-17f9a440-0030-400b-8137-f654ed37c1d6 None None] Port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:15:11.863230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180111d6-63aa-4ab9-b543-0f8bcadb3c8a {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:15:11.871544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:11.884042 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Transition to ACTIVE for port object 180111d6-63aa-4ab9-b543-0f8bcadb3c8a will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:15:11.887996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:11.937773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Pushing event updated for resources: {'Port': ['ID=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:12.017400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Attempting to bind port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:15:12.017740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Attempting to bind port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:15:12.018070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Attempting to bind port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a on network 140c183b-f6b6-440e-bc86-d67920c3b271 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:15:12.024181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a on network 140c183b-f6b6-440e-bc86-d67920c3b271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:15:12.024505 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Attempting to bind port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a on network 140c183b-f6b6-440e-bc86-d67920c3b271 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:15:12.029838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:15:12.030172 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Checking segment: {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:15:12.030553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Bound using segment: {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:15:12.031159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Bound port: 180111d6-63aa-4ab9-b543-0f8bcadb3c8a, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:15:12.031523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:12.103210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] For port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:15:12.106491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] For port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:15:12.110698 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:12.148926 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.149504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:12.150868 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] 10.222.0.31 "PUT /v2.0/ports/180111d6-63aa-4ab9-b543-0f8bcadb3c8a HTTP/1.1" status: 200 len: 1094 time: 0.6175504 Nov 24 05:15:12.151304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:15:12.153702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6423cb34-9aeb-4e49-8cd8-5688babfbe99" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:15:12.174431 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fb3c2-8e02-444a-a8eb-1db2374cccb6 service neutron] Pushing event updated for resources: {'Port': ['ID=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:12.202490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326961b5-89ca-4c6d-b32e-c60e84a66125 x-openstack-request-id: req-326961b5-89ca-4c6d-b32e-c60e84a66125 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:15:12.203170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:15:12.203170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-326961b5-89ca-4c6d-b32e-c60e84a66125 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:15:12.203470 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'status': 'completed', 'code': 200} Nov 24 05:15:12.265486 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423cb34-9aeb-4e49-8cd8-5688babfbe99 req-74c160c8-f8e8-4db6-8ff4-269903d36011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.268116 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6423cb34-9aeb-4e49-8cd8-5688babfbe99 req-74c160c8-f8e8-4db6-8ff4-269903d36011 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 1097 time: 0.0446675 Nov 24 05:15:12.498474 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fab2c4-a338-49be-99f4-c8779904d392 req-1c198647-66b0-4e79-82ed-1fca5fbb181b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.500018 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-18fab2c4-a338-49be-99f4-c8779904d392 req-1c198647-66b0-4e79-82ed-1fca5fbb181b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 944 time: 0.2155859 Nov 24 05:15:12.521130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423cb34-9aeb-4e49-8cd8-5688babfbe99 req-8c41ee2e-3b45-499c-900d-ac064f4123a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.522952 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6423cb34-9aeb-4e49-8cd8-5688babfbe99 req-8c41ee2e-3b45-499c-900d-ac064f4123a9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2470524 Nov 24 05:15:12.537019 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bf960532-0690-4084-9995-b7227889d373 req-fda243e6-fba0-49de-8226-a312ac3651b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504649 Nov 24 05:15:12.625792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf960532-0690-4084-9995-b7227889d373 req-603ba5d1-e398-4fd9-a5ce-c8af0d0eb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.627395 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bf960532-0690-4084-9995-b7227889d373 req-603ba5d1-e398-4fd9-a5ce-c8af0d0eb39f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 1098 time: 0.0482171 Nov 24 05:15:12.672826 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-18fab2c4-a338-49be-99f4-c8779904d392 req-a557fd1d-7573-4e93-9cfb-25ecf0b71426 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fd593ff-cc6e-44af-857d-9087e9a02063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623561 Nov 24 05:15:12.721506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423cb34-9aeb-4e49-8cd8-5688babfbe99 req-d7a1370d-75e8-422b-8cd5-18cee76d3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.722989 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6423cb34-9aeb-4e49-8cd8-5688babfbe99 req-d7a1370d-75e8-422b-8cd5-18cee76d3a4c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1924987 Nov 24 05:15:12.744330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf960532-0690-4084-9995-b7227889d373 req-2b7bc51f-f1d9-4666-9ee9-c5889fbe558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.746036 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bf960532-0690-4084-9995-b7227889d373 req-2b7bc51f-f1d9-4666-9ee9-c5889fbe558e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.0982616 Nov 24 05:15:12.819442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-6927752d-53cc-4451-b33e-199701a8e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.821142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-6927752d-53cc-4451-b33e-199701a8e333 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 1097 time: 0.0623503 Nov 24 05:15:12.825357 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bf960532-0690-4084-9995-b7227889d373 req-96fe63ec-a964-4da4-80ee-88bd2faa57b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480317fa-70c6-4588-b914-11a7a1269d5b HTTP/1.1" status: 200 len: 1000 time: 0.0663984 Nov 24 05:15:12.876658 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-aef72ab9-a5fa-411e-984a-c8e0597a1f89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a HTTP/1.1" status: 200 len: 217 time: 0.0424111 Nov 24 05:15:12.877581 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf960532-0690-4084-9995-b7227889d373 req-11fbb255-7892-45b0-8b1e-f9b88915d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.879040 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bf960532-0690-4084-9995-b7227889d373 req-11fbb255-7892-45b0-8b1e-f9b88915d44c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0443614 Nov 24 05:15:12.927565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf960532-0690-4084-9995-b7227889d373 req-4e4da171-0525-42a9-9460-1db97d2629a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.929030 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bf960532-0690-4084-9995-b7227889d373 req-4e4da171-0525-42a9-9460-1db97d2629a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405068 Nov 24 05:15:12.932078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-06e2c934-f67e-4c2b-9279-4b3b97d34ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.933519 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-06e2c934-f67e-4c2b-9279-4b3b97d34ffa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f2e3c95b-7913-4472-a4b1-4470d0ac8043 HTTP/1.1" status: 200 len: 834 time: 0.0449951 Nov 24 05:15:12.986631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-8e7f30be-d950-4b9b-9b7f-5d9cfb5839f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:12.988303 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-8e7f30be-d950-4b9b-9b7f-5d9cfb5839f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=140c183b-f6b6-440e-bc86-d67920c3b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461240 Nov 24 05:15:13.039176 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bf960532-0690-4084-9995-b7227889d373 req-c3d10005-79a2-4220-9fb1-a31d3e1dbe2a service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972559 Nov 24 05:15:13.090294 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-aa930700-85df-4c3b-9349-b4c52d91ac2d service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945077 Nov 24 05:15:13.136994 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bf960532-0690-4084-9995-b7227889d373 req-069d4c04-7fea-4da9-ad64-2513f535dd53 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907619 Nov 24 05:15:13.185473 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-36da1d71-b924-4e45-9d4b-f5ff14d520c3 req-4e82a749-2196-46cb-a1da-55470b9af80f service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856771 Nov 24 05:15:13.799909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8da1d-36cf-40fc-a939-1be0d88a6896 req-e32f12d0-b82b-4c9b-8c45-3be7b85ba0bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:13.801442 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-37a8da1d-36cf-40fc-a939-1be0d88a6896 req-e32f12d0-b82b-4c9b-8c45-3be7b85ba0bd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 944 time: 0.0539298 Nov 24 05:15:13.851177 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-37a8da1d-36cf-40fc-a939-1be0d88a6896 req-25943d0e-cf10-41a1-9f19-63a3e0a6f682 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fd593ff-cc6e-44af-857d-9087e9a02063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 Nov 24 05:15:14.966012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0062e-9f38-4158-9b45-96a4232862ef req-4e683450-05f4-45dc-aff5-c8a24afc3e22 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:14.967530 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d2b0062e-9f38-4158-9b45-96a4232862ef req-4e683450-05f4-45dc-aff5-c8a24afc3e22 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 944 time: 0.0489829 Nov 24 05:15:15.016647 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d2b0062e-9f38-4158-9b45-96a4232862ef req-b59a728b-4e75-4af6-a6dc-5be05d0b1a69 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fd593ff-cc6e-44af-857d-9087e9a02063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429871 Nov 24 05:15:15.238616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 180111d6-63aa-4ab9-b543-0f8bcadb3c8a details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:15:15.339218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:15:15.349751 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'port_id': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'mac_address': 'fa:16:3e:56:65:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:15:15.384595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:15.402380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180111d6-63aa-4ab9-b543-0f8bcadb3c8a {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:15:15.421710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:15:15.425928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:15.475473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:15.647322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['180111d6-63aa-4ab9-b543-0f8bcadb3c8a'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:15:16.094887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7164cbc2-18d5-4fb9-be3e-ff05bf060696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:16.136348 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3ebb7-e198-46b4-a516-19331da8fc7c req-2ffd6db2-6d90-4368-b4bc-33228c69c550 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:16.137942 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c1b3ebb7-e198-46b4-a516-19331da8fc7c req-2ffd6db2-6d90-4368-b4bc-33228c69c550 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 945 time: 0.0505209 Nov 24 05:15:16.191441 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c1b3ebb7-e198-46b4-a516-19331da8fc7c req-06893f4c-c4e2-4385-bbf4-758bed834a93 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fd593ff-cc6e-44af-857d-9087e9a02063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474446 Nov 24 05:15:17.249474 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 180111d6-63aa-4ab9-b543-0f8bcadb3c8a up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:15:17.297743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:15:17.301728 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:17.302707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:17.305896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f526d-026a-456a-88f0-be786ccca665 req-0eceade5-c20d-4d27-9d9e-5294c9004d93 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:17.307424 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-259f526d-026a-456a-88f0-be786ccca665 req-0eceade5-c20d-4d27-9d9e-5294c9004d93 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 945 time: 0.0491123 Nov 24 05:15:17.357614 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-259f526d-026a-456a-88f0-be786ccca665 req-cf50f3aa-587b-4a2b-b971-2eed5819aa89 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fd593ff-cc6e-44af-857d-9087e9a02063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438468 Nov 24 05:15:17.383270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:17.405567 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:15:17.407855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b654416-bde4-4bc1-b3f3-c69e2ac87401" -d '{"events": [{"server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "name": "network-vif-plugged", "status": "completed", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:15:17.420455 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:15:17.424821 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:17.448779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79cccb2-9535-4fc6-bd70-6ebd7e30aacf x-openstack-request-id: req-a79cccb2-9535-4fc6-bd70-6ebd7e30aacf {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:15:17.449075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "name": "network-vif-plugged", "status": "completed", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:15:17.449331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a79cccb2-9535-4fc6-bd70-6ebd7e30aacf {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:15:17.449721 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'code': 200} Nov 24 05:15:17.475022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:17.612954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa662fbb-7336-4165-a38a-8899ab5a410d req-ff02ed86-7a4a-439e-837b-30938ff38d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:17.614331 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fa662fbb-7336-4165-a38a-8899ab5a410d req-ff02ed86-7a4a-439e-837b-30938ff38d39 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 1099 time: 0.0394034 Nov 24 05:15:17.662280 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fa662fbb-7336-4165-a38a-8899ab5a410d req-404059d7-339c-440b-ab73-c24186c31fd7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0fd593ff-cc6e-44af-857d-9087e9a02063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383589 Nov 24 05:15:18.356505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9b6ffac7-d45d-4335-9825-8d9392aea0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:18.478089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e310-6d7d-4dc0-b896-535918873c03 req-89670d5d-8078-41c6-aa09-94af3b90540c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:18.479542 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4f3e310-6d7d-4dc0-b896-535918873c03 req-89670d5d-8078-41c6-aa09-94af3b90540c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 946 time: 0.0527568 Nov 24 05:15:18.528846 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4f3e310-6d7d-4dc0-b896-535918873c03 req-05d7e90f-7bbc-4338-a0e9-720cfc830e19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fd593ff-cc6e-44af-857d-9087e9a02063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432456 Nov 24 05:15:19.547527 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:19.654587 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d743ace-2662-4ba7-b7f8-17ca1d78bb5a req-5bd50e3b-909a-4b1e-a0ec-b7c9829a4d9a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:19.656198 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3d743ace-2662-4ba7-b7f8-17ca1d78bb5a req-5bd50e3b-909a-4b1e-a0ec-b7c9829a4d9a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 946 time: 0.0523720 Nov 24 05:15:19.709503 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3d743ace-2662-4ba7-b7f8-17ca1d78bb5a req-481f0698-b291-4814-a680-508fed20f706 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fd593ff-cc6e-44af-857d-9087e9a02063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473168 Nov 24 05:15:19.832792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803474d-abf2-4109-a0e5-2c55d1af2009 req-a454362b-6254-4a82-81d8-c1e7edfc38c8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:19.834984 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6803474d-abf2-4109-a0e5-2c55d1af2009 req-a454362b-6254-4a82-81d8-c1e7edfc38c8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 946 time: 0.0550711 Nov 24 05:15:19.892202 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6803474d-abf2-4109-a0e5-2c55d1af2009 req-bf043a26-973c-49e3-a85b-6ce321bf21a5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fd593ff-cc6e-44af-857d-9087e9a02063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500329 Nov 24 05:15:19.916545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39726) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:19.962088 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a5314-79b9-4d5d-ac79-d366dddd5c09 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:19.963645 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2b9a5314-79b9-4d5d-ac79-d366dddd5c09 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 1094 time: 0.0460246 Nov 24 05:15:19.966601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39728) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:19.971310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:19.994763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:20.094907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:20.201772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.178 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/490a6e63-a974-4e32-8fa5-e42416c366a7) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:15:20.307071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:20.344258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:20.386356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:15:20.390906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:15:20.394265 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:15:20.419397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=490a6e63-a974-4e32-8fa5-e42416c366a7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:20.764828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:20.775533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:20.848941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:20.996001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:21.000206 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:21.066219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=490a6e63-a974-4e32-8fa5-e42416c366a7,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:21.076043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:21.174378 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP 56454468-9081-4d84-b872-56b283ef1a5d associated. External IP: 172.26.0.178, port: 180111d6-63aa-4ab9-b543-0f8bcadb3c8a. Nov 24 05:15:21.382428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router ea676096-2d84-4609-b9aa-75d8fb96b261 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:15:21.494666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:15:21.504614 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a9827-e617-406e-8d5c-069de114473b None None] Sync routers for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:15:21.514399 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a9827-e617-406e-8d5c-069de114473b None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:15:21.514734 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:21.515034 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c07a9827-e617-406e-8d5c-069de114473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:15:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:21.547249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39730) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:21.547951 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d8864202-7b9e-4536-a7c6-d392e8df7b6c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5796769 Nov 24 05:15:21.548230 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:15:21.551208 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0489e39-e9ec-42e2-8c1d-4526f1708478" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:15:21.589676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd22105-caa1-40ba-ac17-c648a3468235 x-openstack-request-id: req-4fd22105-caa1-40ba-ac17-c648a3468235 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:15:21.590073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:15:21.590453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fd22105-caa1-40ba-ac17-c648a3468235 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:15:21.591105 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'status': 'completed', 'code': 200} Nov 24 05:15:21.599579 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f22d9f-efed-42d8-b3bf-b1542461273e tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:21.602249 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-83f22d9f-efed-42d8-b3bf-b1542461273e tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 1094 time: 0.0538652 Nov 24 05:15:21.646224 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c07a9827-e617-406e-8d5c-069de114473b None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:15:21.655245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489e39-e9ec-42e2-8c1d-4526f1708478 req-f66bf106-3be2-4a65-90b6-30dc74e01844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:21.656963 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a0489e39-e9ec-42e2-8c1d-4526f1708478 req-f66bf106-3be2-4a65-90b6-30dc74e01844 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 1099 time: 0.0425584 Nov 24 05:15:21.727814 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:21.739444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39736) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:21.744864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-17ea3f50-14b7-43a3-9dcd-f72a3e2a29fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874859185', 'description': 'tempest-secgroup-smoke-1874859185 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:21.761862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489e39-e9ec-42e2-8c1d-4526f1708478 req-0905398c-4099-4982-ace0-f54761b37c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:21.763630 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a0489e39-e9ec-42e2-8c1d-4526f1708478 req-0905398c-4099-4982-ace0-f54761b37c58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 200 len: 897 time: 0.0994484 Nov 24 05:15:21.769720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17ea3f50-14b7-43a3-9dcd-f72a3e2a29fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:21.836480 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a0489e39-e9ec-42e2-8c1d-4526f1708478 req-8c9b04bb-22cf-468c-8a10-52afcdef89f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a HTTP/1.1" status: 200 len: 1000 time: 0.0640216 Nov 24 05:15:21.854464 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17ea3f50-14b7-43a3-9dcd-f72a3e2a29fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:21.858573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17ea3f50-14b7-43a3-9dcd-f72a3e2a29fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:21.888548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17ea3f50-14b7-43a3-9dcd-f72a3e2a29fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:21.892466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489e39-e9ec-42e2-8c1d-4526f1708478 req-6253a13a-4932-4646-929e-618013219999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:21.892641 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-17ea3f50-14b7-43a3-9dcd-f72a3e2a29fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1486185 Nov 24 05:15:21.892764 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a0489e39-e9ec-42e2-8c1d-4526f1708478 req-6253a13a-4932-4646-929e-618013219999 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f2e3c95b-7913-4472-a4b1-4470d0ac8043 HTTP/1.1" status: 200 len: 834 time: 0.0472398 Nov 24 05:15:21.892860 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea3f50-14b7-43a3-9dcd-f72a3e2a29fa tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8486464-75d9-4b91-b146-b5d7ff805d6a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:21.892950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39738) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:21.897449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-686eb9ca-2690-4a55-9b9b-4d9a10f4b24a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'a8486464-75d9-4b91-b146-b5d7ff805d6a', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:21.908160 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c07a9827-e617-406e-8d5c-069de114473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '56454468-9081-4d84-b872-56b283ef1a5d', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.178', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:56:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:20Z', 'updated_at': '2021-11-24T05:15:20Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:21.935820 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a9827-e617-406e-8d5c-069de114473b None None] Checking router: ea676096-2d84-4609-b9aa-75d8fb96b261 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:15:21.945034 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a9827-e617-406e-8d5c-069de114473b None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:15:21.945652 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c07a9827-e617-406e-8d5c-069de114473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:15:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:22.146582 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c07a9827-e617-406e-8d5c-069de114473b None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:15:22.307230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-686eb9ca-2690-4a55-9b9b-4d9a10f4b24a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.321290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0489e39-e9ec-42e2-8c1d-4526f1708478 req-7040edcd-a094-4851-9203-230f8ba58cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:22.322794 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a0489e39-e9ec-42e2-8c1d-4526f1708478 req-7040edcd-a094-4851-9203-230f8ba58cb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=140c183b-f6b6-440e-bc86-d67920c3b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4209654 Nov 24 05:15:22.372969 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c07a9827-e617-406e-8d5c-069de114473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '56454468-9081-4d84-b872-56b283ef1a5d', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.178', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:56:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:20Z', 'updated_at': '2021-11-24T05:15:20Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:22.404518 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07a9827-e617-406e-8d5c-069de114473b None None] The sync data for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv is: [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '56454468-9081-4d84-b872-56b283ef1a5d', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.178', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:56:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:20Z', 'updated_at': '2021-11-24T05:15:20Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:15:22.424717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-686eb9ca-2690-4a55-9b9b-4d9a10f4b24a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.430947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-686eb9ca-2690-4a55-9b9b-4d9a10f4b24a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.463409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686eb9ca-2690-4a55-9b9b-4d9a10f4b24a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c01c346-98c1-409a-acd8-8f1ed766f49b,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:22.466927 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a0489e39-e9ec-42e2-8c1d-4526f1708478 req-8fe6c713-53e2-4c63-bb90-b470adbd014f service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324117 Nov 24 05:15:22.470007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-686eb9ca-2690-4a55-9b9b-4d9a10f4b24a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.471085 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-686eb9ca-2690-4a55-9b9b-4d9a10f4b24a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5773795 Nov 24 05:15:22.473971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39740) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:22.479418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7b4b081f-b4c6-43e8-ae07-e674feb252d8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'a8486464-75d9-4b91-b146-b5d7ff805d6a', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:22.508848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b4b081f-b4c6-43e8-ae07-e674feb252d8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.564477 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a0489e39-e9ec-42e2-8c1d-4526f1708478 req-e0c232b9-62b2-471e-b24d-3e44b3e1cacb service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904515 Nov 24 05:15:22.572949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b4b081f-b4c6-43e8-ae07-e674feb252d8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.578193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b4b081f-b4c6-43e8-ae07-e674feb252d8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.596051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b081f-b4c6-43e8-ae07-e674feb252d8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229ef2a5-f6ed-463f-b595-044ffc0b8d92,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:22.607566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b4b081f-b4c6-43e8-ae07-e674feb252d8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.608870 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7b4b081f-b4c6-43e8-ae07-e674feb252d8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338849 Nov 24 05:15:22.611563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39742) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:22.615802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72267b05-2bad-4ef5-88e5-88154291c5d9 None None] New status for floating IP 56454468-9081-4d84-b872-56b283ef1a5d: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:15:22.616470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9f988ab4-6905-4788-b6fa-32fc3e19db15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'a8486464-75d9-4b91-b146-b5d7ff805d6a', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:22.644092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f988ab4-6905-4788-b6fa-32fc3e19db15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.703869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f988ab4-6905-4788-b6fa-32fc3e19db15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.708165 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f988ab4-6905-4788-b6fa-32fc3e19db15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.725945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f988ab4-6905-4788-b6fa-32fc3e19db15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f996155-8d8d-4005-8466-2ae1779853da,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:22.734613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f988ab4-6905-4788-b6fa-32fc3e19db15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.735845 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9f988ab4-6905-4788-b6fa-32fc3e19db15 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232464 Nov 24 05:15:22.738578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39744) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:22.743741 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8701156a-5ba9-4c66-b921-66102b6a0236 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'a8486464-75d9-4b91-b146-b5d7ff805d6a', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:22.770023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8701156a-5ba9-4c66-b921-66102b6a0236 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.829850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8701156a-5ba9-4c66-b921-66102b6a0236 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.833209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8701156a-5ba9-4c66-b921-66102b6a0236 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.851630 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701156a-5ba9-4c66-b921-66102b6a0236 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51855947-cf5c-4b4c-9809-2dea0d5b9ab0,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:22.859298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8701156a-5ba9-4c66-b921-66102b6a0236 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.860542 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8701156a-5ba9-4c66-b921-66102b6a0236 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209278 Nov 24 05:15:22.863159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39746) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:22.867959 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4da11d66-02d9-4eb4-b036-04c1b2098da2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'a8486464-75d9-4b91-b146-b5d7ff805d6a', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:22.889615 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-4da11d66-02d9-4eb4-b036-04c1b2098da2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:15:22.894445 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4da11d66-02d9-4eb4-b036-04c1b2098da2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.953320 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4da11d66-02d9-4eb4-b036-04c1b2098da2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.956790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4da11d66-02d9-4eb4-b036-04c1b2098da2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.974846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da11d66-02d9-4eb4-b036-04c1b2098da2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0901478-6483-49cb-bcf4-5bf1ad5986da,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:22.986441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4da11d66-02d9-4eb4-b036-04c1b2098da2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:22.987652 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4da11d66-02d9-4eb4-b036-04c1b2098da2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235251 Nov 24 05:15:22.990301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39748) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:22.994885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-964ebd8e-3c3f-45d0-8ba1-be1dcf1010b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': 'a8486464-75d9-4b91-b146-b5d7ff805d6a', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:23.017291 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-964ebd8e-3c3f-45d0-8ba1-be1dcf1010b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:15:23.023530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-964ebd8e-3c3f-45d0-8ba1-be1dcf1010b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:23.082178 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-964ebd8e-3c3f-45d0-8ba1-be1dcf1010b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:23.086648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-964ebd8e-3c3f-45d0-8ba1-be1dcf1010b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:23.105203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ebd8e-3c3f-45d0-8ba1-be1dcf1010b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ccb047-5be1-46f5-a31a-3da255075b8a,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:23.111811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-964ebd8e-3c3f-45d0-8ba1-be1dcf1010b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:23.112998 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-964ebd8e-3c3f-45d0-8ba1-be1dcf1010b3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217039 Nov 24 05:15:23.262148 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-59ae52a6-9dcc-4233-9ef2-d202827a50f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874859185&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.0453587 Nov 24 05:15:23.376411 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-bbc10edf-3b9b-47ad-8e3f-3b4b5c7c5a13 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:23.377790 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-bbc10edf-3b9b-47ad-8e3f-3b4b5c7c5a13 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/networks?id=140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 200 len: 796 time: 0.1089213 Nov 24 05:15:23.394222 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-459ed8fb-8cb3-4870-a7d9-66dc0f80cc4c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/quotas/227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 375 time: 0.0094295 Nov 24 05:15:23.447883 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-6e34ea7a-7c70-4b1b-b12e-33b2b6e020d5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472653 Nov 24 05:15:23.546906 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-fc670f5f-8141-4c7e-bb91-72319bda5678 service neutron] 10.222.0.37 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875418 Nov 24 05:15:23.637130 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-6c395183-af21-47f5-826e-9f7a56037e00 service neutron] 10.222.0.37 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840364 Nov 24 05:15:23.799042 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-104683bd-004c-42f6-a522-a928a0362f77 req-afe07df8-f6a9-4b17-b2ed-424e7b6a44ef tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 210 time: 0.0312774 Nov 24 05:15:23.807934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:24.720038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-fb762e55-4d32-43c2-9402-70d517cb312c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:24.721553 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-fb762e55-4d32-43c2-9402-70d517cb312c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 200 len: 796 time: 0.1043067 Nov 24 05:15:24.804495 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-2e3a5e14-acee-41b0-b8c1-54c8a0581ad7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 472 time: 0.0722532 Nov 24 05:15:24.823998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'device_id': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'admin_state_up': True, 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'security_groups': ['a8486464-75d9-4b91-b146-b5d7ff805d6a']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:24.920405 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-376aa8b3-8c93-4294-bf85-80d574ad4e99 req-dde22407-6f78-4a9e-bcb3-f38e19ac2d3c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 210 time: 0.0343819 Nov 24 05:15:24.958856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'port': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:15:24.963470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:25.095049 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.9 (140c183b-f6b6-440e-bc86-d67920c3b271/f2e3c95b-7913-4472-a4b1-4470d0ac8043/af50385e-db84-44f0-a88c-20e90012268c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:15:25.237796 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:25.270121 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:25.314651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 140c183b-f6b6-440e-bc86-d67920c3b271 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:15:25.317598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:15:25.321247 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:15:25.345570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=af50385e-db84-44f0-a88c-20e90012268c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:25.375730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:25.376355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:25.392844 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-171ca722-319d-4913-8ef9-fb0165e3005e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729046 Nov 24 05:15:25.410380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Request body: {'port': {'device_id': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:25.469589 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:25.528965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8034eaf9-adff-4485-aaa9-7d8146c80ce2 None None] Provisioning complete for port af50385e-db84-44f0-a88c-20e90012268c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:25.529573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8034eaf9-adff-4485-aaa9-7d8146c80ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:25.566208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8034eaf9-adff-4485-aaa9-7d8146c80ce2 None None] Port af50385e-db84-44f0-a88c-20e90012268c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:15:25.734831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af50385e-db84-44f0-a88c-20e90012268c {{(pid=103233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:15:25.742893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:25.754829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.provisioning_blocks [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Transition to ACTIVE for port object af50385e-db84-44f0-a88c-20e90012268c will not be triggered until provisioned by entity L2. {{(pid=103233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:15:25.758736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:25.812473 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Pushing event updated for resources: {'Port': ['ID=af50385e-db84-44f0-a88c-20e90012268c,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:25.883521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Attempting to bind port af50385e-db84-44f0-a88c-20e90012268c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:15:25.883891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Attempting to bind port af50385e-db84-44f0-a88c-20e90012268c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:15:25.884227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Attempting to bind port af50385e-db84-44f0-a88c-20e90012268c on network 140c183b-f6b6-440e-bc86-d67920c3b271 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:15:25.889014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Port af50385e-db84-44f0-a88c-20e90012268c on network 140c183b-f6b6-440e-bc86-d67920c3b271 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:15:25.889341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Attempting to bind port af50385e-db84-44f0-a88c-20e90012268c on network 140c183b-f6b6-440e-bc86-d67920c3b271 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:15:25.894328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:15:25.894808 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Checking segment: {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:15:25.895196 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Bound using segment: {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:15:25.895662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Bound port: af50385e-db84-44f0-a88c-20e90012268c, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '326decc9-a042-4d7e-8a87-6d7b50aed35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:15:25.896076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:25.965131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] For port af50385e-db84-44f0-a88c-20e90012268c, host hv-neutron-8188, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:15:25.968179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] For port af50385e-db84-44f0-a88c-20e90012268c, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=af50385e-db84-44f0-a88c-20e90012268c,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:15:25.974641 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:26.018396 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:26.019024 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:26.020424 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] 10.222.0.31 "PUT /v2.0/ports/af50385e-db84-44f0-a88c-20e90012268c HTTP/1.1" status: 200 len: 1093 time: 0.6149342 Nov 24 05:15:26.020870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'tag': 'af50385e-db84-44f0-a88c-20e90012268c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:15:26.023172 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1da446df-dd16-47e0-aa04-ef368ca2592e", "tag": "af50385e-db84-44f0-a88c-20e90012268c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:15:26.078836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b183d1-2e65-4863-a27f-10d88007ee1d x-openstack-request-id: req-53b183d1-2e65-4863-a27f-10d88007ee1d {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:15:26.079128 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da446df-dd16-47e0-aa04-ef368ca2592e", "tag": "af50385e-db84-44f0-a88c-20e90012268c", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:15:26.079381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53b183d1-2e65-4863-a27f-10d88007ee1d {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:15:26.079798 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'tag': 'af50385e-db84-44f0-a88c-20e90012268c', 'status': 'completed', 'code': 200} Nov 24 05:15:26.122418 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef645b-2de1-4881-97b0-15ce2bdfe83e req-35f3f61f-b64c-4aed-ae04-ce5f94461e8c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:26.123969 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-98ef645b-2de1-4881-97b0-15ce2bdfe83e req-35f3f61f-b64c-4aed-ae04-ce5f94461e8c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 943 time: 0.1200483 Nov 24 05:15:26.124622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bb095-cb17-4e73-b280-cdba96c42db1 service neutron] Pushing event updated for resources: {'Port': ['ID=af50385e-db84-44f0-a88c-20e90012268c,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:26.169064 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-7147be1f-0d8c-483b-a567-b8e0d589c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:26.170559 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-7147be1f-0d8c-483b-a567-b8e0d589c694 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 1096 time: 0.1000128 Nov 24 05:15:26.194736 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-98ef645b-2de1-4881-97b0-15ce2bdfe83e req-1190e758-bb8c-41e3-a78f-8f4f80faf07a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8486464-75d9-4b91-b146-b5d7ff805d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644433 Nov 24 05:15:26.223314 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-2ca4538d-e253-4eed-8d6c-66b2f1b3a074 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af50385e-db84-44f0-a88c-20e90012268c HTTP/1.1" status: 200 len: 217 time: 0.0399761 Nov 24 05:15:26.275577 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-63893f56-86e6-428b-b23f-77ba35b9928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:26.277102 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-63893f56-86e6-428b-b23f-77ba35b9928d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f2e3c95b-7913-4472-a4b1-4470d0ac8043 HTTP/1.1" status: 200 len: 834 time: 0.0469503 Nov 24 05:15:26.325532 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-39d3d5ec-d236-42b6-a7f9-739b1cd1ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:26.326979 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-39d3d5ec-d236-42b6-a7f9-739b1cd1ae79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=140c183b-f6b6-440e-bc86-d67920c3b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414948 Nov 24 05:15:26.415407 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-8f75affc-71a9-4f44-8c25-0af88cbd0f52 service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802557 Nov 24 05:15:26.506089 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d2032dd-e901-4c0e-a63b-963d1d80db5b req-44a3caad-e4cb-4eb3-8063-4b36efeee8b8 service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837069 Nov 24 05:15:26.599248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec req-944815cc-bbef-46b0-bb50-6df7f18b2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:26.601427 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec req-944815cc-bbef-46b0-bb50-6df7f18b2c54 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 1096 time: 0.0422935 Nov 24 05:15:26.700615 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec req-d400229d-dbe4-42a4-9112-475e01de7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:26.702120 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec req-d400229d-dbe4-42a4-9112-475e01de7d35 service neutron] 10.222.0.31 "GET /v2.0/networks?id=140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 200 len: 897 time: 0.0890038 Nov 24 05:15:26.745611 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec req-da578c48-fa8a-4c3d-9467-09118bb13978 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af50385e-db84-44f0-a88c-20e90012268c HTTP/1.1" status: 200 len: 217 time: 0.0347733 Nov 24 05:15:26.798235 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec req-12876176-5db8-4450-9923-b3d2fdd2e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:26.799729 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec req-12876176-5db8-4450-9923-b3d2fdd2e5a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f2e3c95b-7913-4472-a4b1-4470d0ac8043 HTTP/1.1" status: 200 len: 834 time: 0.0436051 Nov 24 05:15:26.852319 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec req-00e77fa0-de3c-48c6-aa57-e46d2465467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:26.853693 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec req-00e77fa0-de3c-48c6-aa57-e46d2465467a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=140c183b-f6b6-440e-bc86-d67920c3b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448966 Nov 24 05:15:26.959894 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec req-a45f8947-37bf-46c4-a240-8e06485348d9 service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856438 Nov 24 05:15:27.054388 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e9068107-8d5e-4d51-b3ae-0cadbd1324ec req-6014a517-1274-4143-aae3-5708bbd0818b service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865192 Nov 24 05:15:27.313671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c35e9c-ab78-4361-9b56-2c9fcb84dade req-5f9dde23-2bdf-4a66-8abe-9b2637494e7e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:27.315119 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-41c35e9c-ab78-4361-9b56-2c9fcb84dade req-5f9dde23-2bdf-4a66-8abe-9b2637494e7e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 943 time: 0.0488265 Nov 24 05:15:27.365116 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-41c35e9c-ab78-4361-9b56-2c9fcb84dade req-936484ac-4ad9-4e93-97ee-9c58a47d6776 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8486464-75d9-4b91-b146-b5d7ff805d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Nov 24 05:15:28.486591 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3a6a9-34be-4a02-8868-cbe464f8b504 req-f0eaae06-476c-42ff-bd72-ccf5710e0bb9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:28.488074 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-81a3a6a9-34be-4a02-8868-cbe464f8b504 req-f0eaae06-476c-42ff-bd72-ccf5710e0bb9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 943 time: 0.0502858 Nov 24 05:15:28.542763 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-81a3a6a9-34be-4a02-8868-cbe464f8b504 req-21baf880-1e69-4cbc-aadc-0587c5f91e37 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8486464-75d9-4b91-b146-b5d7ff805d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486660 Nov 24 05:15:29.282181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device af50385e-db84-44f0-a88c-20e90012268c details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:15:29.377244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port af50385e-db84-44f0-a88c-20e90012268c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=af50385e-db84-44f0-a88c-20e90012268c,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:15:29.388134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'af50385e-db84-44f0-a88c-20e90012268c', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'port_id': 'af50385e-db84-44f0-a88c-20e90012268c', 'mac_address': 'fa:16:3e:29:c1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:15:29.423796 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:29.436937 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af50385e-db84-44f0-a88c-20e90012268c {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:15:29.456838 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port af50385e-db84-44f0-a88c-20e90012268c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=af50385e-db84-44f0-a88c-20e90012268c,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:15:29.460669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:29.509042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=af50385e-db84-44f0-a88c-20e90012268c,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:29.661968 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871e15a-3e56-4b66-a233-a71ff3c7ccb0 req-9382fa83-f4b4-49dd-907e-0af30a4daf98 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:29.663514 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e871e15a-3e56-4b66-a233-a71ff3c7ccb0 req-9382fa83-f4b4-49dd-907e-0af30a4daf98 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 944 time: 0.0529687 Nov 24 05:15:29.717747 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e871e15a-3e56-4b66-a233-a71ff3c7ccb0 req-427b4f44-b437-4120-b549-494c58bc650f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8486464-75d9-4b91-b146-b5d7ff805d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481248 Nov 24 05:15:29.726730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['af50385e-db84-44f0-a88c-20e90012268c'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:15:30.833713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacf574-e75e-44d7-9cad-4c9afd0deb7d req-fba3f55e-aa22-4711-b23a-d5aed3a6dfef tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:30.836385 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dacf574-e75e-44d7-9cad-4c9afd0deb7d req-fba3f55e-aa22-4711-b23a-d5aed3a6dfef tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 944 time: 0.0494769 Nov 24 05:15:30.885547 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dacf574-e75e-44d7-9cad-4c9afd0deb7d req-e0d40567-8f76-4e0a-b6d7-5e3036e5c883 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8486464-75d9-4b91-b146-b5d7ff805d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 Nov 24 05:15:31.292461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device af50385e-db84-44f0-a88c-20e90012268c up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:15:31.343550 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port af50385e-db84-44f0-a88c-20e90012268c completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:15:31.347206 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port af50385e-db84-44f0-a88c-20e90012268c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:15:31.347575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:31.422519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:31.444120 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af50385e-db84-44f0-a88c-20e90012268c'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:15:31.446508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29497cf-29a8-49c2-9571-a49b6602bd76" -d '{"events": [{"server_uuid": "1da446df-dd16-47e0-aa04-ef368ca2592e", "name": "network-vif-plugged", "status": "completed", "tag": "af50385e-db84-44f0-a88c-20e90012268c"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:15:31.459111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port af50385e-db84-44f0-a88c-20e90012268c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=af50385e-db84-44f0-a88c-20e90012268c,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:15:31.464825 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:31.489850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9944a7-dc3d-46d8-8039-ac60ef8daa8d x-openstack-request-id: req-fc9944a7-dc3d-46d8-8039-ac60ef8daa8d {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:15:31.490138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da446df-dd16-47e0-aa04-ef368ca2592e", "name": "network-vif-plugged", "status": "completed", "tag": "af50385e-db84-44f0-a88c-20e90012268c", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:15:31.490386 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc9944a7-dc3d-46d8-8039-ac60ef8daa8d {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:15:31.490761 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af50385e-db84-44f0-a88c-20e90012268c', 'code': 200} Nov 24 05:15:31.516711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=af50385e-db84-44f0-a88c-20e90012268c,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:31.661865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a7e21-1b78-4bc6-8ca8-5b219c22c92b req-ee9da66e-e716-420e-a6df-8e7f2825e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:31.663746 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-499a7e21-1b78-4bc6-8ca8-5b219c22c92b req-ee9da66e-e716-420e-a6df-8e7f2825e5fc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 1098 time: 0.0423110 Nov 24 05:15:31.708349 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-499a7e21-1b78-4bc6-8ca8-5b219c22c92b req-d087069a-6aa3-46e4-888f-bdfc9cf5733f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8486464-75d9-4b91-b146-b5d7ff805d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379703 Nov 24 05:15:32.002357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01307c77-7724-4030-ba97-d75ab7fdbd64 req-61d93d7e-2b38-45be-8086-572983bb50dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:32.003832 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01307c77-7724-4030-ba97-d75ab7fdbd64 req-61d93d7e-2b38-45be-8086-572983bb50dd tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 945 time: 0.0491259 Nov 24 05:15:32.051859 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01307c77-7724-4030-ba97-d75ab7fdbd64 req-0015505b-e937-4df1-aaf4-b82a805ff81e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8486464-75d9-4b91-b146-b5d7ff805d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413182 Nov 24 05:15:33.169712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1f3f2-769c-4000-879e-3e1a6da689af req-bc15fffa-0878-46a3-a164-74d717e7ed32 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:33.171191 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a2d1f3f2-769c-4000-879e-3e1a6da689af req-bc15fffa-0878-46a3-a164-74d717e7ed32 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 945 time: 0.0485260 Nov 24 05:15:33.224061 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a2d1f3f2-769c-4000-879e-3e1a6da689af req-0e87e4e4-f523-472e-a0f9-07b0ed096ce5 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8486464-75d9-4b91-b146-b5d7ff805d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469790 Nov 24 05:15:33.337495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038f5d7-e7ed-4a0b-9568-7f6c93c73ae2 req-e7d4643d-cf43-4454-bf76-396540c8c924 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:33.338873 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d038f5d7-e7ed-4a0b-9568-7f6c93c73ae2 req-e7d4643d-cf43-4454-bf76-396540c8c924 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 945 time: 0.0489872 Nov 24 05:15:33.389001 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d038f5d7-e7ed-4a0b-9568-7f6c93c73ae2 req-e2aa25b3-e8fd-4f7c-b331-5679e355c6e0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8486464-75d9-4b91-b146-b5d7ff805d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443161 Nov 24 05:15:33.410809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39802) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:33.450477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57309608-6e7d-430e-8eb9-52e956fdf8ad tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:33.452017 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-57309608-6e7d-430e-8eb9-52e956fdf8ad tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 1093 time: 0.0400257 Nov 24 05:15:33.454742 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39804) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:15:33.458949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': 'af50385e-db84-44f0-a88c-20e90012268c', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:15:33.482751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:33.867454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:33.969185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.252 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/04217b7b-ab7d-4d03-8807-57e013151852) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:15:34.073177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:34.106566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:34.141121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:15:34.143866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:15:34.149623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:15:34.177901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=04217b7b-ab7d-4d03-8807-57e013151852,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:34.501772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:34.569120 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:34.712521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:34.717271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:34.790999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=04217b7b-ab7d-4d03-8807-57e013151852,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:15:34.797665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:34.898621 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP 48cb1543-1f5c-4122-9cce-4477a3849746 associated. External IP: 172.26.0.252, port: af50385e-db84-44f0-a88c-20e90012268c. Nov 24 05:15:35.105453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router ea676096-2d84-4609-b9aa-75d8fb96b261 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:15:35.210495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:15:35.220591 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820010e3-768a-4f4c-9e78-502a5b03ea6a None None] Sync routers for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:15:35.228739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:35.231946 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820010e3-768a-4f4c-9e78-502a5b03ea6a None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:15:35.232762 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-820010e3-768a-4f4c-9e78-502a5b03ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:15:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:35.255541 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-de8ba43f-bb26-402c-bcae-074fc4b7fa74 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7997725 Nov 24 05:15:35.256241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'tag': 'af50385e-db84-44f0-a88c-20e90012268c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:15:35.258842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608034d6-df5f-4f74-9fbe-ee2c51b0c610" -d '{"events": [{"name": "network-changed", "server_uuid": "1da446df-dd16-47e0-aa04-ef368ca2592e", "tag": "af50385e-db84-44f0-a88c-20e90012268c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:15:35.294379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b539b98-f801-468d-8d88-bc7ec65b1e44 x-openstack-request-id: req-8b539b98-f801-468d-8d88-bc7ec65b1e44 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:15:35.294674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da446df-dd16-47e0-aa04-ef368ca2592e", "tag": "af50385e-db84-44f0-a88c-20e90012268c", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:15:35.294933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b539b98-f801-468d-8d88-bc7ec65b1e44 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:15:35.295342 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'tag': 'af50385e-db84-44f0-a88c-20e90012268c', 'status': 'completed', 'code': 200} Nov 24 05:15:35.336057 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-820010e3-768a-4f4c-9e78-502a5b03ea6a None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:15:35.369891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608034d6-df5f-4f74-9fbe-ee2c51b0c610 req-ca7c9b58-ca65-49ac-8715-c9450d04727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:35.371301 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-608034d6-df5f-4f74-9fbe-ee2c51b0c610 req-ca7c9b58-ca65-49ac-8715-c9450d04727b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 1098 time: 0.0413659 Nov 24 05:15:35.465573 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608034d6-df5f-4f74-9fbe-ee2c51b0c610 req-08f90a45-8e1a-4069-af5a-14e81750d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:35.467083 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-608034d6-df5f-4f74-9fbe-ee2c51b0c610 req-08f90a45-8e1a-4069-af5a-14e81750d16a service neutron] 10.222.0.31 "GET /v2.0/networks?id=140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 200 len: 897 time: 0.0890453 Nov 24 05:15:35.532620 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-608034d6-df5f-4f74-9fbe-ee2c51b0c610 req-c54ac941-50f4-4ead-aedf-749dc09e4314 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af50385e-db84-44f0-a88c-20e90012268c HTTP/1.1" status: 200 len: 999 time: 0.0579953 Nov 24 05:15:35.563420 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-820010e3-768a-4f4c-9e78-502a5b03ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '48cb1543-1f5c-4122-9cce-4477a3849746', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': 'af50385e-db84-44f0-a88c-20e90012268c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:29:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:34Z', 'updated_at': '2021-11-24T05:15:34Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}, {'id': '56454468-9081-4d84-b872-56b283ef1a5d', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.178', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:56:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:20Z', 'updated_at': '2021-11-24T05:15:22Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:35.586305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608034d6-df5f-4f74-9fbe-ee2c51b0c610 req-442127ba-1b98-4361-bd18-6ec043c052fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:35.588081 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-608034d6-df5f-4f74-9fbe-ee2c51b0c610 req-442127ba-1b98-4361-bd18-6ec043c052fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f2e3c95b-7913-4472-a4b1-4470d0ac8043 HTTP/1.1" status: 200 len: 834 time: 0.0485396 Nov 24 05:15:35.590462 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820010e3-768a-4f4c-9e78-502a5b03ea6a None None] Checking router: ea676096-2d84-4609-b9aa-75d8fb96b261 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:15:35.598671 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820010e3-768a-4f4c-9e78-502a5b03ea6a None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:15:35.599272 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-820010e3-768a-4f4c-9e78-502a5b03ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:15:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:35.634898 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608034d6-df5f-4f74-9fbe-ee2c51b0c610 req-421ae55c-a1b9-4de0-9423-2b15e4c3aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:15:35.636350 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-608034d6-df5f-4f74-9fbe-ee2c51b0c610 req-421ae55c-a1b9-4de0-9423-2b15e4c3aa4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=140c183b-f6b6-440e-bc86-d67920c3b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414441 Nov 24 05:15:35.702301 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-820010e3-768a-4f4c-9e78-502a5b03ea6a None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:15:35.728007 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-608034d6-df5f-4f74-9fbe-ee2c51b0c610 req-f2593320-9bb2-4172-a0dd-641fd6073cab service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848007 Nov 24 05:15:35.828224 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-608034d6-df5f-4f74-9fbe-ee2c51b0c610 req-c588294f-d425-42d0-aea2-b5425217f9a2 service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922499 Nov 24 05:15:35.923970 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-820010e3-768a-4f4c-9e78-502a5b03ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '48cb1543-1f5c-4122-9cce-4477a3849746', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': 'af50385e-db84-44f0-a88c-20e90012268c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:29:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:34Z', 'updated_at': '2021-11-24T05:15:34Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}, {'id': '56454468-9081-4d84-b872-56b283ef1a5d', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.178', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:56:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:20Z', 'updated_at': '2021-11-24T05:15:22Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:15:35.954362 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820010e3-768a-4f4c-9e78-502a5b03ea6a None None] The sync data for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv is: [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '48cb1543-1f5c-4122-9cce-4477a3849746', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.252', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': 'af50385e-db84-44f0-a88c-20e90012268c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:29:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:34Z', 'updated_at': '2021-11-24T05:15:34Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}, {'id': '56454468-9081-4d84-b872-56b283ef1a5d', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.178', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:56:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:20Z', 'updated_at': '2021-11-24T05:15:22Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:15:36.138946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68481af-c440-4c7a-b51b-a0c2e3cadae2 None None] New status for floating IP 48cb1543-1f5c-4122-9cce-4477a3849746: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:15:36.535878 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:15:46.096723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ab772410-7af9-4a98-a9cb-d00b40625f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:48.356436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0820ee42-74e5-499a-a7f2-d3b5b711def9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:49.549170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:50.761289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:51.721591 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:15:53.797962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:08.935950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39818) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:09.094045 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Deleting port 3f629a82-bd0b-4237-979d-d3f5823e7acd {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:09.094290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:09.171813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:09.172136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:09.183803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Calling delete_port for 3f629a82-bd0b-4237-979d-d3f5823e7acd owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:09.324212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:09.354383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event deleted for resources: {'Port': ['ID=3f629a82-bd0b-4237-979d-d3f5823e7acd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:09.377372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.377728 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.378072 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.378414 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.378750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.379085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.379420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.379774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.380105 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.380432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.380758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.381087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:09.422258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:09.422594 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Floating IP 7ac151a4-60b1-4506-a554-c0fa53e3d843 disassociated (deleted). External IP: 172.26.0.153, port: 7c55e497-85ee-4590-a819-73acd2df57ef. Nov 24 05:16:09.625948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Router f05e0afa-cd7d-49c0-8536-11045273f58f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:16:09.736749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:16:09.741601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:09.746506 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0d1456-1272-4177-b00c-8d4b57ad2da9 None None] Sync routers for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:16:09.755816 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0d1456-1272-4177-b00c-8d4b57ad2da9 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:09.756417 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ca0d1456-1272-4177-b00c-8d4b57ad2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:15:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:09.768664 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a429db94-d459-478c-9f7d-729378ba4838 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "DELETE /v2.0/floatingips/7ac151a4-60b1-4506-a554-c0fa53e3d843 HTTP/1.1" status: 204 len: 168 time: 0.8316002 Nov 24 05:16:09.769258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'tag': '7c55e497-85ee-4590-a819-73acd2df57ef'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:09.771511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29f8fa3-4474-4ca7-b53b-d629c852e02d" -d '{"events": [{"name": "network-changed", "server_uuid": "73754b6c-83e0-4d0a-ba2d-e69e6038218d", "tag": "7c55e497-85ee-4590-a819-73acd2df57ef"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:09.824533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125940a5-3fbf-4ce4-87db-61f3b982ca19 x-openstack-request-id: req-125940a5-3fbf-4ce4-87db-61f3b982ca19 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:09.824832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73754b6c-83e0-4d0a-ba2d-e69e6038218d", "tag": "7c55e497-85ee-4590-a819-73acd2df57ef", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:09.825089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-125940a5-3fbf-4ce4-87db-61f3b982ca19 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:09.825498 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'tag': '7c55e497-85ee-4590-a819-73acd2df57ef', 'status': 'completed', 'code': 200} Nov 24 05:16:09.866263 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ca0d1456-1272-4177-b00c-8d4b57ad2da9 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:09.898856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8fa3-4474-4ca7-b53b-d629c852e02d req-17bab6fa-7d04-4014-9d73-b892f5081cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:09.902126 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d29f8fa3-4474-4ca7-b53b-d629c852e02d req-17bab6fa-7d04-4014-9d73-b892f5081cc8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 1098 time: 0.0571971 Nov 24 05:16:10.032069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8fa3-4474-4ca7-b53b-d629c852e02d req-da4c0322-ff51-4627-8fee-6371d9a23176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:10.033548 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d29f8fa3-4474-4ca7-b53b-d629c852e02d req-da4c0322-ff51-4627-8fee-6371d9a23176 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.1168725 Nov 24 05:16:10.042067 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f80c6-c51b-4b23-8342-ffa69fbb2a61 req-e4b9d679-d755-4a6e-b1b7-55cf81d084cb tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:10.043475 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3b5f80c6-c51b-4b23-8342-ffa69fbb2a61 req-e4b9d679-d755-4a6e-b1b7-55cf81d084cb tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 945 time: 0.0700123 Nov 24 05:16:10.088311 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d29f8fa3-4474-4ca7-b53b-d629c852e02d req-a0e1b7c7-1ff6-4375-9a40-fbe431a57a69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c55e497-85ee-4590-a819-73acd2df57ef HTTP/1.1" status: 200 len: 217 time: 0.0438521 Nov 24 05:16:10.166495 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3b5f80c6-c51b-4b23-8342-ffa69fbb2a61 req-c7a2d268-7abe-42c0-9322-bc3710800640 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150227 Nov 24 05:16:10.167650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8fa3-4474-4ca7-b53b-d629c852e02d req-b45655ba-4592-49bf-9458-b9f71ede3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:10.169018 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d29f8fa3-4474-4ca7-b53b-d629c852e02d req-b45655ba-4592-49bf-9458-b9f71ede3200 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0696435 Nov 24 05:16:10.183932 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ca0d1456-1272-4177-b00c-8d4b57ad2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '480317fa-70c6-4588-b914-11a7a1269d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:7b:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:42Z', 'updated_at': '2021-11-24T05:12:44Z', 'revision_number': 1, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:10.209464 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0d1456-1272-4177-b00c-8d4b57ad2da9 None None] Checking router: f05e0afa-cd7d-49c0-8536-11045273f58f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:16:10.218361 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0d1456-1272-4177-b00c-8d4b57ad2da9 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:10.218964 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ca0d1456-1272-4177-b00c-8d4b57ad2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:15:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:10.221713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8fa3-4474-4ca7-b53b-d629c852e02d req-64cdbc40-8c4c-44f9-b360-71e4025dd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:10.223214 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d29f8fa3-4474-4ca7-b53b-d629c852e02d req-64cdbc40-8c4c-44f9-b360-71e4025dd36a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461311 Nov 24 05:16:10.311769 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d29f8fa3-4474-4ca7-b53b-d629c852e02d req-13a3fb80-f69e-43e2-b6e4-2d23641704a8 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809097 Nov 24 05:16:10.321275 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ca0d1456-1272-4177-b00c-8d4b57ad2da9 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:10.406600 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d29f8fa3-4474-4ca7-b53b-d629c852e02d req-63467365-bdd5-434b-bf33-83b9b8204a64 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856967 Nov 24 05:16:10.543774 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ca0d1456-1272-4177-b00c-8d4b57ad2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '480317fa-70c6-4588-b914-11a7a1269d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:7b:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:42Z', 'updated_at': '2021-11-24T05:12:44Z', 'revision_number': 1, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:10.569750 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0d1456-1272-4177-b00c-8d4b57ad2da9 None None] The sync data for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv is: [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'floating_ip_address': '172.26.0.20', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'port_id': '480317fa-70c6-4588-b914-11a7a1269d5b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'mac_address': 'fa:16:3e:7b:e6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:12:42Z', 'updated_at': '2021-11-24T05:12:44Z', 'revision_number': 1, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:16:10.769783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a757fa53-cae3-42fc-95e5-62dc9245f063 None None] New status for floating IP 7ac151a4-60b1-4506-a554-c0fa53e3d843: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:16:11.283191 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fac7eb-09bd-461a-8baf-c609bc7be2b0 req-8821548d-ce85-4499-9218-c7c322c632d7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:11.284655 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-22fac7eb-09bd-461a-8baf-c609bc7be2b0 req-8821548d-ce85-4499-9218-c7c322c632d7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 945 time: 0.0485342 Nov 24 05:16:11.333703 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-22fac7eb-09bd-461a-8baf-c609bc7be2b0 req-8f287d38-4920-49b9-bcec-2bd0e7fcbea5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424144 Nov 24 05:16:11.373789 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39830) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:11.435720 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-27490074-c6ef-4913-9297-9839049efb3f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/56454468-9081-4d84-b872-56b283ef1a5d HTTP/1.1" status: 200 len: 994 time: 0.0607505 Nov 24 05:16:11.567737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfb079-da33-4847-9964-629854ea8a79 req-cf0b535e-bc9c-44fd-a79f-f83ed72d537e tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:11.569186 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-97dfb079-da33-4847-9964-629854ea8a79 req-cf0b535e-bc9c-44fd-a79f-f83ed72d537e tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 945 time: 0.0505631 Nov 24 05:16:11.662578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-97dfb079-da33-4847-9964-629854ea8a79 req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Deleting port 7c55e497-85ee-4590-a819-73acd2df57ef {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:11.662819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-97dfb079-da33-4847-9964-629854ea8a79 req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:11.753463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-97dfb079-da33-4847-9964-629854ea8a79 req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] For port 7c55e497-85ee-4590-a819-73acd2df57ef, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=7c55e497-85ee-4590-a819-73acd2df57ef,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:11.753827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-97dfb079-da33-4847-9964-629854ea8a79 req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:11.766485 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-97dfb079-da33-4847-9964-629854ea8a79 req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Calling delete_port for 7c55e497-85ee-4590-a819-73acd2df57ef owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:11.898361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-97dfb079-da33-4847-9964-629854ea8a79 req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:11.925852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event deleted for resources: {'Port': ['ID=7c55e497-85ee-4590-a819-73acd2df57ef,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:11.939914 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.940272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.940613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.940952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.941287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.941625 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.941956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.942288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.942616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.942941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.943270 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.943629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:11.981840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dfb079-da33-4847-9964-629854ea8a79 req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] No DVR routers for this DVR port 7c55e497-85ee-4590-a819-73acd2df57ef on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:16:11.984372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-97dfb079-da33-4847-9964-629854ea8a79 req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:11.987683 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-97dfb079-da33-4847-9964-629854ea8a79 req-e7b02fc6-19ec-4d9f-ab83-34ca9afd49ad tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "DELETE /v2.0/ports/7c55e497-85ee-4590-a819-73acd2df57ef HTTP/1.1" status: 204 len: 173 time: 0.4107780 Nov 24 05:16:11.988126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'name': 'network-vif-deleted', 'tag': '7c55e497-85ee-4590-a819-73acd2df57ef'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:11.990350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed315b8-d2cd-45b0-9270-76fedae69750" -d '{"events": [{"server_uuid": "73754b6c-83e0-4d0a-ba2d-e69e6038218d", "name": "network-vif-deleted", "tag": "7c55e497-85ee-4590-a819-73acd2df57ef"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:12.032330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb1fd9b-0cdd-4689-80a0-cb410e0b4cd6 x-openstack-request-id: req-2cb1fd9b-0cdd-4689-80a0-cb410e0b4cd6 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:12.032625 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73754b6c-83e0-4d0a-ba2d-e69e6038218d", "name": "network-vif-deleted", "tag": "7c55e497-85ee-4590-a819-73acd2df57ef", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:12.032905 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cb1fd9b-0cdd-4689-80a0-cb410e0b4cd6 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:12.033335 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73754b6c-83e0-4d0a-ba2d-e69e6038218d', 'name': 'network-vif-deleted', 'tag': '7c55e497-85ee-4590-a819-73acd2df57ef', 'status': 'completed', 'code': 200} Nov 24 05:16:12.389409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39844) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:12.396049 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-092d7104-e308-4ae0-ba69-2d153a43f07b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:12.492136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-092d7104-e308-4ae0-ba69-2d153a43f07b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:12.500615 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-80ed8d1a-c87a-4ecb-a485-05ec992d5020 req-896f6102-6b9f-4548-b04b-ff78bdc36a3d tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 210 time: 0.0523274 Nov 24 05:16:12.656144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-092d7104-e308-4ae0-ba69-2d153a43f07b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:12.686796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-092d7104-e308-4ae0-ba69-2d153a43f07b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:12.692800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-092d7104-e308-4ae0-ba69-2d153a43f07b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:12.734468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092d7104-e308-4ae0-ba69-2d153a43f07b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:12.735104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-092d7104-e308-4ae0-ba69-2d153a43f07b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:12.736532 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-092d7104-e308-4ae0-ba69-2d153a43f07b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/ports/180111d6-63aa-4ab9-b543-0f8bcadb3c8a HTTP/1.1" status: 200 len: 939 time: 0.3453779 Nov 24 05:16:12.737104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:12.739393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21abad9-43ff-46f2-a54e-746f164beb92" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:12.768784 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d7104-e308-4ae0-ba69-2d153a43f07b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:12.798968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22293ad-f383-4238-a82a-025052bb9b80 x-openstack-request-id: req-b22293ad-f383-4238-a82a-025052bb9b80 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:12.799335 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:12.799758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b22293ad-f383-4238-a82a-025052bb9b80 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:12.800231 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'status': 'completed', 'code': 200} Nov 24 05:16:12.876422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21abad9-43ff-46f2-a54e-746f164beb92 req-9bef71d9-758a-498c-be5e-f2187e8c6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:12.878428 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e21abad9-43ff-46f2-a54e-746f164beb92 req-9bef71d9-758a-498c-be5e-f2187e8c6dac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 1100 time: 0.0566368 Nov 24 05:16:12.989971 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21abad9-43ff-46f2-a54e-746f164beb92 req-1400e533-f5e5-40b1-b2d4-c04163530768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:12.991467 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e21abad9-43ff-46f2-a54e-746f164beb92 req-1400e533-f5e5-40b1-b2d4-c04163530768 service neutron] 10.222.0.31 "GET /v2.0/networks?id=140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 200 len: 897 time: 0.1059556 Nov 24 05:16:13.025532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5a691d8a-ca57-44b3-8e53-ab448eea4de5 None None] Provisioning complete for port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:13.026118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5a691d8a-ca57-44b3-8e53-ab448eea4de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:13.066218 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e21abad9-43ff-46f2-a54e-746f164beb92 req-411267ee-5a0c-4cde-8d66-f824a398ec8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a HTTP/1.1" status: 200 len: 1003 time: 0.0662940 Nov 24 05:16:13.068413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5a691d8a-ca57-44b3-8e53-ab448eea4de5 None None] Port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a is administratively disabled so it will not transition to active. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 24 05:16:13.117814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21abad9-43ff-46f2-a54e-746f164beb92 req-dcecd349-1323-452f-997a-76b821c52e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:13.119283 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e21abad9-43ff-46f2-a54e-746f164beb92 req-dcecd349-1323-452f-997a-76b821c52e65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f2e3c95b-7913-4472-a4b1-4470d0ac8043 HTTP/1.1" status: 200 len: 834 time: 0.0465703 Nov 24 05:16:13.171379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21abad9-43ff-46f2-a54e-746f164beb92 req-7c7771ed-725a-42b9-bb32-ed89cffecb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:13.172986 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e21abad9-43ff-46f2-a54e-746f164beb92 req-7c7771ed-725a-42b9-bb32-ed89cffecb8b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=140c183b-f6b6-440e-bc86-d67920c3b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456929 Nov 24 05:16:13.261881 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e21abad9-43ff-46f2-a54e-746f164beb92 req-2e81ccd9-f6dc-48b5-a973-4b58ecf00b81 service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813470 Nov 24 05:16:13.535305 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:16:13.628833 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0571c99c-db89-426e-817c-2f593c7b078c req-2caeec1d-7491-486f-b8af-eae2d7386843 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 210 time: 0.0323794 Nov 24 05:16:13.650565 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e21abad9-43ff-46f2-a54e-746f164beb92 req-7b74896d-2e90-4a41-a366-0bec47f1822f service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807037 Nov 24 05:16:14.724247 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-efbea473-2104-44ad-a2cc-b4d9b6b13161 req-a7b5cfed-57b6-4d03-bf4e-e7ea436885d9 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 210 time: 0.0265605 Nov 24 05:16:15.486272 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 7c55e497-85ee-4590-a819-73acd2df57ef no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:15.510809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 7c55e497-85ee-4590-a819-73acd2df57ef {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:15.511193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 7c55e497-85ee-4590-a819-73acd2df57ef not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:15.832908 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0bfdd201-c40c-43b0-9aa3-202198968c7c req-9f4d7ddf-0e52-4b38-8024-e82a9e7bdd59 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=73754b6c-83e0-4d0a-ba2d-e69e6038218d HTTP/1.1" status: 200 len: 210 time: 0.0328083 Nov 24 05:16:16.099512 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-03446fbf-86de-46d5-a57e-204b5ff419c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:16.127758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39858) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:16.133851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e3dd0473-b2f9-4b9e-a5a7-2ebd700a407e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:16.217622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0473-b2f9-4b9e-a5a7-2ebd700a407e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:16.384848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e3dd0473-b2f9-4b9e-a5a7-2ebd700a407e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:16.418515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0473-b2f9-4b9e-a5a7-2ebd700a407e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:16.422664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0473-b2f9-4b9e-a5a7-2ebd700a407e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:16.464115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd0473-b2f9-4b9e-a5a7-2ebd700a407e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:16.464777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0473-b2f9-4b9e-a5a7-2ebd700a407e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:16.466178 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e3dd0473-b2f9-4b9e-a5a7-2ebd700a407e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/ports/180111d6-63aa-4ab9-b543-0f8bcadb3c8a HTTP/1.1" status: 200 len: 938 time: 0.3373098 Nov 24 05:16:16.466850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:16.469228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39860) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:16.469425 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9614ff7-9139-4853-a2f3-d00a38769e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:16.498511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd0473-b2f9-4b9e-a5a7-2ebd700a407e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:16.520892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0611a27a-61d4-41a9-8c2f-ed9d8b455065 x-openstack-request-id: req-0611a27a-61d4-41a9-8c2f-ed9d8b455065 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:16.521190 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:16.521443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0611a27a-61d4-41a9-8c2f-ed9d8b455065 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:16.522007 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'status': 'completed', 'code': 200} Nov 24 05:16:16.543718 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-89e826b5-91e6-49ce-b818-0516685ea0f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/56454468-9081-4d84-b872-56b283ef1a5d HTTP/1.1" status: 200 len: 994 time: 0.0725434 Nov 24 05:16:16.589934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9614ff7-9139-4853-a2f3-d00a38769e6c req-09224240-4725-4b83-b390-f240b219ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:16.591408 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d9614ff7-9139-4853-a2f3-d00a38769e6c req-09224240-4725-4b83-b390-f240b219ec82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 1099 time: 0.0427897 Nov 24 05:16:16.692196 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9614ff7-9139-4853-a2f3-d00a38769e6c req-db205236-4aba-4ac5-ab44-4b45dd9a263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:16.693662 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d9614ff7-9139-4853-a2f3-d00a38769e6c req-db205236-4aba-4ac5-ab44-4b45dd9a263c service neutron] 10.222.0.31 "GET /v2.0/networks?id=140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 200 len: 897 time: 0.0936012 Nov 24 05:16:16.714038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['180111d6-63aa-4ab9-b543-0f8bcadb3c8a'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:16:16.715888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6f18d4b1-87cd-4dff-be07-a67ddc022077 None None] Provisioning complete for port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:16.716328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f18d4b1-87cd-4dff-be07-a67ddc022077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:16.784489 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d9614ff7-9139-4853-a2f3-d00a38769e6c req-81cddd4f-1e23-46c2-88b5-370d9e434f72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a HTTP/1.1" status: 200 len: 1002 time: 0.0805452 Nov 24 05:16:16.848674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9614ff7-9139-4853-a2f3-d00a38769e6c req-a434de72-47c4-419c-bb7e-a5b6bada184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:16.850243 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d9614ff7-9139-4853-a2f3-d00a38769e6c req-a434de72-47c4-419c-bb7e-a5b6bada184f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f2e3c95b-7913-4472-a4b1-4470d0ac8043 HTTP/1.1" status: 200 len: 834 time: 0.0563679 Nov 24 05:16:16.908814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9614ff7-9139-4853-a2f3-d00a38769e6c req-99127e0f-d743-4f09-b54a-c03b780e82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:16.910340 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d9614ff7-9139-4853-a2f3-d00a38769e6c req-99127e0f-d743-4f09-b54a-c03b780e82b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=140c183b-f6b6-440e-bc86-d67920c3b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531955 Nov 24 05:16:17.019282 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d9614ff7-9139-4853-a2f3-d00a38769e6c req-6f7302c0-b8fd-4b10-8479-a6bef070d284 service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014504 Nov 24 05:16:17.127077 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d9614ff7-9139-4853-a2f3-d00a38769e6c req-bf820c71-e445-4252-85a4-df8189613a80 service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000378 Nov 24 05:16:18.358353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-35f07ec5-680b-4321-a633-d3fd2bb6dd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:19.081948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39882) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:19.241646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 04217b7b-ab7d-4d03-8807-57e013151852 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:19.242503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:19.318638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:19.318963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:19.331139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 04217b7b-ab7d-4d03-8807-57e013151852 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:19.487603 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:19.515190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=04217b7b-ab7d-4d03-8807-57e013151852,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:19.554278 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:19.586580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:19.586936 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP 48cb1543-1f5c-4122-9cce-4477a3849746 disassociated (deleted). External IP: 172.26.0.252, port: af50385e-db84-44f0-a88c-20e90012268c. Nov 24 05:16:19.805791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router ea676096-2d84-4609-b9aa-75d8fb96b261 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:16:19.916298 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:16:19.921014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:19.927424 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10906b8-8f3a-473b-bbf7-cd222fdb2203 None None] Sync routers for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:16:19.939246 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10906b8-8f3a-473b-bbf7-cd222fdb2203 None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:19.939988 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e10906b8-8f3a-473b-bbf7-cd222fdb2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:19.951239 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-394a3479-7414-4496-8518-49300324c873 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/floatingips/48cb1543-1f5c-4122-9cce-4477a3849746 HTTP/1.1" status: 204 len: 168 time: 0.8657210 Nov 24 05:16:19.951239 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'tag': 'af50385e-db84-44f0-a88c-20e90012268c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:19.952018 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d62300-c115-4a39-8d64-5422bf69b4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1da446df-dd16-47e0-aa04-ef368ca2592e", "tag": "af50385e-db84-44f0-a88c-20e90012268c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:20.017922 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c20040-8139-4e78-a055-3de3eacaa99b x-openstack-request-id: req-b5c20040-8139-4e78-a055-3de3eacaa99b {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:20.018227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da446df-dd16-47e0-aa04-ef368ca2592e", "tag": "af50385e-db84-44f0-a88c-20e90012268c", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:20.018490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5c20040-8139-4e78-a055-3de3eacaa99b {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:20.018904 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'tag': 'af50385e-db84-44f0-a88c-20e90012268c', 'status': 'completed', 'code': 200} Nov 24 05:16:20.061862 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-e10906b8-8f3a-473b-bbf7-cd222fdb2203 None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:20.090453 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d62300-c115-4a39-8d64-5422bf69b4ad req-2b87bd2b-0a9e-45b0-a591-9ba42d5789bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:20.093253 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f8d62300-c115-4a39-8d64-5422bf69b4ad req-2b87bd2b-0a9e-45b0-a591-9ba42d5789bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 1098 time: 0.0489838 Nov 24 05:16:20.213989 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d62300-c115-4a39-8d64-5422bf69b4ad req-2c027f50-dcf1-4284-ba31-940e537e8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:20.215666 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f8d62300-c115-4a39-8d64-5422bf69b4ad req-2c027f50-dcf1-4284-ba31-940e537e8680 service neutron] 10.222.0.31 "GET /v2.0/networks?id=140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 200 len: 897 time: 0.1147735 Nov 24 05:16:20.279530 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f8d62300-c115-4a39-8d64-5422bf69b4ad req-689798a5-3d6f-4849-bbc4-b19a5ba3cc34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af50385e-db84-44f0-a88c-20e90012268c HTTP/1.1" status: 200 len: 217 time: 0.0543876 Nov 24 05:16:20.315243 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e10906b8-8f3a-473b-bbf7-cd222fdb2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '56454468-9081-4d84-b872-56b283ef1a5d', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.178', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:56:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:20Z', 'updated_at': '2021-11-24T05:15:22Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:20.342579 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10906b8-8f3a-473b-bbf7-cd222fdb2203 None None] Checking router: ea676096-2d84-4609-b9aa-75d8fb96b261 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:16:20.345951 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9eba4-09e2-442e-9071-b4760d1490cb req-f12979bb-baff-4690-bc96-4bc3bd1691a2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:20.351117 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10906b8-8f3a-473b-bbf7-cd222fdb2203 None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:20.352373 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e10906b8-8f3a-473b-bbf7-cd222fdb2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:20.355500 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01e9eba4-09e2-442e-9071-b4760d1490cb req-f12979bb-baff-4690-bc96-4bc3bd1691a2 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 945 time: 0.1387691 Nov 24 05:16:20.390849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d62300-c115-4a39-8d64-5422bf69b4ad req-0da29dd8-5cb8-45df-a5d4-3fc988147713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:20.393047 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f8d62300-c115-4a39-8d64-5422bf69b4ad req-0da29dd8-5cb8-45df-a5d4-3fc988147713 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f2e3c95b-7913-4472-a4b1-4470d0ac8043 HTTP/1.1" status: 200 len: 834 time: 0.1058609 Nov 24 05:16:20.463803 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-e10906b8-8f3a-473b-bbf7-cd222fdb2203 None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:20.481635 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01e9eba4-09e2-442e-9071-b4760d1490cb req-d6a58b4b-f1cb-4510-8d92-cf560130793a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8486464-75d9-4b91-b146-b5d7ff805d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152411 Nov 24 05:16:20.491700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d62300-c115-4a39-8d64-5422bf69b4ad req-99463c28-3dd5-474f-b929-990ee7bf009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:20.494566 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f8d62300-c115-4a39-8d64-5422bf69b4ad req-99463c28-3dd5-474f-b929-990ee7bf009e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=140c183b-f6b6-440e-bc86-d67920c3b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894842 Nov 24 05:16:20.603336 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f8d62300-c115-4a39-8d64-5422bf69b4ad req-e5f76b81-1b15-4359-9472-ca386aa08dee service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996330 Nov 24 05:16:20.717786 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f8d62300-c115-4a39-8d64-5422bf69b4ad req-58c40f1f-2de7-474e-bbc9-0fd07b0181ca service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049619 Nov 24 05:16:20.720104 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-e10906b8-8f3a-473b-bbf7-cd222fdb2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '56454468-9081-4d84-b872-56b283ef1a5d', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.178', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:56:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:20Z', 'updated_at': '2021-11-24T05:15:22Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:20.759709 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10906b8-8f3a-473b-bbf7-cd222fdb2203 None None] The sync data for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv is: [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '56454468-9081-4d84-b872-56b283ef1a5d', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.178', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'port_id': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'mac_address': 'fa:16:3e:56:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:15:20Z', 'updated_at': '2021-11-24T05:15:22Z', 'revision_number': 1, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:16:20.767936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:20.994144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6c1b4e-f712-461c-9f96-f744b354acf3 None None] New status for floating IP 48cb1543-1f5c-4122-9cce-4477a3849746: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:16:21.532637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4cf7a-169f-469c-a495-c8ea97883ecf req-05b32f10-ed94-4f09-ad0c-e43a086cf6b1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:21.534218 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dc4cf7a-169f-469c-a495-c8ea97883ecf req-05b32f10-ed94-4f09-ad0c-e43a086cf6b1 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 945 time: 0.0563073 Nov 24 05:16:21.642380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85e18-871f-4ebb-9b57-e3a246e9cb73 req-db5800b6-18aa-4f96-93a2-301172e9bf35 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:21.643852 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-98d85e18-871f-4ebb-9b57-e3a246e9cb73 req-db5800b6-18aa-4f96-93a2-301172e9bf35 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1da446df-dd16-47e0-aa04-ef368ca2592e HTTP/1.1" status: 200 len: 945 time: 0.1086495 Nov 24 05:16:21.707495 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-98d85e18-871f-4ebb-9b57-e3a246e9cb73 req-9b3cb533-d6e7-47c5-9aa2-496458cea249 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8486464-75d9-4b91-b146-b5d7ff805d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557959 Nov 24 05:16:21.713306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-6dc4cf7a-169f-469c-a495-c8ea97883ecf req-950ae365-61f7-4643-b5ab-b8381bebf816 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port af50385e-db84-44f0-a88c-20e90012268c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:21.713646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6dc4cf7a-169f-469c-a495-c8ea97883ecf req-950ae365-61f7-4643-b5ab-b8381bebf816 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:21.735057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:21.815862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-6dc4cf7a-169f-469c-a495-c8ea97883ecf req-950ae365-61f7-4643-b5ab-b8381bebf816 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port af50385e-db84-44f0-a88c-20e90012268c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=af50385e-db84-44f0-a88c-20e90012268c,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:21.815862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6dc4cf7a-169f-469c-a495-c8ea97883ecf req-950ae365-61f7-4643-b5ab-b8381bebf816 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:21.828779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-6dc4cf7a-169f-469c-a495-c8ea97883ecf req-950ae365-61f7-4643-b5ab-b8381bebf816 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for af50385e-db84-44f0-a88c-20e90012268c owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:21.959201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6dc4cf7a-169f-469c-a495-c8ea97883ecf req-950ae365-61f7-4643-b5ab-b8381bebf816 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:21.987792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ae365-61f7-4643-b5ab-b8381bebf816 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=af50385e-db84-44f0-a88c-20e90012268c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:22.030682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc4cf7a-169f-469c-a495-c8ea97883ecf req-950ae365-61f7-4643-b5ab-b8381bebf816 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] No DVR routers for this DVR port af50385e-db84-44f0-a88c-20e90012268c on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:16:22.033052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-6dc4cf7a-169f-469c-a495-c8ea97883ecf req-950ae365-61f7-4643-b5ab-b8381bebf816 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:22.036448 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dc4cf7a-169f-469c-a495-c8ea97883ecf req-950ae365-61f7-4643-b5ab-b8381bebf816 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "DELETE /v2.0/ports/af50385e-db84-44f0-a88c-20e90012268c HTTP/1.1" status: 204 len: 173 time: 0.4921613 Nov 24 05:16:22.036889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'name': 'network-vif-deleted', 'tag': 'af50385e-db84-44f0-a88c-20e90012268c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:22.039819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dfe09e-52eb-44b0-aeb2-bfcd6fc48277" -d '{"events": [{"server_uuid": "1da446df-dd16-47e0-aa04-ef368ca2592e", "name": "network-vif-deleted", "tag": "af50385e-db84-44f0-a88c-20e90012268c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:22.076300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88e93ba-de3a-4185-8a75-708244bc447a x-openstack-request-id: req-f88e93ba-de3a-4185-8a75-708244bc447a {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:22.076592 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da446df-dd16-47e0-aa04-ef368ca2592e", "name": "network-vif-deleted", "tag": "af50385e-db84-44f0-a88c-20e90012268c", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:22.076848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f88e93ba-de3a-4185-8a75-708244bc447a {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:22.077245 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da446df-dd16-47e0-aa04-ef368ca2592e', 'name': 'network-vif-deleted', 'tag': 'af50385e-db84-44f0-a88c-20e90012268c', 'status': 'completed', 'code': 200} Nov 24 05:16:22.327998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39904) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:22.498643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Deleting port 159d3661-6bb0-4a51-973d-cc6afdbb84db {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:22.498988 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:22.580694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:22.581381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:22.592676 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Calling delete_port for 159d3661-6bb0-4a51-973d-cc6afdbb84db owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:22.737586 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:22.763948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event deleted for resources: {'Port': ['ID=159d3661-6bb0-4a51-973d-cc6afdbb84db,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:22.785328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39908) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:22.821987 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:22.822312 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Floating IP 3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c disassociated (deleted). External IP: 172.26.0.20, port: 480317fa-70c6-4588-b914-11a7a1269d5b. Nov 24 05:16:22.845077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d676a39e-1b47-40da-8943-5107f50c848c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:22.870403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d676a39e-1b47-40da-8943-5107f50c848c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:22.931468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d676a39e-1b47-40da-8943-5107f50c848c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:22.934461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d676a39e-1b47-40da-8943-5107f50c848c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:22.935658 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d676a39e-1b47-40da-8943-5107f50c848c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/a8486464-75d9-4b91-b146-b5d7ff805d6a HTTP/1.1" status: 204 len: 168 time: 0.1493165 Nov 24 05:16:22.944718 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676a39e-1b47-40da-8943-5107f50c848c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8486464-75d9-4b91-b146-b5d7ff805d6a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:22.975153 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39912) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:23.363077 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Router f05e0afa-cd7d-49c0-8536-11045273f58f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:16:23.510854 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:16:23.515665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:23.521309 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef00399-62ba-460e-b357-ea19bc6d6bd8 None None] Sync routers for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:16:23.531715 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef00399-62ba-460e-b357-ea19bc6d6bd8 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:23.532323 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0ef00399-62ba-460e-b357-ea19bc6d6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:23.537072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 490a6e63-a974-4e32-8fa5-e42416c366a7 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:23.537407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:23.563972 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-63012e97-b0ca-47e6-814b-0dcb4f0614b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "DELETE /v2.0/floatingips/3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c HTTP/1.1" status: 204 len: 168 time: 1.2322407 Nov 24 05:16:23.625024 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:23.625727 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:23.637954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 490a6e63-a974-4e32-8fa5-e42416c366a7 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:23.647684 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0ef00399-62ba-460e-b357-ea19bc6d6bd8 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:23.830263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:23.838478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1d478-aa03-41df-8b21-1e65ed4c1dea req-1c05e13c-1ef3-4401-8aea-aa2a5a743de3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:23.840122 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2fa1d478-aa03-41df-8b21-1e65ed4c1dea req-1c05e13c-1ef3-4401-8aea-aa2a5a743de3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 945 time: 0.0897565 Nov 24 05:16:23.865921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:23.899398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=490a6e63-a974-4e32-8fa5-e42416c366a7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:23.943616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2fa1d478-aa03-41df-8b21-1e65ed4c1dea req-b7a1c8fc-5019-42bc-8b5c-5f135c5a47fe tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967231 Nov 24 05:16:23.964266 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0ef00399-62ba-460e-b357-ea19bc6d6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:23.985649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:23.985987 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP 56454468-9081-4d84-b872-56b283ef1a5d disassociated (deleted). External IP: 172.26.0.178, port: 180111d6-63aa-4ab9-b543-0f8bcadb3c8a. Nov 24 05:16:23.998784 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef00399-62ba-460e-b357-ea19bc6d6bd8 None None] Checking router: f05e0afa-cd7d-49c0-8536-11045273f58f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:16:24.006871 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef00399-62ba-460e-b357-ea19bc6d6bd8 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:24.008053 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0ef00399-62ba-460e-b357-ea19bc6d6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:24.079157 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'tag': '480317fa-70c6-4588-b914-11a7a1269d5b'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:24.081484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c387ca1-1065-4ff7-8737-ff5325db7d43" -d '{"events": [{"name": "network-changed", "server_uuid": "f171c1bf-ab23-4eb0-b115-1607c0e7bbca", "tag": "480317fa-70c6-4588-b914-11a7a1269d5b"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:24.116650 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0ef00399-62ba-460e-b357-ea19bc6d6bd8 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:24.130272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c811ae9-8c9c-4d27-9f46-b795ed54cb11 x-openstack-request-id: req-2c811ae9-8c9c-4d27-9f46-b795ed54cb11 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:24.130565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f171c1bf-ab23-4eb0-b115-1607c0e7bbca", "tag": "480317fa-70c6-4588-b914-11a7a1269d5b", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:24.130822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c811ae9-8c9c-4d27-9f46-b795ed54cb11 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:24.131218 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'tag': '480317fa-70c6-4588-b914-11a7a1269d5b', 'status': 'completed', 'code': 200} Nov 24 05:16:24.235283 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387ca1-1065-4ff7-8737-ff5325db7d43 req-0addc90a-b1e6-4c02-ac68-8583c334a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:24.236712 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c387ca1-1065-4ff7-8737-ff5325db7d43 req-0addc90a-b1e6-4c02-ac68-8583c334a466 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2cb45cf30899445ab9e7f26f8c806484&device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 1098 time: 0.0643005 Nov 24 05:16:24.238420 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router ea676096-2d84-4609-b9aa-75d8fb96b261 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:16:24.310772 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0ef00399-62ba-460e-b357-ea19bc6d6bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:24.337872 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef00399-62ba-460e-b357-ea19bc6d6bd8 None None] The sync data for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv is: [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '856ebc73-180e-4443-8a4d-a5159973c22c', 'name': '', 'network_id': '5ae9f4e0-c857-4107-8d8f-ea8331f8caf7', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'mac_address': 'fa:16:3e:13:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:30Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'subnets': [{'id': '8921f689-b1e4-4dd7-b541-656c933bf459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:16:24.412947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387ca1-1065-4ff7-8737-ff5325db7d43 req-59903741-aa26-40dd-a5f1-8bbd187efbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:24.414768 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c387ca1-1065-4ff7-8737-ff5325db7d43 req-59903741-aa26-40dd-a5f1-8bbd187efbcb service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 200 len: 913 time: 0.1707833 Nov 24 05:16:24.419791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:16:24.424511 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:24.429968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c32ba3-b3c7-48fc-b7e6-dc42f5339b3a None None] Sync routers for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:16:24.441975 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c32ba3-b3c7-48fc-b7e6-dc42f5339b3a None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:24.442623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-13c32ba3-b3c7-48fc-b7e6-dc42f5339b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:24.484961 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c387ca1-1065-4ff7-8737-ff5325db7d43 req-8558b112-a9e1-43b6-b330-098286a96cc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=480317fa-70c6-4588-b914-11a7a1269d5b HTTP/1.1" status: 200 len: 217 time: 0.0574937 Nov 24 05:16:24.491474 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ff52230b-2430-4841-b680-8c424c9a23c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/floatingips/56454468-9081-4d84-b872-56b283ef1a5d HTTP/1.1" status: 204 len: 168 time: 1.5152519 Nov 24 05:16:24.541276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387ca1-1065-4ff7-8737-ff5325db7d43 req-2e7901b5-12ee-4ed1-825c-2ff15a4d9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:24.543068 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c387ca1-1065-4ff7-8737-ff5325db7d43 req-2e7901b5-12ee-4ed1-825c-2ff15a4d9a8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 200 len: 851 time: 0.0499330 Nov 24 05:16:24.581676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-13c32ba3-b3c7-48fc-b7e6-dc42f5339b3a None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:24.598933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387ca1-1065-4ff7-8737-ff5325db7d43 req-ab73067e-7a6c-4f41-b2e2-6e5e39ec4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:24.600496 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c387ca1-1065-4ff7-8737-ff5325db7d43 req-ab73067e-7a6c-4f41-b2e2-6e5e39ec4615 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492156 Nov 24 05:16:24.601139 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e6c39-4383-411f-bbae-7b3911039e92 None None] New status for floating IP 3be7d9a7-2cfe-4f06-a1b4-c909aa6cea7c: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:16:24.725535 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c387ca1-1065-4ff7-8737-ff5325db7d43 req-697e75f0-cdb6-4b14-849a-eee29b8b92ca service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174171 Nov 24 05:16:24.808961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-13c32ba3-b3c7-48fc-b7e6-dc42f5339b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:24.833296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33d5cc-f49c-4dc5-9c57-926812daf292 req-8c643df0-5e70-4d0b-94dc-329b383b4199 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:24.834791 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5d33d5cc-f49c-4dc5-9c57-926812daf292 req-8c643df0-5e70-4d0b-94dc-329b383b4199 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 946 time: 0.1083865 Nov 24 05:16:24.838940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c32ba3-b3c7-48fc-b7e6-dc42f5339b3a None None] Checking router: ea676096-2d84-4609-b9aa-75d8fb96b261 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:16:24.848915 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c32ba3-b3c7-48fc-b7e6-dc42f5339b3a None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:24.849595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-13c32ba3-b3c7-48fc-b7e6-dc42f5339b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:24.872587 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c387ca1-1065-4ff7-8737-ff5325db7d43 req-6d59bdb1-4379-4a85-9d82-f38f8abb7f94 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345856 Nov 24 05:16:24.902199 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5d33d5cc-f49c-4dc5-9c57-926812daf292 req-617619c7-cbb9-4843-bec6-2b11bed9fead tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fd593ff-cc6e-44af-857d-9087e9a02063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594828 Nov 24 05:16:24.959137 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-13c32ba3-b3c7-48fc-b7e6-dc42f5339b3a None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:25.067434 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b28c40-3f2e-4134-bdd6-bd24fb4157ed req-a92efc52-0ae3-4746-bf38-28a7f5f03cb7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:25.068988 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-60b28c40-3f2e-4134-bdd6-bd24fb4157ed req-a92efc52-0ae3-4746-bf38-28a7f5f03cb7 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 945 time: 0.0525072 Nov 24 05:16:25.119949 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-60b28c40-3f2e-4134-bdd6-bd24fb4157ed req-e2e79456-2211-4cb3-8cc1-59fe573556c5 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/security-groups?id=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445654 Nov 24 05:16:25.182094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-13c32ba3-b3c7-48fc-b7e6-dc42f5339b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:25.212806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c32ba3-b3c7-48fc-b7e6-dc42f5339b3a None None] The sync data for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv is: [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:15:03Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '42c9393c-5d63-4329-88e3-6f8a10169357', 'name': '', 'network_id': '140c183b-f6b6-440e-bc86-d67920c3b271', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:3f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:03Z', 'updated_at': '2021-11-24T05:15:06Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': 'f2e3c95b-7913-4472-a4b1-4470d0ac8043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:16:25.280961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defcb14-5fa5-4825-bc97-5b905a6c4bfc req-786587ff-0075-4ffc-8d53-8d555821f560 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:25.282201 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4defcb14-5fa5-4825-bc97-5b905a6c4bfc req-786587ff-0075-4ffc-8d53-8d555821f560 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 945 time: 0.0537157 Nov 24 05:16:25.385633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-4defcb14-5fa5-4825-bc97-5b905a6c4bfc req-aadef4d1-a754-4068-a596-761b0b41fe7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Deleting port 480317fa-70c6-4588-b914-11a7a1269d5b {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:25.385977 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-4defcb14-5fa5-4825-bc97-5b905a6c4bfc req-aadef4d1-a754-4068-a596-761b0b41fe7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:25.438119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436d278-725a-4f23-9472-0b13d5bd3013 None None] New status for floating IP 56454468-9081-4d84-b872-56b283ef1a5d: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:16:25.482378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-4defcb14-5fa5-4825-bc97-5b905a6c4bfc req-aadef4d1-a754-4068-a596-761b0b41fe7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] For port 480317fa-70c6-4588-b914-11a7a1269d5b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=480317fa-70c6-4588-b914-11a7a1269d5b,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:25.482747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-4defcb14-5fa5-4825-bc97-5b905a6c4bfc req-aadef4d1-a754-4068-a596-761b0b41fe7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:25.495774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-4defcb14-5fa5-4825-bc97-5b905a6c4bfc req-aadef4d1-a754-4068-a596-761b0b41fe7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Calling delete_port for 480317fa-70c6-4588-b914-11a7a1269d5b owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:25.563390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device af50385e-db84-44f0-a88c-20e90012268c no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:25.587675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: af50385e-db84-44f0-a88c-20e90012268c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:25.587924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device af50385e-db84-44f0-a88c-20e90012268c not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:25.621982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-4defcb14-5fa5-4825-bc97-5b905a6c4bfc req-aadef4d1-a754-4068-a596-761b0b41fe7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:25.654084 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadef4d1-a754-4068-a596-761b0b41fe7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event deleted for resources: {'Port': ['ID=480317fa-70c6-4588-b914-11a7a1269d5b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:25.696172 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-4defcb14-5fa5-4825-bc97-5b905a6c4bfc req-aadef4d1-a754-4068-a596-761b0b41fe7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] No DVR routers for this DVR port 480317fa-70c6-4588-b914-11a7a1269d5b on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:16:25.700547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-4defcb14-5fa5-4825-bc97-5b905a6c4bfc req-aadef4d1-a754-4068-a596-761b0b41fe7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:25.703895 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4defcb14-5fa5-4825-bc97-5b905a6c4bfc req-aadef4d1-a754-4068-a596-761b0b41fe7c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.31 "DELETE /v2.0/ports/480317fa-70c6-4588-b914-11a7a1269d5b HTTP/1.1" status: 204 len: 173 time: 0.4130514 Nov 24 05:16:26.023988 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0e9d1-8973-4141-8d9c-ae0d6bb38f18 req-9a2820cf-a5a8-4344-b733-5c843983bbf3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:26.026342 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4c0e9d1-8973-4141-8d9c-ae0d6bb38f18 req-9a2820cf-a5a8-4344-b733-5c843983bbf3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 946 time: 0.0557275 Nov 24 05:16:26.090535 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4c0e9d1-8973-4141-8d9c-ae0d6bb38f18 req-d18dbc5c-2980-417d-a863-bba56649089a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=0fd593ff-cc6e-44af-857d-9087e9a02063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580015 Nov 24 05:16:26.132287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a'}, {'server_uuid': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'name': 'network-vif-deleted', 'tag': '480317fa-70c6-4588-b914-11a7a1269d5b'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:26.136100 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42051ee9-0353-4c3d-aeee-78da27ecacff" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a"}, {"server_uuid": "f171c1bf-ab23-4eb0-b115-1607c0e7bbca", "name": "network-vif-deleted", "tag": "480317fa-70c6-4588-b914-11a7a1269d5b"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:26.206380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ee1d6c-4674-4abb-a0da-cadac8ea876c x-openstack-request-id: req-e5ee1d6c-4674-4abb-a0da-cadac8ea876c {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:26.206718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a", "status": "completed", "code": 200}, {"server_uuid": "f171c1bf-ab23-4eb0-b115-1607c0e7bbca", "name": "network-vif-deleted", "tag": "480317fa-70c6-4588-b914-11a7a1269d5b", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:26.207165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5ee1d6c-4674-4abb-a0da-cadac8ea876c {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:26.207744 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'status': 'completed', 'code': 200} Nov 24 05:16:26.208009 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f171c1bf-ab23-4eb0-b115-1607c0e7bbca', 'name': 'network-vif-deleted', 'tag': '480317fa-70c6-4588-b914-11a7a1269d5b', 'status': 'completed', 'code': 200} Nov 24 05:16:26.244980 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fba2a628-7036-40f8-8d60-27733b68e9ca req-cc675306-b880-455b-add2-1ba867a25359 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 210 time: 0.0310211 Nov 24 05:16:26.252689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864aa5cd-3f32-4dcc-9383-3249a63527b7 req-885e054a-a860-4c97-9caa-2fb18219e193 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:26.254139 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-864aa5cd-3f32-4dcc-9383-3249a63527b7 req-885e054a-a860-4c97-9caa-2fb18219e193 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 946 time: 0.0928090 Nov 24 05:16:26.259368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42051ee9-0353-4c3d-aeee-78da27ecacff req-a282ac2a-e9de-480a-a474-b7b90b32c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:26.260906 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-42051ee9-0353-4c3d-aeee-78da27ecacff req-a282ac2a-e9de-480a-a474-b7b90b32c597 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 1099 time: 0.0476320 Nov 24 05:16:26.349982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-864aa5cd-3f32-4dcc-9383-3249a63527b7 req-f9397735-9e6d-4772-9a77-3d4eb6899c02 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:26.350414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-864aa5cd-3f32-4dcc-9383-3249a63527b7 req-f9397735-9e6d-4772-9a77-3d4eb6899c02 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:26.357570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42051ee9-0353-4c3d-aeee-78da27ecacff req-92389b82-4638-4fa2-850d-b5b22caf4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:26.359196 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-42051ee9-0353-4c3d-aeee-78da27ecacff req-92389b82-4638-4fa2-850d-b5b22caf4c07 service neutron] 10.222.0.31 "GET /v2.0/networks?id=140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 200 len: 897 time: 0.0902705 Nov 24 05:16:26.402273 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-42051ee9-0353-4c3d-aeee-78da27ecacff req-14cad7ad-b40c-42ad-aadb-608ca4092e4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a HTTP/1.1" status: 200 len: 217 time: 0.0354991 Nov 24 05:16:26.454669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-864aa5cd-3f32-4dcc-9383-3249a63527b7 req-f9397735-9e6d-4772-9a77-3d4eb6899c02 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:26.455032 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-864aa5cd-3f32-4dcc-9383-3249a63527b7 req-f9397735-9e6d-4772-9a77-3d4eb6899c02 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:26.470234 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-864aa5cd-3f32-4dcc-9383-3249a63527b7 req-f9397735-9e6d-4772-9a77-3d4eb6899c02 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 180111d6-63aa-4ab9-b543-0f8bcadb3c8a owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:26.626006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-864aa5cd-3f32-4dcc-9383-3249a63527b7 req-f9397735-9e6d-4772-9a77-3d4eb6899c02 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:26.657576 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9397735-9e6d-4772-9a77-3d4eb6899c02 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=180111d6-63aa-4ab9-b543-0f8bcadb3c8a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:26.701835 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-864aa5cd-3f32-4dcc-9383-3249a63527b7 req-f9397735-9e6d-4772-9a77-3d4eb6899c02 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] No DVR routers for this DVR port 180111d6-63aa-4ab9-b543-0f8bcadb3c8a on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:16:26.704464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-864aa5cd-3f32-4dcc-9383-3249a63527b7 req-f9397735-9e6d-4772-9a77-3d4eb6899c02 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:26.708117 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-864aa5cd-3f32-4dcc-9383-3249a63527b7 req-f9397735-9e6d-4772-9a77-3d4eb6899c02 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "DELETE /v2.0/ports/180111d6-63aa-4ab9-b543-0f8bcadb3c8a HTTP/1.1" status: 204 len: 173 time: 0.4470732 Nov 24 05:16:26.762202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42051ee9-0353-4c3d-aeee-78da27ecacff req-02697017-572c-4c44-b727-6a289ca90613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:26.763712 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-42051ee9-0353-4c3d-aeee-78da27ecacff req-02697017-572c-4c44-b727-6a289ca90613 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f2e3c95b-7913-4472-a4b1-4470d0ac8043 HTTP/1.1" status: 200 len: 834 time: 0.3529153 Nov 24 05:16:26.815821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42051ee9-0353-4c3d-aeee-78da27ecacff req-1eeeabe9-4acb-405c-8dc6-b015854aef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:26.817411 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-42051ee9-0353-4c3d-aeee-78da27ecacff req-1eeeabe9-4acb-405c-8dc6-b015854aef9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=140c183b-f6b6-440e-bc86-d67920c3b271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459130 Nov 24 05:16:26.910467 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-42051ee9-0353-4c3d-aeee-78da27ecacff req-9478cf9f-314b-4d60-a6ee-5ff210dff66f service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858822 Nov 24 05:16:27.000495 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-42051ee9-0353-4c3d-aeee-78da27ecacff req-9331a332-4138-4882-a332-007f2fd442e6 service neutron] 10.222.0.31 "GET /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821495 Nov 24 05:16:27.220506 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-583b2f04-ef84-4e02-aa23-a1e7d832f614 req-15544c30-55b6-4089-ae03-f7681b9498ff tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c44051-5075-4a57-9eb9-7c0dbaafcf7b HTTP/1.1" status: 200 len: 210 time: 0.0286102 Nov 24 05:16:27.345672 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c2a8222-c3f0-4e43-81dc-81d5f967dfb4 req-077f797c-2183-4a50-b918-0b0bab654a63 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 210 time: 0.0310647 Nov 24 05:16:28.209738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'name': 'network-vif-deleted', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:28.212873 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8318b46d-550b-43e3-89b2-edd55bc13abf" -d '{"events": [{"server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "name": "network-vif-deleted", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:28.251472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea959d9-13dc-4fe2-b91c-7a83bb971bce x-openstack-request-id: req-4ea959d9-13dc-4fe2-b91c-7a83bb971bce {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:28.252123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c44051-5075-4a57-9eb9-7c0dbaafcf7b", "name": "network-vif-deleted", "tag": "180111d6-63aa-4ab9-b543-0f8bcadb3c8a", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:28.252123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ea959d9-13dc-4fe2-b91c-7a83bb971bce {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:28.252450 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c44051-5075-4a57-9eb9-7c0dbaafcf7b', 'name': 'network-vif-deleted', 'tag': '180111d6-63aa-4ab9-b543-0f8bcadb3c8a', 'status': 'completed', 'code': 200} Nov 24 05:16:28.279176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39940) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:28.336770 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9106e9d1-ae0a-4628-a4c9-67e3d6c3a68f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:28.361925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9106e9d1-ae0a-4628-a4c9-67e3d6c3a68f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:28.429326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9106e9d1-ae0a-4628-a4c9-67e3d6c3a68f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:28.433577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9106e9d1-ae0a-4628-a4c9-67e3d6c3a68f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:28.436057 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9106e9d1-ae0a-4628-a4c9-67e3d6c3a68f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/0fd593ff-cc6e-44af-857d-9087e9a02063 HTTP/1.1" status: 204 len: 168 time: 0.1557114 Nov 24 05:16:28.446971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106e9d1-ae0a-4628-a4c9-67e3d6c3a68f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd593ff-cc6e-44af-857d-9087e9a02063,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:28.470440 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-72399040-4d5d-4c4e-b5e5-6379dd652cfb req-14643ac6-a3a7-4363-bd6d-a74154c4e57c tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 210 time: 0.0496573 Nov 24 05:16:28.480199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39946) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:28.837627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:29.100312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 42c9393c-5d63-4329-88e3-6f8a10169357 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:29.101682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:29.194887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 42c9393c-5d63-4329-88e3-6f8a10169357, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=42c9393c-5d63-4329-88e3-6f8a10169357,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:29.195242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:29.207085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 42c9393c-5d63-4329-88e3-6f8a10169357 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:29.394255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:29.420990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=42c9393c-5d63-4329-88e3-6f8a10169357,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:29.578078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 480317fa-70c6-4588-b914-11a7a1269d5b no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:29.597973 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aadd3652-5b55-42e5-b3e2-706d7e207c03 req-b70b2eae-cf7a-46b9-b32d-b43141fea1b3 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f171c1bf-ab23-4eb0-b115-1607c0e7bbca HTTP/1.1" status: 200 len: 210 time: 0.0318244 Nov 24 05:16:29.611639 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 480317fa-70c6-4588-b914-11a7a1269d5b {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:29.612284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 480317fa-70c6-4588-b914-11a7a1269d5b not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:29.612900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 180111d6-63aa-4ab9-b543-0f8bcadb3c8a no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:29.628448 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:29.635627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 180111d6-63aa-4ab9-b543-0f8bcadb3c8a {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:29.636227 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 180111d6-63aa-4ab9-b543-0f8bcadb3c8a not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:29.845707 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router ea676096-2d84-4609-b9aa-75d8fb96b261 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:16:29.956932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:16:29.964592 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-781073e9-7543-45ba-9c71-3cb309eb806f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/ea676096-2d84-4609-b9aa-75d8fb96b261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4812810 Nov 24 05:16:29.965698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39950) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:29.970507 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113618e-ebae-45b9-87ea-a656400589c5 None None] Sync routers for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:16:29.981298 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113618e-ebae-45b9-87ea-a656400589c5 None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:29.981913 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1113618e-ebae-45b9-87ea-a656400589c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:30.018425 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-635668bd-a3a3-4743-8479-99336fe0f87e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting subnet f2e3c95b-7913-4472-a4b1-4470d0ac8043 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:16:30.021897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-635668bd-a3a3-4743-8479-99336fe0f87e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.066874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-635668bd-a3a3-4743-8479-99336fe0f87e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.091298 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-1113618e-ebae-45b9-87ea-a656400589c5 None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:30.153191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-635668bd-a3a3-4743-8479-99336fe0f87e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.210685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-635668bd-a3a3-4743-8479-99336fe0f87e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.241415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635668bd-a3a3-4743-8479-99336fe0f87e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e3c95b-7913-4472-a4b1-4470d0ac8043,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:30.247499 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-635668bd-a3a3-4743-8479-99336fe0f87e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.250087 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-635668bd-a3a3-4743-8479-99336fe0f87e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/subnets/f2e3c95b-7913-4472-a4b1-4470d0ac8043 HTTP/1.1" status: 204 len: 168 time: 0.2834415 Nov 24 05:16:30.252815 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39952) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:30.255481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e10957-8320-4ca8-b752-39804b48725a None None] Network 140c183b-f6b6-440e-bc86-d67920c3b271 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:16:30.278930 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1113618e-ebae-45b9-87ea-a656400589c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:16:29Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:30.306304 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113618e-ebae-45b9-87ea-a656400589c5 None None] Checking router: ea676096-2d84-4609-b9aa-75d8fb96b261 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:16:30.314828 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113618e-ebae-45b9-87ea-a656400589c5 None None] Routers {'ea676096-2d84-4609-b9aa-75d8fb96b261'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:30.315448 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1113618e-ebae-45b9-87ea-a656400589c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['ea676096-2d84-4609-b9aa-75d8fb96b261'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:30.369233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.442926 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-1113618e-ebae-45b9-87ea-a656400589c5 None None] Set router ea676096-2d84-4609-b9aa-75d8fb96b261 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:30.469543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] DHCP port deletion for 140c183b-f6b6-440e-bc86-d67920c3b271 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:16:30.496865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.526441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Deleting port 85a2c1bd-7388-4a60-9dc7-41262655b1a2 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:30.526848 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.561037 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port ca678137-0d1f-43ab-86cc-699a9fde0dde {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:30.561381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.591651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] For port 85a2c1bd-7388-4a60-9dc7-41262655b1a2, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=85a2c1bd-7388-4a60-9dc7-41262655b1a2,segment=NetworkSegment(326decc9-a042-4d7e-8a87-6d7b50aed35b),segment_id=326decc9-a042-4d7e-8a87-6d7b50aed35b)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:30.592277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.606148 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Calling delete_port for 85a2c1bd-7388-4a60-9dc7-41262655b1a2 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:30.629415 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1113618e-ebae-45b9-87ea-a656400589c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:16:29Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:30.642880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port ca678137-0d1f-43ab-86cc-699a9fde0dde, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ca678137-0d1f-43ab-86cc-699a9fde0dde,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:30.643362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.659777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for ca678137-0d1f-43ab-86cc-699a9fde0dde owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:30.661317 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113618e-ebae-45b9-87ea-a656400589c5 None None] The sync data for ids ['ea676096-2d84-4609-b9aa-75d8fb96b261'] in dv-neutron-818850-5-hyperv is: [{'id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'name': 'tempest-TestNetworkBasicOps-router-1596924011', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:14:59Z', 'updated_at': '2021-11-24T05:16:29Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': 'ca678137-0d1f-43ab-86cc-699a9fde0dde', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea676096-2d84-4609-b9aa-75d8fb96b261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:15:00Z', 'updated_at': '2021-11-24T05:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:16:30.667042 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39956) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:30.715014 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.740183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Pushing event deleted for resources: {'Port': ['ID=85a2c1bd-7388-4a60-9dc7-41262655b1a2,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:30.745523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] No DVR routers for this DVR port 85a2c1bd-7388-4a60-9dc7-41262655b1a2 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:16:30.759132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.759489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.759873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.760210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.760542 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.760877 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.761208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.761533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.761856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.762179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.762503 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.762826 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ba53b-3bc7-449e-be98-f9fe28f3cabc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:16:30.821688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-48718ac2-a5d9-4219-99d5-f7db23aeac90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Deleting port e8e80bc8-eafc-4b68-ba8c-a65c73234c48 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:30.822141 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-48718ac2-a5d9-4219-99d5-f7db23aeac90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.857765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.882014 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=ca678137-0d1f-43ab-86cc-699a9fde0dde,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:30.898946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b7cb4a-d3a1-4ff2-8464-0e014956dc23 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:16:30.909090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-48718ac2-a5d9-4219-99d5-f7db23aeac90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.909318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-48718ac2-a5d9-4219-99d5-f7db23aeac90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:30.921927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-48718ac2-a5d9-4219-99d5-f7db23aeac90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Calling delete_port for e8e80bc8-eafc-4b68-ba8c-a65c73234c48 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:30.946525 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.039614 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.042348 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.081060 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-48718ac2-a5d9-4219-99d5-f7db23aeac90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.090001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.091477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Fanout notify agent at l3_agent the message router_deleted on router ea676096-2d84-4609-b9aa-75d8fb96b261 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:16:31.099974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.105514 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-566e6406-1635-4970-8fb6-31c31b0ca7f3 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/routers/ea676096-2d84-4609-b9aa-75d8fb96b261 HTTP/1.1" status: 204 len: 168 time: 0.8515210 Nov 24 05:16:31.106255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39958) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:31.123745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48718ac2-a5d9-4219-99d5-f7db23aeac90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event deleted for resources: {'Port': ['ID=e8e80bc8-eafc-4b68-ba8c-a65c73234c48,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:31.196366 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-48718ac2-a5d9-4219-99d5-f7db23aeac90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.199500 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-48718ac2-a5d9-4219-99d5-f7db23aeac90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.203328 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-48718ac2-a5d9-4219-99d5-f7db23aeac90 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "DELETE /v2.0/floatingips/09811fbe-28b4-45d8-8cc3-c757066a9166 HTTP/1.1" status: 204 len: 168 time: 0.5327499 Nov 24 05:16:31.222769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.234816 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 42c9393c-5d63-4329-88e3-6f8a10169357 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:31.260952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 42c9393c-5d63-4329-88e3-6f8a10169357 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:31.261361 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 42c9393c-5d63-4329-88e3-6f8a10169357 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:31.261729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 85a2c1bd-7388-4a60-9dc7-41262655b1a2 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:31.282561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 85a2c1bd-7388-4a60-9dc7-41262655b1a2 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:31.282878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 85a2c1bd-7388-4a60-9dc7-41262655b1a2 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:31.313003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.341610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140c183b-f6b6-440e-bc86-d67920c3b271']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:31.353228 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326decc9-a042-4d7e-8a87-6d7b50aed35b') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:31.353405 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326decc9-a042-4d7e-8a87-6d7b50aed35b') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:31.365425 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.384864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.394963 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:16:31.395452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:16:31.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:16:31.468701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.479768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.486381 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/networks/140c183b-f6b6-440e-bc86-d67920c3b271 HTTP/1.1" status: 204 len: 168 time: 0.3762014 Nov 24 05:16:31.494696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c806b0-c382-44de-8f62-3508ec94dd29 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Network': ['ID=140c183b-f6b6-440e-bc86-d67920c3b271,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:31.506679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39968) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:31.513087 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'network': {'name': 'tempest-network-smoke--1830383957', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'port_security_enabled': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:31.536855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:16:31.540499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.565105 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:16:31.576529 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.576874 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Added segment 98dd25b0-4dd3-49d8-bef4-5ed85f02102f of type vlan for network 7be4941a-1059-4c09-85fd-813e971c0928 Nov 24 05:16:31.639832 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.669634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.675870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:31.676459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.747063 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2381260 Nov 24 05:16:31.749884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39970) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:31.755109 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-125326066', 'admin_state_up': True, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:31.786378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec46a1d-055e-44a8-a62e-924c04a6b349 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Network': ['ID=7be4941a-1059-4c09-85fd-813e971c0928,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:31.795114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.795114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:31.802623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 7be4941a-1059-4c09-85fd-813e971c0928 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:16:31.862439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:32.010103 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:32.208568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:32.229219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:32.332922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.198 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/709efd5e-7357-46e9-8dc3-23961495b4b3) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:16:32.746500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:32.780600 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:32.818570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:16:32.823754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:16:32.827231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:16:32.839280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe90955-450e-4d48-bcde-2bd0623fb031 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:16:32.857509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=709efd5e-7357-46e9-8dc3-23961495b4b3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:32.891088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8cd7509d-c4c8-4983-9ef7-3d3ed6e49b02 None None] Provisioning complete for port 709efd5e-7357-46e9-8dc3-23961495b4b3 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:32.891616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8cd7509d-c4c8-4983-9ef7-3d3ed6e49b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:32.924989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8cd7509d-c4c8-4983-9ef7-3d3ed6e49b02 None None] Port 709efd5e-7357-46e9-8dc3-23961495b4b3 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:16:33.079714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:33.081320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ca678137-0d1f-43ab-86cc-699a9fde0dde no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:33.105490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: ca678137-0d1f-43ab-86cc-699a9fde0dde {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:33.105737 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ca678137-0d1f-43ab-86cc-699a9fde0dde not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:33.274612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:33.399899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c7f0c91d-baca-44d6-a150-93737523e6f7 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:16:33.515879 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:16:33.526971 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Sync routers for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:16:33.538120 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:33.539021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:33.543796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:33.544973 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-edb5c3d6-e4b1-4e6e-8b46-bf49ee121d3b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7934053 Nov 24 05:16:33.548010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39978) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:33.579722 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a824ca90-de2d-4f00-a42f-74f3343ce86d tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=227fcf8641794a6b9aef85d3570bf3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279758 Nov 24 05:16:33.579972 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39980) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:33.679871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e2670-7b64-4d68-9cdc-99484762c627 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:33.681657 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-469e2670-7b64-4d68-9cdc-99484762c627 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007211 Nov 24 05:16:33.684558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39982) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:33.714283 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f2dcaac2-23e0-4149-8cee-7722ad98ba63 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285201 Nov 24 05:16:33.716871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39984) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:33.721983 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1027551519', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:33.811425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:33.818924 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:16:33.823087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:33.998981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:16:32Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:34.014853 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.026764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Checking router: c7f0c91d-baca-44d6-a150-93737523e6f7 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:16:34.027116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Updating router c7f0c91d-baca-44d6-a150-93737523e6f7 port 709efd5e-7357-46e9-8dc3-23961495b4b3 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:16:34.057373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.093770 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Subnet': ['ID=244b1f75-8777-4e6d-b72e-2f605b618a68,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:34.102091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Checking segment: {'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:16:34.102484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network hostable DHCP agents. Network: 7be4941a-1059-4c09-85fd-813e971c0928, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:16:34.125408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 7be4941a-1059-4c09-85fd-813e971c0928 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:16:34.137596 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 7be4941a-1059-4c09-85fd-813e971c0928) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:16:34.144960 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:34.145869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.152067 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e5725-fa00-478d-818a-77992b0a94d7 None None] Network 7be4941a-1059-4c09-85fd-813e971c0928 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:16:34.168267 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f822b071-1ca7-4b3d-8bcd-4ec70419be59 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4503531 Nov 24 05:16:34.170965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39986) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:34.420374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-7be4941a-1059-4c09-85fd-813e971c0928', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:16:34.421159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.458504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.524155 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39990) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:34.533065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.607642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f98072-5e1a-42fd-b07e-9e28efdc9d3b None None] Pushing event updated for resources: {'Port': ['ID=709efd5e-7357-46e9-8dc3-23961495b4b3,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:34.622469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99aa80e-7c64-4e0d-aaee-968d02b2564a None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:16:34.663071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Attempting to bind port 709efd5e-7357-46e9-8dc3-23961495b4b3 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:16:34.663670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Attempting to bind port 709efd5e-7357-46e9-8dc3-23961495b4b3 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:16:34.664284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Attempting to bind port 709efd5e-7357-46e9-8dc3-23961495b4b3 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:16:34.676765 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:16:34.677301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:16:34.677932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.678430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:16:34.679012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Bound port: 709efd5e-7357-46e9-8dc3-23961495b4b3, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:16:34.680046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.680780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.719569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Allocated IP 172.20.0.2 (7be4941a-1059-4c09-85fd-813e971c0928/244b1f75-8777-4e6d-b72e-2f605b618a68/be3b8b42-03ea-4e85-b1bf-d00650b05c0e) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:16:34.780808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] For port 709efd5e-7357-46e9-8dc3-23961495b4b3, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:16:34.828839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] For port 709efd5e-7357-46e9-8dc3-23961495b4b3, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=709efd5e-7357-46e9-8dc3-23961495b4b3,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:16:34.837466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a187c889-422f-44da-a033-e92e8ff04f05 None None] Provisioning complete for port 709efd5e-7357-46e9-8dc3-23961495b4b3 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:34.837929 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a187c889-422f-44da-a033-e92e8ff04f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.841896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.928816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb264-669e-405e-a0c2-8924ed79ba86 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.933443 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebe9f59-f9dd-4e06-bdaa-faf3074076d1 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:16:34.974723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb264-669e-405e-a0c2-8924ed79ba86 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:34.985449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f98072-5e1a-42fd-b07e-9e28efdc9d3b None None] Pushing event updated for resources: {'Port': ['ID=709efd5e-7357-46e9-8dc3-23961495b4b3,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:35.009576 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:35.010277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:35.044286 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb264-669e-405e-a0c2-8924ed79ba86 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.047291 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb264-669e-405e-a0c2-8924ed79ba86 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.048559 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b1ccb264-669e-405e-a0c2-8924ed79ba86 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] 10.222.0.37 "DELETE /v2.0/security-groups/027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac HTTP/1.1" status: 204 len: 168 time: 0.5233588 Nov 24 05:16:35.059066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccb264-669e-405e-a0c2-8924ed79ba86 tempest-TestVolumeBootPattern-1593644724 tempest-TestVolumeBootPattern-1593644724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027b0ea5-f566-448d-aa7b-6ef5a5c3a2ac,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:35.104381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 39994) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:35.110960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.169346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.224235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.1 (7be4941a-1059-4c09-85fd-813e971c0928/244b1f75-8777-4e6d-b72e-2f605b618a68/05f1e50b-d9ae-4a71-a9bd-870889633f63) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:16:35.243638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Network 7be4941a-1059-4c09-85fd-813e971c0928 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:16:35.251298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:16:35.256016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:16:35.258116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a187c889-422f-44da-a033-e92e8ff04f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.267917 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Pushing event updated for resources: {'Port': ['ID=be3b8b42-03ea-4e85-b1bf-d00650b05c0e,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:35.306358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:35.321754 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a187c889-422f-44da-a033-e92e8ff04f05 None None] For port 709efd5e-7357-46e9-8dc3-23961495b4b3, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=709efd5e-7357-46e9-8dc3-23961495b4b3,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:35.380134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a187c889-422f-44da-a033-e92e8ff04f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.413324 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.449577 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Attempting to bind port be3b8b42-03ea-4e85-b1bf-d00650b05c0e on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:16:35.449960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Attempting to bind port be3b8b42-03ea-4e85-b1bf-d00650b05c0e by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:16:35.450310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Attempting to bind port be3b8b42-03ea-4e85-b1bf-d00650b05c0e on network 7be4941a-1059-4c09-85fd-813e971c0928 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:16:35.456040 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.516428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 7be4941a-1059-4c09-85fd-813e971c0928 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:16:35.520919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:16:35.524442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=05f1e50b-d9ae-4a71-a9bd-870889633f63,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:35.527011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:16:35.575645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.650899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:16:35.651267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Checking segment: {'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:16:35.651699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.652095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Bound using segment: {'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:16:35.652574 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Bound port: be3b8b42-03ea-4e85-b1bf-d00650b05c0e, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:16:35.652950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.691436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187c889-422f-44da-a033-e92e8ff04f05 None None] Pushing event updated for resources: {'Port': ['ID=709efd5e-7357-46e9-8dc3-23961495b4b3,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:35.696687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.725223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1a368f0b-1ebe-4fa1-85f8-b01367199c8d None None] Provisioning complete for port 709efd5e-7357-46e9-8dc3-23961495b4b3 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:35.725591 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a368f0b-1ebe-4fa1-85f8-b01367199c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.736561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.818039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] For port be3b8b42-03ea-4e85-b1bf-d00650b05c0e, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:16:35.824890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] For port be3b8b42-03ea-4e85-b1bf-d00650b05c0e, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=be3b8b42-03ea-4e85-b1bf-d00650b05c0e,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:16:35.838024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:35.917793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:16:32Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:35.968895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0240446a-c103-4076-b7f4-dd451da15cdb None None] The sync data for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv is: [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:16:32Z', 'revision_number': 3, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:16:35.970420 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed922143-1faf-4e71-baa0-3f91f31a7a31 None None] Pushing event updated for resources: {'Port': ['ID=be3b8b42-03ea-4e85-b1bf-d00650b05c0e,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:36.014327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] Deleting port 856ebc73-180e-4443-8a4d-a5159973c22c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:36.014670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:36.095954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:36.103707 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:36.116708 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] For port 856ebc73-180e-4443-8a4d-a5159973c22c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=856ebc73-180e-4443-8a4d-a5159973c22c,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:36.117082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:36.155213 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] Calling delete_port for 856ebc73-180e-4443-8a4d-a5159973c22c owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:36.185367 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:36.187262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=05f1e50b-d9ae-4a71-a9bd-870889633f63,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:36.328086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 7be4941a-1059-4c09-85fd-813e971c0928 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:16:36.329700 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:16:36.404377 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:36.436200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] Pushing event deleted for resources: {'Port': ['ID=856ebc73-180e-4443-8a4d-a5159973c22c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:36.478258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c7f0c91d-baca-44d6-a150-93737523e6f7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:16:36.637263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:16:36.646012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:36.647916 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-668b4534-eafb-48de-8d08-55b1c22df5f9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/c7f0c91d-baca-44d6-a150-93737523e6f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4755840 Nov 24 05:16:36.648720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 39998) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:36.766864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de49c9-fc83-49e1-8168-62ffdec1c8e1 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.767350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de49c9-fc83-49e1-8168-62ffdec1c8e1 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.767933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de49c9-fc83-49e1-8168-62ffdec1c8e1 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.768598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de49c9-fc83-49e1-8168-62ffdec1c8e1 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.769068 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de49c9-fc83-49e1-8168-62ffdec1c8e1 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.769529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de49c9-fc83-49e1-8168-62ffdec1c8e1 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.774653 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-30de49c9-fc83-49e1-8168-62ffdec1c8e1 tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1216056 Nov 24 05:16:36.774883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40000) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:36.840468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8853612a-b01e-4ea7-9f2a-aaa4e3a3faec tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.840939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8853612a-b01e-4ea7-9f2a-aaa4e3a3faec tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.841392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8853612a-b01e-4ea7-9f2a-aaa4e3a3faec tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.841839 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8853612a-b01e-4ea7-9f2a-aaa4e3a3faec tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.842286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8853612a-b01e-4ea7-9f2a-aaa4e3a3faec tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.842731 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8853612a-b01e-4ea7-9f2a-aaa4e3a3faec tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:36.844581 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8853612a-b01e-4ea7-9f2a-aaa4e3a3faec tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0687308 Nov 24 05:16:36.847286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40002) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:36.911874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] Router f05e0afa-cd7d-49c0-8536-11045273f58f has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:16:37.043732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:16:37.049838 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-58f767d5-71cc-44c0-aac0-35edcfa63788 admin admin] 10.222.0.37 "PUT /v2.0/routers/f05e0afa-cd7d-49c0-8536-11045273f58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9442759 Nov 24 05:16:37.052598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40004) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:37.056061 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d44f87-5c7f-45e5-b449-854fe5fe08a7 None None] Sync routers for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:16:37.087717 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d44f87-5c7f-45e5-b449-854fe5fe08a7 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:37.088211 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-55d44f87-5c7f-45e5-b449-854fe5fe08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:37.205719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e9eda6-e1a6-4a94-8c78-77d8e14e7a92 None None] Network 7be4941a-1059-4c09-85fd-813e971c0928 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:16:37.236801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:37.343493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6f446bcf-a613-48fa-a3e9-54351ed55e50 None None] Provisioning complete for port be3b8b42-03ea-4e85-b1bf-d00650b05c0e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:37.348490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f446bcf-a613-48fa-a3e9-54351ed55e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:37.378555 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-55d44f87-5c7f-45e5-b449-854fe5fe08a7 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:37.405238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device be3b8b42-03ea-4e85-b1bf-d00650b05c0e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:16:37.412660 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:37.443552 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cce3d1b3-0c89-41bc-9650-914cea876bda tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.5949907 Nov 24 05:16:37.479164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Deleting port d0271a67-2579-4ca2-ab8b-925f7033335c {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:37.479687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:37.540097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port be3b8b42-03ea-4e85-b1bf-d00650b05c0e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:37.540560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:37.582404 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-55d44f87-5c7f-45e5-b449-854fe5fe08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40'}], 'enable_snat': True}, 'gw_port_id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:16:36Z', 'revision_number': 5, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port': {'id': 'd0271a67-2579-4ca2-ab8b-925f7033335c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:2c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:37.596039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] For port d0271a67-2579-4ca2-ab8b-925f7033335c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d0271a67-2579-4ca2-ab8b-925f7033335c,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:37.596482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:37.612079 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Calling delete_port for d0271a67-2579-4ca2-ab8b-925f7033335c owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:37.615475 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d44f87-5c7f-45e5-b449-854fe5fe08a7 None None] Checking router: f05e0afa-cd7d-49c0-8536-11045273f58f for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:16:37.634816 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d44f87-5c7f-45e5-b449-854fe5fe08a7 None None] Routers {'f05e0afa-cd7d-49c0-8536-11045273f58f'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:37.635733 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-55d44f87-5c7f-45e5-b449-854fe5fe08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['f05e0afa-cd7d-49c0-8536-11045273f58f'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:37.689089 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f446bcf-a613-48fa-a3e9-54351ed55e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:37.739086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6f446bcf-a613-48fa-a3e9-54351ed55e50 None None] For port be3b8b42-03ea-4e85-b1bf-d00650b05c0e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=be3b8b42-03ea-4e85-b1bf-d00650b05c0e,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:37.759175 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-55d44f87-5c7f-45e5-b449-854fe5fe08a7 None None] Set router f05e0afa-cd7d-49c0-8536-11045273f58f gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:37.793337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:37.821088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f446bcf-a613-48fa-a3e9-54351ed55e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:37.854253 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-55d44f87-5c7f-45e5-b449-854fe5fe08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:16:37Z', 'revision_number': 6, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:37.879294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:16:37.879604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:16:37.887144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:37.902409 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d44f87-5c7f-45e5-b449-854fe5fe08a7 None None] The sync data for ids ['f05e0afa-cd7d-49c0-8536-11045273f58f'] in dv-neutron-818850-5-hyperv is: [{'id': 'f05e0afa-cd7d-49c0-8536-11045273f58f', 'name': 'tempest-TestVolumeBootPattern-2004918962-router', 'tenant_id': '2cb45cf30899445ab9e7f26f8c806484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:28Z', 'updated_at': '2021-11-24T05:16:37Z', 'revision_number': 6, 'project_id': '2cb45cf30899445ab9e7f26f8c806484', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:16:37.934979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0271a67-2579-4ca2-ab8b-925f7033335c,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:37.939572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f446bcf-a613-48fa-a3e9-54351ed55e50 None None] Pushing event updated for resources: {'Port': ['ID=be3b8b42-03ea-4e85-b1bf-d00650b05c0e,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:37.954891 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-951ea446-b1b0-4eb4-8447-6a7a0a42d60f None None] Provisioning complete for port be3b8b42-03ea-4e85-b1bf-d00650b05c0e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:37.955472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-951ea446-b1b0-4eb4-8447-6a7a0a42d60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:37.960285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e343fd7-2207-44ad-841a-ede9888236a0 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:16:38.056066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.082393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-951ea446-b1b0-4eb4-8447-6a7a0a42d60f None None] Provisioning complete for port 05f1e50b-d9ae-4a71-a9bd-870889633f63 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:38.082840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-951ea446-b1b0-4eb4-8447-6a7a0a42d60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.136291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-951ea446-b1b0-4eb4-8447-6a7a0a42d60f None None] Port 05f1e50b-d9ae-4a71-a9bd-870889633f63 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:16:38.144502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Sync routers for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:16:38.154825 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:38.155790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:38.190530 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.192855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.229443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40008) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:38.237474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1d3c792d-d3b5-44da-89b1-3b4f0da33b1b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-882024413', 'description': 'tempest-secgroup-smoke-882024413 description', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:38.246613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.247223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f05e0afa-cd7d-49c0-8536-11045273f58f {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:16:38.253344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.255328 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c625374d-d8ed-40cb-be46-c8ac50a1ee32 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f05e0afa-cd7d-49c0-8536-11045273f58f HTTP/1.1" status: 204 len: 168 time: 1.2015193 Nov 24 05:16:38.258488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40010) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:38.267154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d3c792d-d3b5-44da-89b1-3b4f0da33b1b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.285284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f1af7052-4a58-4287-8493-f28587cadbb7 None None] Provisioning complete for port 05f1e50b-d9ae-4a71-a9bd-870889633f63 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:38.285906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f1af7052-4a58-4287-8493-f28587cadbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.325637 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:38.340307 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-97881e24-6eb5-4932-8b14-7c69af9f75ef admin admin] Deleting subnet 8921f689-b1e4-4dd7-b541-656c933bf459 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:16:38.343736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97881e24-6eb5-4932-8b14-7c69af9f75ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.379837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f1af7052-4a58-4287-8493-f28587cadbb7 None None] Port 05f1e50b-d9ae-4a71-a9bd-870889633f63 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:16:38.406084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d3c792d-d3b5-44da-89b1-3b4f0da33b1b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.416013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97881e24-6eb5-4932-8b14-7c69af9f75ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.417491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d3c792d-d3b5-44da-89b1-3b4f0da33b1b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.449358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d3c792d-d3b5-44da-89b1-3b4f0da33b1b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.451027 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1d3c792d-d3b5-44da-89b1-3b4f0da33b1b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2205696 Nov 24 05:16:38.453997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40012) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:38.459443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-21358089-8f54-4ab8-aa70-5ca5e43b796c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '6f42550c-f25f-4815-9e8d-3dd88cd7d4d3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:38.498726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c792d-d3b5-44da-89b1-3b4f0da33b1b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:38.524355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 709efd5e-7357-46e9-8dc3-23961495b4b3 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:16:38.524813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21358089-8f54-4ab8-aa70-5ca5e43b796c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.530061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97881e24-6eb5-4932-8b14-7c69af9f75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.570850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21358089-8f54-4ab8-aa70-5ca5e43b796c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.575423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21358089-8f54-4ab8-aa70-5ca5e43b796c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.595297 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21358089-8f54-4ab8-aa70-5ca5e43b796c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a210ce25-76f5-4c5c-90a9-7adf976b0838,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:38.604974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21358089-8f54-4ab8-aa70-5ca5e43b796c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.606179 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-21358089-8f54-4ab8-aa70-5ca5e43b796c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510041 Nov 24 05:16:38.607304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97881e24-6eb5-4932-8b14-7c69af9f75ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.609368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40014) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:38.615245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-66797fe7-81fd-4f74-8c81-59315414be60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '6f42550c-f25f-4815-9e8d-3dd88cd7d4d3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:38.629676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-628c03f1-8890-48e1-a731-5c904585b8fa None None] Provisioning complete for port 05f1e50b-d9ae-4a71-a9bd-870889633f63 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:38.630187 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-628c03f1-8890-48e1-a731-5c904585b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.639359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97881e24-6eb5-4932-8b14-7c69af9f75ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8921f689-b1e4-4dd7-b541-656c933bf459,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:38.641377 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-97881e24-6eb5-4932-8b14-7c69af9f75ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.644589 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-97881e24-6eb5-4932-8b14-7c69af9f75ef admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8921f689-b1e4-4dd7-b541-656c933bf459 HTTP/1.1" status: 204 len: 168 time: 0.3801866 Nov 24 05:16:38.647054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40016) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:38.656653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-66797fe7-81fd-4f74-8c81-59315414be60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.669709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328758d2-d196-4331-8ef6-7072aef8bc54 None None] Network 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:16:38.722466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.724895 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-66797fe7-81fd-4f74-8c81-59315414be60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.729611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-66797fe7-81fd-4f74-8c81-59315414be60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.740577 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 709efd5e-7357-46e9-8dc3-23961495b4b3 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:38.740989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.743296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-628c03f1-8890-48e1-a731-5c904585b8fa None None] Port 05f1e50b-d9ae-4a71-a9bd-870889633f63 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:16:38.752966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66797fe7-81fd-4f74-8c81-59315414be60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069d7a69-2fcd-493a-aca1-390829b30c20,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:38.763473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-66797fe7-81fd-4f74-8c81-59315414be60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.767810 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-66797fe7-81fd-4f74-8c81-59315414be60 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572220 Nov 24 05:16:38.768492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40018) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:38.773400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7a840cb0-84e1-4e73-a5ae-0b8f358ca836 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '6f42550c-f25f-4815-9e8d-3dd88cd7d4d3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:38.783368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Deleting port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:38.783749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.825358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a840cb0-84e1-4e73-a5ae-0b8f358ca836 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.873691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] For port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=bbe87a37-83c6-4b0b-a3ad-d2309f9e232d,segment=NetworkSegment(3009108f-be45-4c87-ac07-5756279699f9),segment_id=3009108f-be45-4c87-ac07-5756279699f9)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:38.874051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.889791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Calling delete_port for bbe87a37-83c6-4b0b-a3ad-d2309f9e232d owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:38.900804 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:38.909590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a840cb0-84e1-4e73-a5ae-0b8f358ca836 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.915528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a840cb0-84e1-4e73-a5ae-0b8f358ca836 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.934704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a840cb0-84e1-4e73-a5ae-0b8f358ca836 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbac193b-bb5c-4b42-9de5-eae9437c691c,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:38.948494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a840cb0-84e1-4e73-a5ae-0b8f358ca836 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:38.952880 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7a840cb0-84e1-4e73-a5ae-0b8f358ca836 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1803367 Nov 24 05:16:38.953063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Checking router: c7f0c91d-baca-44d6-a150-93737523e6f7 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:16:38.953063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Updating router c7f0c91d-baca-44d6-a150-93737523e6f7 port 05f1e50b-d9ae-4a71-a9bd-870889633f63 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:16:38.953259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40020) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:38.958660 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1c5f7e24-cdf1-4720-8f36-5c2a08bcbb19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '6f42550c-f25f-4815-9e8d-3dd88cd7d4d3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:38.991103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.016825 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.022145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c5f7e24-cdf1-4720-8f36-5c2a08bcbb19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.034008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe87a37-83c6-4b0b-a3ad-d2309f9e232d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:39.034259 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] No DVR routers for this DVR port bbe87a37-83c6-4b0b-a3ad-d2309f9e232d on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:16:39.079158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2134922-fbde-44da-ac83-bb3101a3ff55 None None] DHCP port deletion for 5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:16:39.128197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c5f7e24-cdf1-4720-8f36-5c2a08bcbb19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.142172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c5f7e24-cdf1-4720-8f36-5c2a08bcbb19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.169096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f7e24-cdf1-4720-8f36-5c2a08bcbb19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5097d1-8286-4e6e-b1a3-6b8ec144dbe3,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:39.180969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c5f7e24-cdf1-4720-8f36-5c2a08bcbb19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.185997 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1c5f7e24-cdf1-4720-8f36-5c2a08bcbb19 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2319736 Nov 24 05:16:39.190139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40022) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:39.203310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-16f9d702-f363-4b31-98a4-747e1352fc5c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '6f42550c-f25f-4815-9e8d-3dd88cd7d4d3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:39.263442 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-16f9d702-f363-4b31-98a4-747e1352fc5c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:16:39.269247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f9d702-f363-4b31-98a4-747e1352fc5c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.358077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f9d702-f363-4b31-98a4-747e1352fc5c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.367063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f9d702-f363-4b31-98a4-747e1352fc5c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.406638 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9d702-f363-4b31-98a4-747e1352fc5c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfded85-fc8b-46ba-8949-535b15b02177,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:39.420218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device be3b8b42-03ea-4e85-b1bf-d00650b05c0e up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:16:39.420743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16f9d702-f363-4b31-98a4-747e1352fc5c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.422268 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-16f9d702-f363-4b31-98a4-747e1352fc5c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2326760 Nov 24 05:16:39.423327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.425951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40024) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:39.432777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-288d5f01-6a02-4214-b0e9-6cd13904a13e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'security_group_rule': {'security_group_id': '6f42550c-f25f-4815-9e8d-3dd88cd7d4d3', 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:39.444340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae9f4e0-c857-4107-8d8f-ea8331f8caf7']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:39.454902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3009108f-be45-4c87-ac07-5756279699f9') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:39.455245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3009108f-be45-4c87-ac07-5756279699f9') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:39.457577 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-288d5f01-6a02-4214-b0e9-6cd13904a13e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Project 227fcf8641794a6b9aef85d3570bf3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:16:39.466104 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.466596 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-288d5f01-6a02-4214-b0e9-6cd13904a13e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.469814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.475242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.486146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.493021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:16:39.493425 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:16:39.495108 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:16:39.534158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-288d5f01-6a02-4214-b0e9-6cd13904a13e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.539783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-288d5f01-6a02-4214-b0e9-6cd13904a13e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.543506 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port be3b8b42-03ea-4e85-b1bf-d00650b05c0e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:39.543891 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.546106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c6794-a636-4178-9c32-df95d4e59a00 None None] Pushing event updated for resources: {'Port': ['ID=05f1e50b-d9ae-4a71-a9bd-870889633f63,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:39.562665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d5f01-6a02-4214-b0e9-6cd13904a13e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052cab60-34fc-40af-8aa2-a1ae0c2a9372,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:39.574170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-288d5f01-6a02-4214-b0e9-6cd13904a13e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.575913 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-288d5f01-6a02-4214-b0e9-6cd13904a13e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485355 Nov 24 05:16:39.586417 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.612378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.618988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40028) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:39.619224 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5ae9f4e0-c857-4107-8d8f-ea8331f8caf7 HTTP/1.1" status: 204 len: 168 time: 0.9701929 Nov 24 05:16:39.620155 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf4a96-6a8f-40d7-879d-db949909bd44 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae9f4e0-c857-4107-8d8f-ea8331f8caf7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:39.649642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Attempting to bind port 05f1e50b-d9ae-4a71-a9bd-870889633f63 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:16:39.650086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Attempting to bind port 05f1e50b-d9ae-4a71-a9bd-870889633f63 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:16:39.650462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Attempting to bind port 05f1e50b-d9ae-4a71-a9bd-870889633f63 on network 7be4941a-1059-4c09-85fd-813e971c0928 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:16:39.657784 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:16:39.658165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Checking segment: {'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:16:39.658568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.658963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Bound using segment: {'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:16:39.659439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Bound port: 05f1e50b-d9ae-4a71-a9bd-870889633f63, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:16:39.659863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.793208 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-baf0602b-33f9-4acf-a5c5-f74a48a50477 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882024413&fields=id&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 267 time: 0.0641241 Nov 24 05:16:39.924770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b5ec86d8-8202-408f-9d9d-d2d807107139 None None] Provisioning complete for port 05f1e50b-d9ae-4a71-a9bd-870889633f63 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:39.927791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-28edbf79-41c5-42b9-a71a-bc8ccc5640ec tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:39.927955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b5ec86d8-8202-408f-9d9d-d2d807107139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:39.928056 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-28edbf79-41c5-42b9-a71a-bc8ccc5640ec tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/networks?id=7be4941a-1059-4c09-85fd-813e971c0928 HTTP/1.1" status: 200 len: 797 time: 0.1168039 Nov 24 05:16:39.951019 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] For port 05f1e50b-d9ae-4a71-a9bd-870889633f63, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:16:39.962579 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-c88cf1d6-31db-4232-a3b2-e5984745debf tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/quotas/227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 375 time: 0.0146897 Nov 24 05:16:39.969457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] For port 05f1e50b-d9ae-4a71-a9bd-870889633f63, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=05f1e50b-d9ae-4a71-a9bd-870889633f63,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:16:39.974239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec86d8-8202-408f-9d9d-d2d807107139 None None] Port 05f1e50b-d9ae-4a71-a9bd-870889633f63 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:16:39.979991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:40.005899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d0271a67-2579-4ca2-ab8b-925f7033335c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:40.026610 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-fe413cf8-a882-4e32-b85b-4dd1f87f974a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565107 Nov 24 05:16:40.039900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: d0271a67-2579-4ca2-ab8b-925f7033335c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:40.040249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d0271a67-2579-4ca2-ab8b-925f7033335c not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:40.040670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 856ebc73-180e-4443-8a4d-a5159973c22c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:40.060652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:40.071847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 856ebc73-180e-4443-8a4d-a5159973c22c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:40.072214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 856ebc73-180e-4443-8a4d-a5159973c22c not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:40.072615 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device bbe87a37-83c6-4b0b-a3ad-d2309f9e232d no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:40.103248 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: bbe87a37-83c6-4b0b-a3ad-d2309f9e232d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:40.104168 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device bbe87a37-83c6-4b0b-a3ad-d2309f9e232d not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:40.105288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:40.105919 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:40.107842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c6794-a636-4178-9c32-df95d4e59a00 None None] Pushing event updated for resources: {'Port': ['ID=05f1e50b-d9ae-4a71-a9bd-870889633f63,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:40.208626 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-176864c8-6ca2-4590-843c-fa2012fa9271 service neutron] 10.222.0.37 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533384 Nov 24 05:16:40.231970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:40.309712 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-07a49ac0-166c-442d-ae27-7b65a4c0eb26 service neutron] 10.222.0.37 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001399 Nov 24 05:16:40.341485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] Deleting port b2e2e986-b72d-4209-9334-be2d5c69696a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:40.341828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:40.382555 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4a61a700-009d-4922-8b32-303dd34fb3b5 None None] Provisioning complete for port 05f1e50b-d9ae-4a71-a9bd-870889633f63 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:40.382929 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4a61a700-009d-4922-8b32-303dd34fb3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:40.436995 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] For port b2e2e986-b72d-4209-9334-be2d5c69696a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b2e2e986-b72d-4209-9334-be2d5c69696a,segment=NetworkSegment(ce8875fd-0769-47e6-af06-0a0a2f862af1),segment_id=ce8875fd-0769-47e6-af06-0a0a2f862af1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:40.439079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:40.458421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] Calling delete_port for b2e2e986-b72d-4209-9334-be2d5c69696a owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:40.500928 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-18da3274-8900-44ea-9bcf-fca45fe14e6c req-0c6af3fc-fbb1-43c2-b1dd-dbdd8b633787 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 210 time: 0.0370953 Nov 24 05:16:40.545021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4a61a700-009d-4922-8b32-303dd34fb3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:40.561189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:16:39Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:40.597136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc0934-1229-4226-9911-263e0710e8c9 None None] The sync data for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv is: [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:16:39Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:16:40.614179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4a61a700-009d-4922-8b32-303dd34fb3b5 None None] For port 05f1e50b-d9ae-4a71-a9bd-870889633f63, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=05f1e50b-d9ae-4a71-a9bd-870889633f63,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:40.620033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4a61a700-009d-4922-8b32-303dd34fb3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:40.698664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:40.702956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61a700-009d-4922-8b32-303dd34fb3b5 None None] Pushing event updated for resources: {'Port': ['ID=05f1e50b-d9ae-4a71-a9bd-870889633f63,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:40.740348 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e2e986-b72d-4209-9334-be2d5c69696a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:40.939339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:41.187451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] Router e59411bc-90a7-4bce-abd1-9989f981b3f0 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:16:41.299271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:16:41.307717 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05f2636-f27b-49ae-8b04-94e3daf93131 None None] Sync routers for ids ['e59411bc-90a7-4bce-abd1-9989f981b3f0'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:16:41.310647 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-18b3bfd3-9ae8-4a2a-a13b-066c313bf8d2 admin admin] 10.222.0.37 "PUT /v2.0/routers/e59411bc-90a7-4bce-abd1-9989f981b3f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6903701 Nov 24 05:16:41.313200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40054) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:41.336618 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f2636-f27b-49ae-8b04-94e3daf93131 None None] Routers {'e59411bc-90a7-4bce-abd1-9989f981b3f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:41.337529 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d05f2636-f27b-49ae-8b04-94e3daf93131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e59411bc-90a7-4bce-abd1-9989f981b3f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:41.446813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:41.557570 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d05f2636-f27b-49ae-8b04-94e3daf93131 None None] Set router e59411bc-90a7-4bce-abd1-9989f981b3f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:41.569282 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 05f1e50b-d9ae-4a71-a9bd-870889633f63 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:16:41.677845 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3de2b6c5-315d-48b0-9edd-7ed32e131919 req-6dbe8759-5f79-4152-9a7f-0b8f7b907ac8 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 210 time: 0.0658906 Nov 24 05:16:41.697288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 05f1e50b-d9ae-4a71-a9bd-870889633f63 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:41.697759 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:41.743297 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:41.780305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-0abdb7dc-d0e3-45de-a8c4-6e648bc55804 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:41.781789 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-0abdb7dc-d0e3-45de-a8c4-6e648bc55804 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/networks?id=7be4941a-1059-4c09-85fd-813e971c0928 HTTP/1.1" status: 200 len: 797 time: 0.1865158 Nov 24 05:16:41.875531 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d05f2636-f27b-49ae-8b04-94e3daf93131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'name': 'tempest-TestVolumeBootPattern-1452000724-router', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:32Z', 'updated_at': '2021-11-24T05:16:40Z', 'revision_number': 5, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'gw_port': {'id': '4e52c7ac-d7f3-4318-8563-9436e8c68402', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:09:33Z', 'updated_at': '2021-11-24T05:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:41.894572 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-1cea63ce-91ce-450e-9c8f-865f09bfe1a0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=227fcf8641794a6b9aef85d3570bf3a5 HTTP/1.1" status: 200 len: 379 time: 0.0892167 Nov 24 05:16:41.897029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Deleting port 4e52c7ac-d7f3-4318-8563-9436e8c68402 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:41.897354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:41.904692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'port': {'device_id': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'admin_state_up': True, 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'security_groups': ['6f42550c-f25f-4815-9e8d-3dd88cd7d4d3']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:41.908483 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05f2636-f27b-49ae-8b04-94e3daf93131 None None] Checking router: e59411bc-90a7-4bce-abd1-9989f981b3f0 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:16:41.921566 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f2636-f27b-49ae-8b04-94e3daf93131 None None] Routers {'e59411bc-90a7-4bce-abd1-9989f981b3f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:41.922190 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d05f2636-f27b-49ae-8b04-94e3daf93131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e59411bc-90a7-4bce-abd1-9989f981b3f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:42.008904 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d05f2636-f27b-49ae-8b04-94e3daf93131 None None] Set router e59411bc-90a7-4bce-abd1-9989f981b3f0 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:42.054632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] For port 4e52c7ac-d7f3-4318-8563-9436e8c68402, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4e52c7ac-d7f3-4318-8563-9436e8c68402,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:42.055079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.065239 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d05f2636-f27b-49ae-8b04-94e3daf93131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'name': 'tempest-TestVolumeBootPattern-1452000724-router', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:32Z', 'updated_at': '2021-11-24T05:16:41Z', 'revision_number': 6, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:42.072737 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Calling delete_port for 4e52c7ac-d7f3-4318-8563-9436e8c68402 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:42.093236 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05f2636-f27b-49ae-8b04-94e3daf93131 None None] The sync data for ids ['e59411bc-90a7-4bce-abd1-9989f981b3f0'] in dv-neutron-818850-5-hyperv is: [{'id': 'e59411bc-90a7-4bce-abd1-9989f981b3f0', 'name': 'tempest-TestVolumeBootPattern-1452000724-router', 'tenant_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:09:32Z', 'updated_at': '2021-11-24T05:16:41Z', 'revision_number': 6, 'project_id': 'e77af97dc5a845aab6b2c2e9a512fa43', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:16:42.130128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Made reservation on behalf of 227fcf8641794a6b9aef85d3570bf3a5 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:16:42.133652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.337045 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.20.0.5 (7be4941a-1059-4c09-85fd-813e971c0928/244b1f75-8777-4e6d-b72e-2f605b618a68/4b66810e-0524-446e-8b3d-268691785bae) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:16:42.355778 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.390802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e52c7ac-d7f3-4318-8563-9436e8c68402,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:42.399165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77507b8c-945b-4c14-98af-a9d07ab11de2 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:16:42.523764 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.627979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.632811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.688108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.694901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.695603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e59411bc-90a7-4bce-abd1-9989f981b3f0 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:16:42.700747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.701909 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a1367396-0e13-46b0-820c-8eed26cc8f91 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e59411bc-90a7-4bce-abd1-9989f981b3f0 HTTP/1.1" status: 204 len: 168 time: 1.3871880 Nov 24 05:16:42.704820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40064) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:42.740443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.781027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3829fbd-0917-4db3-a9ad-78c73875c486 admin admin] Deleting subnet 537f0e2a-d9b9-4caf-9abb-0db9de96e373 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:16:42.782946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network 7be4941a-1059-4c09-85fd-813e971c0928 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:16:42.784648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3829fbd-0917-4db3-a9ad-78c73875c486 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.790625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:16:42.799093 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:16:42.803250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=4b66810e-0524-446e-8b3d-268691785bae,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:42.830903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2006c2-9f82-4207-8c35-ddb9c950ff66 req-d83780ad-648b-49f1-be71-99aa73a7e0ca tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:42.832437 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bb2006c2-9f82-4207-8c35-ddb9c950ff66 req-d83780ad-648b-49f1-be71-99aa73a7e0ca tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 931 time: 0.0944693 Nov 24 05:16:42.841114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3829fbd-0917-4db3-a9ad-78c73875c486 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.868544 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:42.869376 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.896170 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-9b3d5423-2ce6-4cca-a860-54d3082a90c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9952788 Nov 24 05:16:42.909981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Request body: {'port': {'device_id': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:42.945093 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bb2006c2-9f82-4207-8c35-ddb9c950ff66 req-a77a4220-0fd9-4ea4-ae6b-a0d34673ae82 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012521 Nov 24 05:16:42.976343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:42.982170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3829fbd-0917-4db3-a9ad-78c73875c486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.041860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3829fbd-0917-4db3-a9ad-78c73875c486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.067803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3829fbd-0917-4db3-a9ad-78c73875c486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=537f0e2a-d9b9-4caf-9abb-0db9de96e373,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:43.071388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3829fbd-0917-4db3-a9ad-78c73875c486 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.075634 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b3829fbd-0917-4db3-a9ad-78c73875c486 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/537f0e2a-d9b9-4caf-9abb-0db9de96e373 HTTP/1.1" status: 204 len: 168 time: 0.3688478 Nov 24 05:16:43.077116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40066) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:43.093502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68bb7ff-3e8c-4bc2-af04-c1102c94735b None None] Network 660be8b3-28da-4ac4-9f80-115b3df7ecd7 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:16:43.129768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ed6f190e-32d4-4951-84e3-f0c3e2d28369 None None] Provisioning complete for port 4b66810e-0524-446e-8b3d-268691785bae triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:43.130401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed6f190e-32d4-4951-84e3-f0c3e2d28369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.158623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.216589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f190e-32d4-4951-84e3-f0c3e2d28369 None None] Port 4b66810e-0524-446e-8b3d-268691785bae cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:16:43.220254 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Deleting port 45def11a-9ebd-4225-b5c9-98cb2edca3d1 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:43.220842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.322507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] For port 45def11a-9ebd-4225-b5c9-98cb2edca3d1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=45def11a-9ebd-4225-b5c9-98cb2edca3d1,segment=NetworkSegment(ce8875fd-0769-47e6-af06-0a0a2f862af1),segment_id=ce8875fd-0769-47e6-af06-0a0a2f862af1)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:43.322964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.338613 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Calling delete_port for 45def11a-9ebd-4225-b5c9-98cb2edca3d1 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:43.348346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef2d5c3-7649-49ba-882b-004d9358f5b5 None None] DHCP port deletion for 660be8b3-28da-4ac4-9f80-115b3df7ecd7 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:16:43.409312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5ef2d5c3-7649-49ba-882b-004d9358f5b5 None None] Deleting port 45def11a-9ebd-4225-b5c9-98cb2edca3d1 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:16:43.409722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d5c3-7649-49ba-882b-004d9358f5b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.433193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.437415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e52c7ac-d7f3-4318-8563-9436e8c68402 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:43.461858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Pushing event deleted for resources: {'Port': ['ID=45def11a-9ebd-4225-b5c9-98cb2edca3d1,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:43.465747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] No DVR routers for this DVR port 45def11a-9ebd-4225-b5c9-98cb2edca3d1 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:16:43.500976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 4e52c7ac-d7f3-4318-8563-9436e8c68402 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:43.501324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e52c7ac-d7f3-4318-8563-9436e8c68402 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:43.501752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b2e2e986-b72d-4209-9334-be2d5c69696a no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:43.529860 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: b2e2e986-b72d-4209-9334-be2d5c69696a {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:43.530210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b2e2e986-b72d-4209-9334-be2d5c69696a not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:43.536170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5ef2d5c3-7649-49ba-882b-004d9358f5b5 None None] For port 45def11a-9ebd-4225-b5c9-98cb2edca3d1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=45def11a-9ebd-4225-b5c9-98cb2edca3d1,segment=NetworkSegment(ce8875fd-0769-47e6-af06-0a0a2f862af1),segment_id=ce8875fd-0769-47e6-af06-0a0a2f862af1)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:43.536497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d5c3-7649-49ba-882b-004d9358f5b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.545765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.549163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-5ef2d5c3-7649-49ba-882b-004d9358f5b5 None None] Calling delete_port for 45def11a-9ebd-4225-b5c9-98cb2edca3d1 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:16:43.566775 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660be8b3-28da-4ac4-9f80-115b3df7ecd7']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:43.577025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8875fd-0769-47e6-af06-0a0a2f862af1') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:43.577326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8875fd-0769-47e6-af06-0a0a2f862af1') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:43.589163 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.597691 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b66810e-0524-446e-8b3d-268691785bae {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:16:43.605101 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.613609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.614397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:16:43.615149 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:16:43.618078 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:16:43.630859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d5c3-7649-49ba-882b-004d9358f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.655324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2d5c3-7649-49ba-882b-004d9358f5b5 None None] Pushing event deleted for resources: {'Port': ['ID=45def11a-9ebd-4225-b5c9-98cb2edca3d1,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:43.659060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2d5c3-7649-49ba-882b-004d9358f5b5 None None] No DVR routers for this DVR port 45def11a-9ebd-4225-b5c9-98cb2edca3d1 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:16:43.683447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Transition to ACTIVE for port object 4b66810e-0524-446e-8b3d-268691785bae will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:16:43.684061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.687817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.688059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.693366 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] 10.222.0.37 "DELETE /v2.0/networks/660be8b3-28da-4ac4-9f80-115b3df7ecd7 HTTP/1.1" status: 204 len: 168 time: 0.6139090 Nov 24 05:16:43.712817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7edec5-04be-400d-9e87-805801b5dccb admin admin] Pushing event deleted for resources: {'Network': ['ID=660be8b3-28da-4ac4-9f80-115b3df7ecd7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:43.760236 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Pushing event updated for resources: {'Port': ['ID=4b66810e-0524-446e-8b3d-268691785bae,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:43.820268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Attempting to bind port 4b66810e-0524-446e-8b3d-268691785bae on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:16:43.821079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Attempting to bind port 4b66810e-0524-446e-8b3d-268691785bae by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:16:43.821079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Attempting to bind port 4b66810e-0524-446e-8b3d-268691785bae on network 7be4941a-1059-4c09-85fd-813e971c0928 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:16:43.825848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Port 4b66810e-0524-446e-8b3d-268691785bae on network 7be4941a-1059-4c09-85fd-813e971c0928 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:16:43.826248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Attempting to bind port 4b66810e-0524-446e-8b3d-268691785bae on network 7be4941a-1059-4c09-85fd-813e971c0928 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:16:43.831793 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:16:43.832139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Checking segment: {'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:16:43.832533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Bound using segment: {'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:16:43.832967 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Bound port: 4b66810e-0524-446e-8b3d-268691785bae, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98dd25b0-4dd3-49d8-bef4-5ed85f02102f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:16:43.833330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:43.844028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40070) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:43.925625 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-84168f0b-8251-4fac-8d6d-0800a81f8b03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cb45cf30899445ab9e7f26f8c806484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0804207 Nov 24 05:16:43.928076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40072) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:43.943805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] For port 4b66810e-0524-446e-8b3d-268691785bae, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:16:43.968899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] For port 4b66810e-0524-446e-8b3d-268691785bae, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=4b66810e-0524-446e-8b3d-268691785bae,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:16:43.974549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:44.032491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:44.033126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:44.034536 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] 10.222.0.31 "PUT /v2.0/ports/4b66810e-0524-446e-8b3d-268691785bae HTTP/1.1" status: 200 len: 1093 time: 1.1301231 Nov 24 05:16:44.035000 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'tag': '4b66810e-0524-446e-8b3d-268691785bae'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:44.037329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbb39ae-7d8f-4270-ad77-30a874bd2aee", "tag": "4b66810e-0524-446e-8b3d-268691785bae"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:44.054261 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016528c-dcf8-429f-b66f-1882f9f79353 service neutron] Pushing event updated for resources: {'Port': ['ID=4b66810e-0524-446e-8b3d-268691785bae,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:44.056969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4892f000-0975-4451-9a0a-2fe5fade6dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:44.083776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4892f000-0975-4451-9a0a-2fe5fade6dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:44.121411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07a08a9-a67c-4853-a0d7-80fc79067350 x-openstack-request-id: req-b07a08a9-a67c-4853-a0d7-80fc79067350 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:44.121795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbb39ae-7d8f-4270-ad77-30a874bd2aee", "tag": "4b66810e-0524-446e-8b3d-268691785bae", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:44.122003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b07a08a9-a67c-4853-a0d7-80fc79067350 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:44.122414 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'tag': '4b66810e-0524-446e-8b3d-268691785bae', 'status': 'completed', 'code': 200} Nov 24 05:16:44.130868 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac362bc-fe4f-4fe8-9dad-3bd42cffd3e5 req-a2e2e90d-cd6e-40a1-92fd-81882cd29af6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:44.133507 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ac362bc-fe4f-4fe8-9dad-3bd42cffd3e5 req-a2e2e90d-cd6e-40a1-92fd-81882cd29af6 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 943 time: 0.1152914 Nov 24 05:16:44.171440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-d8998237-b002-4db2-9b1a-5376440179e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:44.173401 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-d8998237-b002-4db2-9b1a-5376440179e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 1096 time: 0.0501993 Nov 24 05:16:44.179395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4892f000-0975-4451-9a0a-2fe5fade6dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:44.182577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4892f000-0975-4451-9a0a-2fe5fade6dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:44.186132 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4892f000-0975-4451-9a0a-2fe5fade6dac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e012ba04-be33-4641-8344-c8f9793c0383 HTTP/1.1" status: 204 len: 168 time: 0.2548614 Nov 24 05:16:44.198625 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ac362bc-fe4f-4fe8-9dad-3bd42cffd3e5 req-fc135f03-fc1d-4a71-a3bf-b12d63b19d03 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586331 Nov 24 05:16:44.240684 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-7755a0e2-4656-4386-94b9-89c3ffa3d7f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b66810e-0524-446e-8b3d-268691785bae HTTP/1.1" status: 200 len: 217 time: 0.0556855 Nov 24 05:16:44.241748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892f000-0975-4451-9a0a-2fe5fade6dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012ba04-be33-4641-8344-c8f9793c0383,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:44.294331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-ab58180d-6177-47ed-8b42-834371032679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:44.295801 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-ab58180d-6177-47ed-8b42-834371032679 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=244b1f75-8777-4e6d-b72e-2f605b618a68 HTTP/1.1" status: 200 len: 835 time: 0.0486040 Nov 24 05:16:44.343783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-49a5abe2-b0b5-4934-bba3-f27047016b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:44.345558 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-49a5abe2-b0b5-4934-bba3-f27047016b3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be4941a-1059-4c09-85fd-813e971c0928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430117 Nov 24 05:16:44.441485 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-bebc65e3-6d1f-4cc5-a1d9-c2bf3834bb22 service neutron] 10.222.0.31 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891442 Nov 24 05:16:44.534138 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cba9fcb5-f917-4130-b10e-80f64eea9b58 req-97801427-7a58-4ccf-8758-a9c28580c857 service neutron] 10.222.0.31 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854802 Nov 24 05:16:44.540205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40082) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:44.592823 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4264e747-99d8-43e6-8d15-152cd2e6387e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e77af97dc5a845aab6b2c2e9a512fa43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514643 Nov 24 05:16:44.595415 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40084) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:44.621616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904 req-9c170ac7-2e18-42b6-b96e-51037752cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:44.623107 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904 req-9c170ac7-2e18-42b6-b96e-51037752cebd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 1096 time: 0.0418806 Nov 24 05:16:44.651074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96242027-dc7c-4fdb-b416-85e15250e67f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:44.671840 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96242027-dc7c-4fdb-b416-85e15250e67f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:44.715073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904 req-6343d8e2-6df6-4968-9cff-b99f2ba790b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:44.716596 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904 req-6343d8e2-6df6-4968-9cff-b99f2ba790b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be4941a-1059-4c09-85fd-813e971c0928 HTTP/1.1" status: 200 len: 898 time: 0.0855379 Nov 24 05:16:44.722156 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96242027-dc7c-4fdb-b416-85e15250e67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:44.725008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96242027-dc7c-4fdb-b416-85e15250e67f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:44.726168 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-96242027-dc7c-4fdb-b416-85e15250e67f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/951100d7-0935-422e-b9ea-898ac8949819 HTTP/1.1" status: 204 len: 168 time: 0.1296842 Nov 24 05:16:44.735171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96242027-dc7c-4fdb-b416-85e15250e67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951100d7-0935-422e-b9ea-898ac8949819,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:44.767387 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904 req-6439c50a-c21a-4600-ae88-7e35c5d07970 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b66810e-0524-446e-8b3d-268691785bae HTTP/1.1" status: 200 len: 217 time: 0.0436301 Nov 24 05:16:44.818711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904 req-a412044d-07d9-4afe-b4d2-38784d0d12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:44.820262 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904 req-a412044d-07d9-4afe-b4d2-38784d0d12d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=244b1f75-8777-4e6d-b72e-2f605b618a68 HTTP/1.1" status: 200 len: 835 time: 0.0458250 Nov 24 05:16:44.869563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904 req-defd7105-5d3a-4160-b1e3-8988a4573261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:44.871293 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904 req-defd7105-5d3a-4160-b1e3-8988a4573261 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be4941a-1059-4c09-85fd-813e971c0928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422814 Nov 24 05:16:44.976400 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904 req-087553b0-ac70-453a-a200-2e27dbca9aef service neutron] 10.222.0.31 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953407 Nov 24 05:16:45.073204 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-32f7c7f7-a2f3-4fad-8365-2ec4b6c18904 req-0b621d95-a6b0-4223-a60d-310126dcc10a service neutron] 10.222.0.31 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886142 Nov 24 05:16:45.310303 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73183900-abeb-45af-bb13-17fbef95605a req-bac18cb8-91d4-4a67-bb9b-0b099c211647 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:45.311800 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-73183900-abeb-45af-bb13-17fbef95605a req-bac18cb8-91d4-4a67-bb9b-0b099c211647 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 943 time: 0.0481887 Nov 24 05:16:45.352695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 45def11a-9ebd-4225-b5c9-98cb2edca3d1 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:16:45.362746 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-73183900-abeb-45af-bb13-17fbef95605a req-3b8e1cd4-503c-48d1-b6f6-9e83f0a574d0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450227 Nov 24 05:16:45.374601 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 45def11a-9ebd-4225-b5c9-98cb2edca3d1 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:16:45.374943 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 45def11a-9ebd-4225-b5c9-98cb2edca3d1 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:16:45.640069 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 4b66810e-0524-446e-8b3d-268691785bae details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:16:45.731755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 4b66810e-0524-446e-8b3d-268691785bae, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=4b66810e-0524-446e-8b3d-268691785bae,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:45.743112 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '4b66810e-0524-446e-8b3d-268691785bae', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'port_id': '4b66810e-0524-446e-8b3d-268691785bae', 'mac_address': 'fa:16:3e:c1:e0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:16:45.780976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:45.793430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b66810e-0524-446e-8b3d-268691785bae {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:16:45.812889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 4b66810e-0524-446e-8b3d-268691785bae, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=4b66810e-0524-446e-8b3d-268691785bae,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:45.816945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:45.861991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=4b66810e-0524-446e-8b3d-268691785bae,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:46.010896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['4b66810e-0524-446e-8b3d-268691785bae'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:16:46.120344 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5028cf36-8a2f-475b-a6ea-f10af1495d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:46.477341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81556b46-091a-4031-8c6c-b5a3db43e879 req-54ad0a4e-2252-4045-bb56-c6db49f5740b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:46.478826 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-81556b46-091a-4031-8c6c-b5a3db43e879 req-54ad0a4e-2252-4045-bb56-c6db49f5740b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 944 time: 0.0492401 Nov 24 05:16:46.527045 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-81556b46-091a-4031-8c6c-b5a3db43e879 req-fc597890-f9d5-45e9-bbad-206e53d71533 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422456 Nov 24 05:16:47.645173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cce2a-762e-4e92-8de5-a7854916bb78 req-0ed06144-d2d5-4637-a68b-776a4ff58c62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:47.645902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 4b66810e-0524-446e-8b3d-268691785bae up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:16:47.646625 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-481cce2a-762e-4e92-8de5-a7854916bb78 req-0ed06144-d2d5-4637-a68b-776a4ff58c62 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 944 time: 0.0532906 Nov 24 05:16:47.693678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 4b66810e-0524-446e-8b3d-268691785bae completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:16:47.698672 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 4b66810e-0524-446e-8b3d-268691785bae triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:16:47.699520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:47.701853 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-481cce2a-762e-4e92-8de5-a7854916bb78 req-428e0602-97d6-45b4-8bd6-0b048e2af213 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485501 Nov 24 05:16:47.917404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:47.938668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b66810e-0524-446e-8b3d-268691785bae'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:47.940931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfc9623-395e-4d57-a0e7-8bd3b240f5f0" -d '{"events": [{"server_uuid": "1fbb39ae-7d8f-4270-ad77-30a874bd2aee", "name": "network-vif-plugged", "status": "completed", "tag": "4b66810e-0524-446e-8b3d-268691785bae"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:47.954899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 4b66810e-0524-446e-8b3d-268691785bae, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=4b66810e-0524-446e-8b3d-268691785bae,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:16:47.961178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:47.984870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31936cbb-010b-47f9-abc5-963ce9308797 x-openstack-request-id: req-31936cbb-010b-47f9-abc5-963ce9308797 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:47.985165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbb39ae-7d8f-4270-ad77-30a874bd2aee", "name": "network-vif-plugged", "status": "completed", "tag": "4b66810e-0524-446e-8b3d-268691785bae", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:47.985418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31936cbb-010b-47f9-abc5-963ce9308797 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:47.985800 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b66810e-0524-446e-8b3d-268691785bae', 'code': 200} Nov 24 05:16:48.010796 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=4b66810e-0524-446e-8b3d-268691785bae,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:48.154034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c74865-e639-424d-bf8c-a95842e0ad7d req-ce106c6a-1e8a-4138-8cad-15a5917be92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:48.155513 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a9c74865-e639-424d-bf8c-a95842e0ad7d req-ce106c6a-1e8a-4138-8cad-15a5917be92a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 1098 time: 0.0447338 Nov 24 05:16:48.202956 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a9c74865-e639-424d-bf8c-a95842e0ad7d req-291de14e-6991-4d86-b224-db9904bbd650 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385518 Nov 24 05:16:48.358411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dd62eaaf-b14a-4914-842b-cdf69ae3625f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:48.821589 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfe70d-c835-49fe-bc2f-26f39309cc24 req-ac9facba-aadd-4a06-9fe9-7fbc64f38293 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:48.823060 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b4dfe70d-c835-49fe-bc2f-26f39309cc24 req-ac9facba-aadd-4a06-9fe9-7fbc64f38293 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 945 time: 0.0507207 Nov 24 05:16:48.873455 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b4dfe70d-c835-49fe-bc2f-26f39309cc24 req-8bf7cb08-f0fb-4c53-b359-5935fd8b7ae7 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444121 Nov 24 05:16:49.553364 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:49.990333 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ceece-2ed3-4e77-aff9-3443f812484a req-3152a172-781f-4de2-b628-ce2f7bf56666 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:49.992010 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d4ceece-2ed3-4e77-aff9-3443f812484a req-3152a172-781f-4de2-b628-ce2f7bf56666 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 945 time: 0.0501361 Nov 24 05:16:50.045277 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d4ceece-2ed3-4e77-aff9-3443f812484a req-6cc9797c-7c57-41c8-986e-516dcb524dc9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471718 Nov 24 05:16:50.157428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564fabd-e740-4888-a9dd-96fbc93a4642 req-7e6787fb-a3c3-4f74-93cc-35e22bc743ec tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:50.158783 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e564fabd-e740-4888-a9dd-96fbc93a4642 req-7e6787fb-a3c3-4f74-93cc-35e22bc743ec tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 945 time: 0.0487235 Nov 24 05:16:50.206958 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e564fabd-e740-4888-a9dd-96fbc93a4642 req-e36433b5-7636-445c-8951-9165ec298313 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419838 Nov 24 05:16:50.229283 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40102) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:50.267216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d3564-4a8c-4d0f-bcec-de877c5e312c tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:50.268703 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b86d3564-4a8c-4d0f-bcec-de877c5e312c tempest-TestNetworkBasicOps-1339807220 tempest-TestNetworkBasicOps-1339807220-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 1093 time: 0.0384758 Nov 24 05:16:50.271394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40104) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:50.276467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '4b66810e-0524-446e-8b3d-268691785bae', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:16:50.297659 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:50.397052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:50.499741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Allocated IP 172.26.0.74 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/1b5449b3-f20b-43cf-8594-56ac29c8ef64) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:16:50.534861 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:16:50.599763 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:50.633963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:50.672849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:16:50.675623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:16:50.679662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:16:50.685201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=1b5449b3-f20b-43cf-8594-56ac29c8ef64,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:50.769779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:51.037125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:51.105321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:51.249253 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:51.254170 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:51.328882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event updated for resources: {'Port': ['ID=1b5449b3-f20b-43cf-8594-56ac29c8ef64,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:16:51.336307 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:51.436329 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP d0d2bbeb-788a-481e-ba44-081616087424 associated. External IP: 172.26.0.74, port: 4b66810e-0524-446e-8b3d-268691785bae. Nov 24 05:16:51.643186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c7f0c91d-baca-44d6-a150-93737523e6f7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:16:51.728457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:51.753126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:16:51.763101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acace739-2d18-4277-ae1c-d6d82bbbb440 None None] Sync routers for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:16:51.770611 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:16:51.774535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acace739-2d18-4277-ae1c-d6d82bbbb440 None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:51.775174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-acace739-2d18-4277-ae1c-d6d82bbbb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:51.798103 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2db48a91-4f70-4fa9-91ff-fd2382c10416 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5256910 Nov 24 05:16:51.798686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'tag': '4b66810e-0524-446e-8b3d-268691785bae'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:16:51.800895 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40106) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:51.801379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203e66bd-e64f-4bb2-94b9-36695651e1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbb39ae-7d8f-4270-ad77-30a874bd2aee", "tag": "4b66810e-0524-446e-8b3d-268691785bae"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:16:51.840494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0088c88d-dfcb-414c-951b-139aa5a19d36 x-openstack-request-id: req-0088c88d-dfcb-414c-951b-139aa5a19d36 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:16:51.840790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbb39ae-7d8f-4270-ad77-30a874bd2aee", "tag": "4b66810e-0524-446e-8b3d-268691785bae", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:16:51.841048 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0088c88d-dfcb-414c-951b-139aa5a19d36 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:16:51.841456 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'tag': '4b66810e-0524-446e-8b3d-268691785bae', 'status': 'completed', 'code': 200} Nov 24 05:16:51.863882 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2bb86734-6057-4a0b-bf9d-11cba44a288e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/d0d2bbeb-788a-481e-ba44-081616087424 HTTP/1.1" status: 200 len: 990 time: 0.0610993 Nov 24 05:16:51.896177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-acace739-2d18-4277-ae1c-d6d82bbbb440 None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:51.906654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e66bd-e64f-4bb2-94b9-36695651e1cb req-9654457a-56e3-454b-880e-1231ab5cdbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:51.908176 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-203e66bd-e64f-4bb2-94b9-36695651e1cb req-9654457a-56e3-454b-880e-1231ab5cdbb3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 1098 time: 0.0400333 Nov 24 05:16:52.001743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e66bd-e64f-4bb2-94b9-36695651e1cb req-184b7108-1214-4b43-b123-dca59bd110bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:52.003206 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-203e66bd-e64f-4bb2-94b9-36695651e1cb req-184b7108-1214-4b43-b123-dca59bd110bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be4941a-1059-4c09-85fd-813e971c0928 HTTP/1.1" status: 200 len: 898 time: 0.0880797 Nov 24 05:16:52.071390 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-203e66bd-e64f-4bb2-94b9-36695651e1cb req-3ade2194-ea52-438f-b61c-2a9acb6ae9e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b66810e-0524-446e-8b3d-268691785bae HTTP/1.1" status: 200 len: 998 time: 0.0611162 Nov 24 05:16:52.120988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-acace739-2d18-4277-ae1c-d6d82bbbb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'd0d2bbeb-788a-481e-ba44-081616087424', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.74', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'port_id': '4b66810e-0524-446e-8b3d-268691785bae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'mac_address': 'fa:16:3e:c1:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:16:50Z', 'updated_at': '2021-11-24T05:16:50Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:16:40Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:52.122127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e66bd-e64f-4bb2-94b9-36695651e1cb req-534ef30f-7ca8-4c13-83b7-b5d875497467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:52.123608 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-203e66bd-e64f-4bb2-94b9-36695651e1cb req-534ef30f-7ca8-4c13-83b7-b5d875497467 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=244b1f75-8777-4e6d-b72e-2f605b618a68 HTTP/1.1" status: 200 len: 835 time: 0.0444953 Nov 24 05:16:52.151044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acace739-2d18-4277-ae1c-d6d82bbbb440 None None] Checking router: c7f0c91d-baca-44d6-a150-93737523e6f7 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:16:52.159307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acace739-2d18-4277-ae1c-d6d82bbbb440 None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:16:52.159955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-acace739-2d18-4277-ae1c-d6d82bbbb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:16:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:52.169552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e66bd-e64f-4bb2-94b9-36695651e1cb req-96812d6d-0837-44a5-8c16-fecc14ca7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:16:52.171034 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-203e66bd-e64f-4bb2-94b9-36695651e1cb req-96812d6d-0837-44a5-8c16-fecc14ca7f85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be4941a-1059-4c09-85fd-813e971c0928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408254 Nov 24 05:16:52.263271 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-acace739-2d18-4277-ae1c-d6d82bbbb440 None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:16:52.266058 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-203e66bd-e64f-4bb2-94b9-36695651e1cb req-4bdfb2ad-9fe3-4940-996e-100e850b0463 service neutron] 10.222.0.31 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872159 Nov 24 05:16:52.356660 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-203e66bd-e64f-4bb2-94b9-36695651e1cb req-83a53d40-fd40-4a35-9b57-91a3be870424 service neutron] 10.222.0.31 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834184 Nov 24 05:16:52.480433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-acace739-2d18-4277-ae1c-d6d82bbbb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'd0d2bbeb-788a-481e-ba44-081616087424', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.74', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'port_id': '4b66810e-0524-446e-8b3d-268691785bae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'mac_address': 'fa:16:3e:c1:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:16:50Z', 'updated_at': '2021-11-24T05:16:50Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:16:40Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:16:52.509023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acace739-2d18-4277-ae1c-d6d82bbbb440 None None] The sync data for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv is: [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'd0d2bbeb-788a-481e-ba44-081616087424', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.74', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'port_id': '4b66810e-0524-446e-8b3d-268691785bae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'mac_address': 'fa:16:3e:c1:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:16:50Z', 'updated_at': '2021-11-24T05:16:50Z', 'revision_number': 0, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:16:40Z', 'revision_number': 5, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:16:52.682238 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02151261-7c32-47b4-9af1-ab01c186f0a5 None None] New status for floating IP d0d2bbeb-788a-481e-ba44-081616087424: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:16:52.868329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40110) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:16:52.932336 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ccee4eb7-5c35-408a-aade-39ce08903ea9 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/d0d2bbeb-788a-481e-ba44-081616087424 HTTP/1.1" status: 200 len: 992 time: 0.0628395 Nov 24 05:16:53.833803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:14.657085 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-6edbbbfc-8830-48bf-ae6a-463097ef8b31 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1798236 Nov 24 05:17:14.738532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-3b1cd3a2-e2c8-4274-b072-579ccf5a4087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:14.739967 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-3b1cd3a2-e2c8-4274-b072-579ccf5a4087 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 1098 time: 0.0408607 Nov 24 05:17:14.846683 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-017414e1-8062-4c42-bbc9-35ac7e8e2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:14.848172 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-017414e1-8062-4c42-bbc9-35ac7e8e2454 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be4941a-1059-4c09-85fd-813e971c0928 HTTP/1.1" status: 200 len: 898 time: 0.0897424 Nov 24 05:17:14.913653 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-649c18ea-0c6c-4a26-96ac-775a240a336e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b66810e-0524-446e-8b3d-268691785bae HTTP/1.1" status: 200 len: 1000 time: 0.0576513 Nov 24 05:17:14.967682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-87679998-5575-4c45-add5-26912a26d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:14.969120 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-87679998-5575-4c45-add5-26912a26d9e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=244b1f75-8777-4e6d-b72e-2f605b618a68 HTTP/1.1" status: 200 len: 835 time: 0.0477457 Nov 24 05:17:15.015770 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-da865e61-c3c2-454a-b3e6-3b8353c3d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:15.017222 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-da865e61-c3c2-454a-b3e6-3b8353c3d707 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be4941a-1059-4c09-85fd-813e971c0928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402887 Nov 24 05:17:15.109188 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-197a769e-5e9c-4898-b284-45f96d1311b3 service neutron] 10.222.0.31 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843859 Nov 24 05:17:15.206158 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1cf16ed3-e1e1-4301-b688-5ef83106f1d5 req-bfe0dfef-d4ee-4882-b13a-67af4231e928 service neutron] 10.222.0.31 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891957 Nov 24 05:17:16.101928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bc6512f4-697c-4a20-a4a7-1b495c112a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:18.360340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6d3e26a-00fc-4411-8bdd-0930da9d9d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:19.556739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:20.768705 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:21.543011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40122) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:21.547635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-11fe9338-ef14-432b-b8a5-b80bfabc1b9c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:17:21.730542 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:21.846300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11fe9338-ef14-432b-b8a5-b80bfabc1b9c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:21.857181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11fe9338-ef14-432b-b8a5-b80bfabc1b9c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:21.962449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fe9338-ef14-432b-b8a5-b80bfabc1b9c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c7f0c91d-baca-44d6-a150-93737523e6f7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:17:22.067386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fe9338-ef14-432b-b8a5-b80bfabc1b9c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:17:22.075013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11fe9338-ef14-432b-b8a5-b80bfabc1b9c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:22.076191 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-11fe9338-ef14-432b-b8a5-b80bfabc1b9c tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/c7f0c91d-baca-44d6-a150-93737523e6f7 HTTP/1.1" status: 200 len: 888 time: 0.5321741 Nov 24 05:17:22.077635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b4cb55-ad9c-4cdb-9fa5-82a372376db3 None None] Sync routers for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:17:22.088848 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4cb55-ad9c-4cdb-9fa5-82a372376db3 None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:17:22.089544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f6b4cb55-ad9c-4cdb-9fa5-82a372376db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:17:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:22.124193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f6b4cb55-ad9c-4cdb-9fa5-82a372376db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:22.133400 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4cb55-ad9c-4cdb-9fa5-82a372376db3 None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:17:22.134004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f6b4cb55-ad9c-4cdb-9fa5-82a372376db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:17:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:22.164680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-f6b4cb55-ad9c-4cdb-9fa5-82a372376db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:22.165304 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b4cb55-ad9c-4cdb-9fa5-82a372376db3 None None] The sync data for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv is: [] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:17:22.936197 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974bcb09-f47e-4f42-a541-b6797c8639d2 None None] New status for floating IP d0d2bbeb-788a-481e-ba44-081616087424: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:17:23.372466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 05f1e50b-d9ae-4a71-a9bd-870889633f63 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:17:23.448038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:23.480232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 05f1e50b-d9ae-4a71-a9bd-870889633f63, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=05f1e50b-d9ae-4a71-a9bd-870889633f63,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:23.483964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:23.484642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 709efd5e-7357-46e9-8dc3-23961495b4b3 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:17:23.559406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=05f1e50b-d9ae-4a71-a9bd-870889633f63,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:23.598836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:23.618662 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 709efd5e-7357-46e9-8dc3-23961495b4b3, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=709efd5e-7357-46e9-8dc3-23961495b4b3,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:23.622434 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:23.668544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=709efd5e-7357-46e9-8dc3-23961495b4b3,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:23.840467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:24.198119 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40126) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:24.202791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3399d669-02a3-40aa-acb8-88c9d3ca259e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:17:24.492113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3399d669-02a3-40aa-acb8-88c9d3ca259e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941374', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-941074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-648'] for router, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:24.501992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3399d669-02a3-40aa-acb8-88c9d3ca259e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941356', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-941093'] for router, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:24.608062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3399d669-02a3-40aa-acb8-88c9d3ca259e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c7f0c91d-baca-44d6-a150-93737523e6f7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:17:25.001001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3399d669-02a3-40aa-acb8-88c9d3ca259e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:17:25.008305 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3399d669-02a3-40aa-acb8-88c9d3ca259e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:25.009460 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3399d669-02a3-40aa-acb8-88c9d3ca259e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/c7f0c91d-baca-44d6-a150-93737523e6f7 HTTP/1.1" status: 200 len: 887 time: 0.8103368 Nov 24 05:17:25.011235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b381e92-d2ee-423e-911a-e4767a378e23 None None] Sync routers for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:17:25.012514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40128) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:25.020810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b381e92-d2ee-423e-911a-e4767a378e23 None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:17:25.022060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8b381e92-d2ee-423e-911a-e4767a378e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:17:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:25.075949 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f10d1680-98e0-4178-8064-26ab73d08d07 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/d0d2bbeb-788a-481e-ba44-081616087424 HTTP/1.1" status: 200 len: 990 time: 0.0621824 Nov 24 05:17:25.128268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-8b381e92-d2ee-423e-911a-e4767a378e23 None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:17:25.344806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8b381e92-d2ee-423e-911a-e4767a378e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:17:24Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:17:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'd0d2bbeb-788a-481e-ba44-081616087424', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.74', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'port_id': '4b66810e-0524-446e-8b3d-268691785bae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'mac_address': 'fa:16:3e:c1:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:16:50Z', 'updated_at': '2021-11-24T05:17:23Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:17:23Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:25.369452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b381e92-d2ee-423e-911a-e4767a378e23 None None] Checking router: c7f0c91d-baca-44d6-a150-93737523e6f7 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:17:25.377404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b381e92-d2ee-423e-911a-e4767a378e23 None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:17:25.378002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8b381e92-d2ee-423e-911a-e4767a378e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:17:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:25.617034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-8b381e92-d2ee-423e-911a-e4767a378e23 None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:17:25.833147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-8b381e92-d2ee-423e-911a-e4767a378e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:17:24Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:17:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'd0d2bbeb-788a-481e-ba44-081616087424', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.74', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'port_id': '4b66810e-0524-446e-8b3d-268691785bae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'mac_address': 'fa:16:3e:c1:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:16:50Z', 'updated_at': '2021-11-24T05:17:23Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:17:23Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:25.858574 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b381e92-d2ee-423e-911a-e4767a378e23 None None] The sync data for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv is: [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:17:24Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:17:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'd0d2bbeb-788a-481e-ba44-081616087424', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'floating_ip_address': '172.26.0.74', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'port_id': '4b66810e-0524-446e-8b3d-268691785bae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'mac_address': 'fa:16:3e:c1:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:16:50Z', 'updated_at': '2021-11-24T05:17:23Z', 'revision_number': 2, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:17:23Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:17:26.079760 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40130) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:26.142357 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-99eea8bd-92ef-49b8-ad04-eda255449a73 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/d0d2bbeb-788a-481e-ba44-081616087424 HTTP/1.1" status: 200 len: 990 time: 0.0614219 Nov 24 05:17:27.145379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40132) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:27.393078 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae662c-eca2-49ae-93b8-d970b2aa0726 None None] New status for floating IP d0d2bbeb-788a-481e-ba44-081616087424: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:17:27.456381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 05f1e50b-d9ae-4a71-a9bd-870889633f63 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:17:27.493694 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fdc7500a-bc85-4e16-9328-a3c9d96c6e3e tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/d0d2bbeb-788a-481e-ba44-081616087424 HTTP/1.1" status: 200 len: 990 time: 0.3470848 Nov 24 05:17:27.507107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 05f1e50b-d9ae-4a71-a9bd-870889633f63 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:17:27.507484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:27.553597 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:17:27.591034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:27.623120 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 05f1e50b-d9ae-4a71-a9bd-870889633f63, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=05f1e50b-d9ae-4a71-a9bd-870889633f63,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:27.626772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:27.627534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 709efd5e-7357-46e9-8dc3-23961495b4b3 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:17:27.700293 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=05f1e50b-d9ae-4a71-a9bd-870889633f63,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:27.713854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 709efd5e-7357-46e9-8dc3-23961495b4b3 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:17:27.714226 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:27.792501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:27.812128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 709efd5e-7357-46e9-8dc3-23961495b4b3, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=709efd5e-7357-46e9-8dc3-23961495b4b3,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:27.816056 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:27.863116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=709efd5e-7357-46e9-8dc3-23961495b4b3,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:28.497462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40134) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:28.558614 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f9340d86-c475-4da8-af09-52866548d609 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/floatingips/d0d2bbeb-788a-481e-ba44-081616087424 HTTP/1.1" status: 200 len: 992 time: 0.0600154 Nov 24 05:17:28.802216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40140) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:28.953538 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 1b5449b3-f20b-43cf-8594-56ac29c8ef64 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:17:28.953879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:29.032783 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:29.033112 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:29.045468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 1b5449b3-f20b-43cf-8594-56ac29c8ef64 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:17:29.192268 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:29.218192 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=1b5449b3-f20b-43cf-8594-56ac29c8ef64,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:29.230458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.230811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.231156 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.231496 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.231867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.232204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.232534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.232864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.233210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.233521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.233848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.234172 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:29.292482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:29.292819 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Floating IP d0d2bbeb-788a-481e-ba44-081616087424 disassociated (deleted). External IP: 172.26.0.74, port: 4b66810e-0524-446e-8b3d-268691785bae. Nov 24 05:17:29.388619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 05f1e50b-d9ae-4a71-a9bd-870889633f63 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:17:29.438386 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 05f1e50b-d9ae-4a71-a9bd-870889633f63 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:17:29.438758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:29.509903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c7f0c91d-baca-44d6-a150-93737523e6f7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:17:29.515666 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 709efd5e-7357-46e9-8dc3-23961495b4b3 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:17:29.560555 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 709efd5e-7357-46e9-8dc3-23961495b4b3 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:17:29.560926 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:29.620873 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:17:29.625396 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:29.634309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a0269-5d8f-4406-9690-50826bffe6aa None None] Sync routers for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:17:29.652990 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1f6adf06-043a-490b-87cb-05e6f3d44d7a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/floatingips/d0d2bbeb-788a-481e-ba44-081616087424 HTTP/1.1" status: 204 len: 168 time: 0.8495185 Nov 24 05:17:29.653418 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'tag': '4b66810e-0524-446e-8b3d-268691785bae'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:17:29.654498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a0269-5d8f-4406-9690-50826bffe6aa None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:17:29.655216 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-769a0269-5d8f-4406-9690-50826bffe6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:17:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:29.655714 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f9719c-21a0-4c70-bd64-342bbf22e74c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbb39ae-7d8f-4270-ad77-30a874bd2aee", "tag": "4b66810e-0524-446e-8b3d-268691785bae"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:17:29.704888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7a16b8-e7cb-4e40-8ba1-795882be52fe x-openstack-request-id: req-9b7a16b8-e7cb-4e40-8ba1-795882be52fe {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:17:29.705525 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbb39ae-7d8f-4270-ad77-30a874bd2aee", "tag": "4b66810e-0524-446e-8b3d-268691785bae", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:17:29.705859 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b7a16b8-e7cb-4e40-8ba1-795882be52fe {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:17:29.708176 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'tag': '4b66810e-0524-446e-8b3d-268691785bae', 'status': 'completed', 'code': 200} Nov 24 05:17:29.770046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-769a0269-5d8f-4406-9690-50826bffe6aa None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:17:29.773107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9719c-21a0-4c70-bd64-342bbf22e74c req-2f6950b7-2f56-49db-9628-b72ffefd6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:29.775180 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7f9719c-21a0-4c70-bd64-342bbf22e74c req-2f6950b7-2f56-49db-9628-b72ffefd6c78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 1098 time: 0.0467098 Nov 24 05:17:29.891430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9719c-21a0-4c70-bd64-342bbf22e74c req-9a2f6158-971a-49c7-84f8-aff27e4ac4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:29.893160 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7f9719c-21a0-4c70-bd64-342bbf22e74c req-9a2f6158-971a-49c7-84f8-aff27e4ac4c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be4941a-1059-4c09-85fd-813e971c0928 HTTP/1.1" status: 200 len: 898 time: 0.1042161 Nov 24 05:17:29.936830 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7f9719c-21a0-4c70-bd64-342bbf22e74c req-50de0ab0-5664-4a5d-891a-58e88952fdb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b66810e-0524-446e-8b3d-268691785bae HTTP/1.1" status: 200 len: 217 time: 0.0360036 Nov 24 05:17:29.983606 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-769a0269-5d8f-4406-9690-50826bffe6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:17:24Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:17:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:17:27Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:29.991079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9719c-21a0-4c70-bd64-342bbf22e74c req-3fac3c53-a196-4ec9-a47b-8dbc33d35e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:29.992589 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7f9719c-21a0-4c70-bd64-342bbf22e74c req-3fac3c53-a196-4ec9-a47b-8dbc33d35e29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=244b1f75-8777-4e6d-b72e-2f605b618a68 HTTP/1.1" status: 200 len: 835 time: 0.0480769 Nov 24 05:17:30.016080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a0269-5d8f-4406-9690-50826bffe6aa None None] Checking router: c7f0c91d-baca-44d6-a150-93737523e6f7 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:17:30.025135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a0269-5d8f-4406-9690-50826bffe6aa None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:17:30.025831 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-769a0269-5d8f-4406-9690-50826bffe6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:17:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:30.042692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9719c-21a0-4c70-bd64-342bbf22e74c req-5c64d794-0469-42fa-8a0a-20ac5184ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:30.044243 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7f9719c-21a0-4c70-bd64-342bbf22e74c req-5c64d794-0469-42fa-8a0a-20ac5184ca9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be4941a-1059-4c09-85fd-813e971c0928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429995 Nov 24 05:17:30.064660 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e306b-de2c-47a0-ad02-e3927de9f279 req-8b77169e-b922-4808-86df-601f64a2f7b0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:30.066191 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2a0e306b-de2c-47a0-ad02-e3927de9f279 req-8b77169e-b922-4808-86df-601f64a2f7b0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 945 time: 0.2037189 Nov 24 05:17:30.124294 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2a0e306b-de2c-47a0-ad02-e3927de9f279 req-3e74a6e8-9b4f-41d5-ac92-ce5a02c087ec tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502534 Nov 24 05:17:30.130309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-769a0269-5d8f-4406-9690-50826bffe6aa None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:17:30.144927 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7f9719c-21a0-4c70-bd64-342bbf22e74c req-a8f0c11f-04af-4d05-a4a7-e9da5df25e3e service neutron] 10.222.0.31 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918162 Nov 24 05:17:30.238464 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7f9719c-21a0-4c70-bd64-342bbf22e74c req-c91931d4-0e28-48d1-a1c7-5df42941c546 service neutron] 10.222.0.31 "GET /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856292 Nov 24 05:17:30.325850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-769a0269-5d8f-4406-9690-50826bffe6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:17:24Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:17:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:17:27Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:30.352060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a0269-5d8f-4406-9690-50826bffe6aa None None] The sync data for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv is: [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:17:24Z', 'revision_number': 6, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:17:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '05f1e50b-d9ae-4a71-a9bd-870889633f63', 'name': '', 'network_id': '7be4941a-1059-4c09-85fd-813e971c0928', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'mac_address': 'fa:16:3e:be:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:34Z', 'updated_at': '2021-11-24T05:17:27Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'subnets': [{'id': '244b1f75-8777-4e6d-b72e-2f605b618a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:17:30.969036 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbec7b0-067c-4941-9ca8-60827c406b1f None None] New status for floating IP d0d2bbeb-788a-481e-ba44-081616087424: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:17:31.199069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f758fd6-c7d9-401f-ac8f-21760bab6ce5 req-dec79a35-05e2-46fb-b07f-eec93ed3fa36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:31.200564 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9f758fd6-c7d9-401f-ac8f-21760bab6ce5 req-dec79a35-05e2-46fb-b07f-eec93ed3fa36 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 945 time: 0.0805068 Nov 24 05:17:31.295317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f17f9-5c99-4611-be0d-ba110336aefe req-2206f4db-a8e2-4362-8ab3-db789d8f437b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:31.297212 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e5f17f9-5c99-4611-be0d-ba110336aefe req-2206f4db-a8e2-4362-8ab3-db789d8f437b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fbb39ae-7d8f-4270-ad77-30a874bd2aee HTTP/1.1" status: 200 len: 945 time: 0.1040924 Nov 24 05:17:31.298245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-9f758fd6-c7d9-401f-ac8f-21760bab6ce5 req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 4b66810e-0524-446e-8b3d-268691785bae {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:17:31.298592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-9f758fd6-c7d9-401f-ac8f-21760bab6ce5 req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:31.359169 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e5f17f9-5c99-4611-be0d-ba110336aefe req-77419787-9390-41a8-9561-e618d23e351f tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558941 Nov 24 05:17:31.386144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-9f758fd6-c7d9-401f-ac8f-21760bab6ce5 req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 4b66810e-0524-446e-8b3d-268691785bae, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=4b66810e-0524-446e-8b3d-268691785bae,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:31.386504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-9f758fd6-c7d9-401f-ac8f-21760bab6ce5 req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:31.399267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-9f758fd6-c7d9-401f-ac8f-21760bab6ce5 req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 4b66810e-0524-446e-8b3d-268691785bae owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:17:31.529311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-9f758fd6-c7d9-401f-ac8f-21760bab6ce5 req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:31.557861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=4b66810e-0524-446e-8b3d-268691785bae,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:31.582348 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.582705 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.583050 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.583389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.583855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.584578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.584578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.584861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.585193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.585522 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.585849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.586174 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:31.611092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f758fd6-c7d9-401f-ac8f-21760bab6ce5 req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] No DVR routers for this DVR port 4b66810e-0524-446e-8b3d-268691785bae on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:17:31.613615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-9f758fd6-c7d9-401f-ac8f-21760bab6ce5 req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:31.617556 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9f758fd6-c7d9-401f-ac8f-21760bab6ce5 req-f14abbd9-43b7-4132-af25-a4ef4529c613 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.31 "DELETE /v2.0/ports/4b66810e-0524-446e-8b3d-268691785bae HTTP/1.1" status: 204 len: 173 time: 0.4109020 Nov 24 05:17:31.617986 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'name': 'network-vif-deleted', 'tag': '4b66810e-0524-446e-8b3d-268691785bae'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:17:31.620272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acac99b-9627-4597-8a4b-706d0c80c798" -d '{"events": [{"server_uuid": "1fbb39ae-7d8f-4270-ad77-30a874bd2aee", "name": "network-vif-deleted", "tag": "4b66810e-0524-446e-8b3d-268691785bae"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:17:31.716012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2db6375-7f50-4d48-911e-8117cf8e57ff x-openstack-request-id: req-b2db6375-7f50-4d48-911e-8117cf8e57ff {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:17:31.716402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbb39ae-7d8f-4270-ad77-30a874bd2aee", "name": "network-vif-deleted", "tag": "4b66810e-0524-446e-8b3d-268691785bae", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:17:31.716749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2db6375-7f50-4d48-911e-8117cf8e57ff {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:17:31.717232 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbb39ae-7d8f-4270-ad77-30a874bd2aee', 'name': 'network-vif-deleted', 'tag': '4b66810e-0524-446e-8b3d-268691785bae', 'status': 'completed', 'code': 200} Nov 24 05:17:32.415187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40160) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:32.471670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a269ab18-9217-4675-97fa-8965490d801b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:32.496929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a269ab18-9217-4675-97fa-8965490d801b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:32.556023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a269ab18-9217-4675-97fa-8965490d801b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:32.558678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a269ab18-9217-4675-97fa-8965490d801b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:32.559836 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a269ab18-9217-4675-97fa-8965490d801b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/security-groups/6f42550c-f25f-4815-9e8d-3dd88cd7d4d3 HTTP/1.1" status: 204 len: 168 time: 0.1435964 Nov 24 05:17:32.569443 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269ab18-9217-4675-97fa-8965490d801b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f42550c-f25f-4815-9e8d-3dd88cd7d4d3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:32.591702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40164) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:32.949159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:33.198913 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 05f1e50b-d9ae-4a71-a9bd-870889633f63 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:17:33.199250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:33.285155 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 05f1e50b-d9ae-4a71-a9bd-870889633f63, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=05f1e50b-d9ae-4a71-a9bd-870889633f63,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:33.285510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:33.298598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 05f1e50b-d9ae-4a71-a9bd-870889633f63 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:17:33.479408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:33.515046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=05f1e50b-d9ae-4a71-a9bd-870889633f63,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:33.694130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:33.911232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Router c7f0c91d-baca-44d6-a150-93737523e6f7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:17:34.015430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:17:34.023307 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-80f64a91-d65a-4c6e-9e35-7c16980f8376 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "PUT /v2.0/routers/c7f0c91d-baca-44d6-a150-93737523e6f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279952 Nov 24 05:17:34.024726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40166) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:34.025440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ba96a-8462-4a28-a0f7-e7e8f6702327 None None] Sync routers for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:17:34.040438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ba96a-8462-4a28-a0f7-e7e8f6702327 None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:17:34.041057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-030ba96a-8462-4a28-a0f7-e7e8f6702327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:17:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:34.077506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-613d2415-4e30-425b-ade6-679296378e4a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting subnet 244b1f75-8777-4e6d-b72e-2f605b618a68 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:17:34.080625 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-613d2415-4e30-425b-ade6-679296378e4a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:34.123747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-613d2415-4e30-425b-ade6-679296378e4a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:34.143692 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-030ba96a-8462-4a28-a0f7-e7e8f6702327 None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:17:34.210246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-613d2415-4e30-425b-ade6-679296378e4a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:34.267849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-613d2415-4e30-425b-ade6-679296378e4a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:34.295939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d2415-4e30-425b-ade6-679296378e4a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Subnet': ['ID=244b1f75-8777-4e6d-b72e-2f605b618a68,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:34.299704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-613d2415-4e30-425b-ade6-679296378e4a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:34.306437 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-613d2415-4e30-425b-ade6-679296378e4a tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/subnets/244b1f75-8777-4e6d-b72e-2f605b618a68 HTTP/1.1" status: 204 len: 168 time: 0.2772050 Nov 24 05:17:34.306437 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40168) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:34.308050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080677d5-b054-4c70-80d1-a06dd3f94a8e None None] Network 7be4941a-1059-4c09-85fd-813e971c0928 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:17:34.426098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-030ba96a-8462-4a28-a0f7-e7e8f6702327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:17:33Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:17:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:34.456248 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ba96a-8462-4a28-a0f7-e7e8f6702327 None None] Checking router: c7f0c91d-baca-44d6-a150-93737523e6f7 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:17:34.473270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ba96a-8462-4a28-a0f7-e7e8f6702327 None None] Routers {'c7f0c91d-baca-44d6-a150-93737523e6f7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:17:34.473822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-030ba96a-8462-4a28-a0f7-e7e8f6702327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:17:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['c7f0c91d-baca-44d6-a150-93737523e6f7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:34.575858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] DHCP port deletion for 7be4941a-1059-4c09-85fd-813e971c0928 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:17:34.593577 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-030ba96a-8462-4a28-a0f7-e7e8f6702327 None None] Set router c7f0c91d-baca-44d6-a150-93737523e6f7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:17:34.682631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:34.790834 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:34.845385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Deleting port 709efd5e-7357-46e9-8dc3-23961495b4b3 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:17:34.845722 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:34.891251 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Deleting port be3b8b42-03ea-4e85-b1bf-d00650b05c0e {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:17:34.891650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:34.929726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] For port 709efd5e-7357-46e9-8dc3-23961495b4b3, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=709efd5e-7357-46e9-8dc3-23961495b4b3,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:34.930092 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:34.942593 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Calling delete_port for 709efd5e-7357-46e9-8dc3-23961495b4b3 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:17:34.989668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] For port be3b8b42-03ea-4e85-b1bf-d00650b05c0e, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=be3b8b42-03ea-4e85-b1bf-d00650b05c0e,segment=NetworkSegment(98dd25b0-4dd3-49d8-bef4-5ed85f02102f),segment_id=98dd25b0-4dd3-49d8-bef4-5ed85f02102f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:34.990064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.006952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Calling delete_port for be3b8b42-03ea-4e85-b1bf-d00650b05c0e owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:17:35.072715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-030ba96a-8462-4a28-a0f7-e7e8f6702327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:17:33Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:17:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:35.106429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ba96a-8462-4a28-a0f7-e7e8f6702327 None None] The sync data for ids ['c7f0c91d-baca-44d6-a150-93737523e6f7'] in dv-neutron-818850-5-hyperv is: [{'id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'name': 'tempest-TestNetworkBasicOps-router-125326066', 'tenant_id': '227fcf8641794a6b9aef85d3570bf3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198'}], 'enable_snat': True}, 'gw_port_id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:16:31Z', 'updated_at': '2021-11-24T05:17:33Z', 'revision_number': 7, 'project_id': '227fcf8641794a6b9aef85d3570bf3a5', 'gw_port': {'id': '709efd5e-7357-46e9-8dc3-23961495b4b3', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f0c91d-baca-44d6-a150-93737523e6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:16:32Z', 'updated_at': '2021-11-24T05:17:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:17:35.112441 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.132036 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.140273 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Port': ['ID=709efd5e-7357-46e9-8dc3-23961495b4b3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:35.162032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bae7ea-c5c0-4450-92a5-962d2eca5373 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:17:35.164652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Pushing event deleted for resources: {'Port': ['ID=be3b8b42-03ea-4e85-b1bf-d00650b05c0e,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:35.174948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] No DVR routers for this DVR port be3b8b42-03ea-4e85-b1bf-d00650b05c0e on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.184543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136b4996-9162-4930-8952-e2fb57f1ed42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:17:35.214902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.309096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.311270 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.353867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.354394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Fanout notify agent at l3_agent the message router_deleted on router c7f0c91d-baca-44d6-a150-93737523e6f7 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:17:35.361175 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.362273 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c49c9a8d-828b-47a3-b074-c57fc0eac4c0 tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/routers/c7f0c91d-baca-44d6-a150-93737523e6f7 HTTP/1.1" status: 204 len: 168 time: 1.0558453 Nov 24 05:17:35.365007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40170) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:35.440492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.538647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.572018 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be4941a-1059-4c09-85fd-813e971c0928']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:35.580869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device be3b8b42-03ea-4e85-b1bf-d00650b05c0e no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:17:35.582909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dd25b0-4dd3-49d8-bef4-5ed85f02102f') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:35.583631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dd25b0-4dd3-49d8-bef4-5ed85f02102f') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:17:35.594459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.606037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: be3b8b42-03ea-4e85-b1bf-d00650b05c0e {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:17:35.606389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device be3b8b42-03ea-4e85-b1bf-d00650b05c0e not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:17:35.606827 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 05f1e50b-d9ae-4a71-a9bd-870889633f63 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:17:35.608419 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.615072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:17:35.616115 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:17:35.619235 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:17:35.627248 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 05f1e50b-d9ae-4a71-a9bd-870889633f63 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:17:35.627644 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 05f1e50b-d9ae-4a71-a9bd-870889633f63 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:17:35.686220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.690846 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:35.697410 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] 10.222.0.37 "DELETE /v2.0/networks/7be4941a-1059-4c09-85fd-813e971c0928 HTTP/1.1" status: 204 len: 168 time: 0.3313787 Nov 24 05:17:35.719404 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4e16e-91c6-4eae-b0d7-ec5f72eb005b tempest-TestNetworkBasicOps-104565363 tempest-TestNetworkBasicOps-104565363-project] Pushing event deleted for resources: {'Network': ['ID=7be4941a-1059-4c09-85fd-813e971c0928,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:35.826961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 4b66810e-0524-446e-8b3d-268691785bae no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:17:35.851552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 4b66810e-0524-446e-8b3d-268691785bae {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:17:35.851923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 4b66810e-0524-446e-8b3d-268691785bae not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:17:35.983171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40176) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:36.122342 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-220a0d6b-21b8-4b08-8e11-e222dff2176e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=227fcf8641794a6b9aef85d3570bf3a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378992 Nov 24 05:17:36.125226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40180) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:36.174383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c7eff2f-06a1-4d25-bed7-3db5f8b327b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:36.195918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c7eff2f-06a1-4d25-bed7-3db5f8b327b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:36.246013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c7eff2f-06a1-4d25-bed7-3db5f8b327b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:36.248661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c7eff2f-06a1-4d25-bed7-3db5f8b327b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:36.249807 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3c7eff2f-06a1-4d25-bed7-3db5f8b327b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8eaa47f-ca45-44f7-8bc3-eb446f3cae48 HTTP/1.1" status: 204 len: 168 time: 0.1235993 Nov 24 05:17:36.257729 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eff2f-06a1-4d25-bed7-3db5f8b327b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eaa47f-ca45-44f7-8bc3-eb446f3cae48,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:36.510204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40186) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:36.523781 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfc21-5cce-4edc-adce-a2d7d812ead7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:36.596978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfc21-5cce-4edc-adce-a2d7d812ead7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:36.601246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a6cfc21-5cce-4edc-adce-a2d7d812ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:36.640082 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5a6cfc21-5cce-4edc-adce-a2d7d812ead7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c064f2ec3ed4443b978523e5a5629d50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288064 Nov 24 05:17:36.640939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cfc21-5cce-4edc-adce-a2d7d812ead7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec1c892-260d-45a0-a823-feb1b8dc80bc,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:36.642691 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40188) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:36.691824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae294d29-f8e9-4b50-b4e3-fc2df06d5b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:36.712859 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae294d29-f8e9-4b50-b4e3-fc2df06d5b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:36.758490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae294d29-f8e9-4b50-b4e3-fc2df06d5b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:36.761537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae294d29-f8e9-4b50-b4e3-fc2df06d5b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:36.762696 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ae294d29-f8e9-4b50-b4e3-fc2df06d5b2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ec1c892-260d-45a0-a823-feb1b8dc80bc HTTP/1.1" status: 204 len: 168 time: 0.1189439 Nov 24 05:17:36.770488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae294d29-f8e9-4b50-b4e3-fc2df06d5b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec1c892-260d-45a0-a823-feb1b8dc80bc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:37.340875 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 709efd5e-7357-46e9-8dc3-23961495b4b3 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:17:37.360949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 709efd5e-7357-46e9-8dc3-23961495b4b3 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:17:37.361295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 709efd5e-7357-46e9-8dc3-23961495b4b3 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:17:43.404893 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-b2af0321-061e-43c9-85d2-df663ae8d22a tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a07528f26196411eb21289a814662a46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354977 Nov 24 05:17:43.586521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-0e46560a-ee8b-4aec-ab09-c277b2208f63 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:43.588250 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-0e46560a-ee8b-4aec-ab09-c277b2208f63 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779525 Nov 24 05:17:43.602912 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-6df80324-343f-409c-b48f-6f082cce00d5 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/quotas/a07528f26196411eb21289a814662a46 HTTP/1.1" status: 200 len: 375 time: 0.0090556 Nov 24 05:17:43.634501 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-56343ea0-4d91-4b3a-ab1d-6254028f237e tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a07528f26196411eb21289a814662a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264118 Nov 24 05:17:43.800219 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2eb18c2e-ea52-4db7-b14c-2443195a4c5f req-38ec529c-f96d-4487-baf5-01e796a79145 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 210 time: 0.0354040 Nov 24 05:17:44.756817 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-e613ac1d-f19f-4d2c-9668-6586e99cd0b0 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a07528f26196411eb21289a814662a46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376368 Nov 24 05:17:44.904388 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dd6e323a-bb2a-43a0-81ec-56e276f97f6b req-46c9a1be-d4a3-4074-a622-b6ffa844157b tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 210 time: 0.0280817 Nov 24 05:17:44.945095 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-32cf881c-6094-4a37-8a77-baab0e9c1d7b tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:44.947153 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-32cf881c-6094-4a37-8a77-baab0e9c1d7b tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851969 Nov 24 05:17:44.960003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Request body: {'port': {'device_id': '9d5a94bd-e706-4346-9068-51bd6738ba92', 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0', 'admin_state_up': True, 'tenant_id': 'a07528f26196411eb21289a814662a46'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:17:45.067247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Made reservation on behalf of a07528f26196411eb21289a814662a46 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:17:45.071508 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:45.080444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:45.156859 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:45.160573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:45.219132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e37b73f-1ad1-440d-b156-3cddf1cc90b3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:45.294301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Allocated IP 192.168.233.91 (62170e5a-0763-4dae-9584-ea2136188be0/4001d6ec-2114-4e90-b746-d2847a37053b/8ec3c48c-0713-47c0-90d8-80de231bf85b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:17:45.438686 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:45.470876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:45.513638 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Network 62170e5a-0763-4dae-9584-ea2136188be0 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:17:45.518482 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:17:45.521931 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:17:45.550419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Pushing event updated for resources: {'Port': ['ID=8ec3c48c-0713-47c0-90d8-80de231bf85b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:45.576876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:45.577496 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:45.593329 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-58ad35cb-88e9-4d3d-88be-3630b2519774 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6368225 Nov 24 05:17:45.606242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Request body: {'port': {'device_id': '9d5a94bd-e706-4346-9068-51bd6738ba92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:17:45.660408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:45.789288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a36b73e5-db87-4330-bc62-65ba5e01248d None None] Provisioning complete for port 8ec3c48c-0713-47c0-90d8-80de231bf85b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:17:45.789805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a36b73e5-db87-4330-bc62-65ba5e01248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:45.823622 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a36b73e5-db87-4330-bc62-65ba5e01248d None None] Port 8ec3c48c-0713-47c0-90d8-80de231bf85b cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:17:45.922644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec3c48c-0713-47c0-90d8-80de231bf85b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:17:45.930136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:45.941715 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Transition to ACTIVE for port object 8ec3c48c-0713-47c0-90d8-80de231bf85b will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:17:45.945389 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:45.998140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Pushing event updated for resources: {'Port': ['ID=8ec3c48c-0713-47c0-90d8-80de231bf85b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:46.021220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485dce9-2f49-4fd5-97b4-bbc4ba922a25 req-4be406f4-dd26-4798-8cd1-53e41bc9aba6 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:46.022844 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7485dce9-2f49-4fd5-97b4-bbc4ba922a25 req-4be406f4-dd26-4798-8cd1-53e41bc9aba6 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 947 time: 0.0526781 Nov 24 05:17:46.067093 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Attempting to bind port 8ec3c48c-0713-47c0-90d8-80de231bf85b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:17:46.067433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Attempting to bind port 8ec3c48c-0713-47c0-90d8-80de231bf85b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a364d7ac-1b6d-4439-8f56-65d079272809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:17:46.067796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Attempting to bind port 8ec3c48c-0713-47c0-90d8-80de231bf85b on network 62170e5a-0763-4dae-9584-ea2136188be0 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:17:46.072608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Port 8ec3c48c-0713-47c0-90d8-80de231bf85b on network 62170e5a-0763-4dae-9584-ea2136188be0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:17:46.072934 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Attempting to bind port 8ec3c48c-0713-47c0-90d8-80de231bf85b on network 62170e5a-0763-4dae-9584-ea2136188be0 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:17:46.076036 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7485dce9-2f49-4fd5-97b4-bbc4ba922a25 req-12e5581d-91bf-46dc-92c3-6a6544b3aeb7 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e37b73f-1ad1-440d-b156-3cddf1cc90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467665 Nov 24 05:17:46.078441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:17:46.078786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Checking segment: {'id': 'a364d7ac-1b6d-4439-8f56-65d079272809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:17:46.079172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Bound using segment: {'id': 'a364d7ac-1b6d-4439-8f56-65d079272809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:17:46.079624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Bound port: 8ec3c48c-0713-47c0-90d8-80de231bf85b, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a364d7ac-1b6d-4439-8f56-65d079272809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:17:46.079994 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:46.110484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f75346c8-ec59-4a4a-b680-53ccacaf0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:46.155774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] For port 8ec3c48c-0713-47c0-90d8-80de231bf85b, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:17:46.159069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] For port 8ec3c48c-0713-47c0-90d8-80de231bf85b, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ec3c48c-0713-47c0-90d8-80de231bf85b,segment=NetworkSegment(a364d7ac-1b6d-4439-8f56-65d079272809),segment_id=a364d7ac-1b6d-4439-8f56-65d079272809)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:17:46.169655 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:46.203203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:46.204002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:46.205360 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] 10.222.0.31 "PUT /v2.0/ports/8ec3c48c-0713-47c0-90d8-80de231bf85b HTTP/1.1" status: 200 len: 1097 time: 0.6033139 Nov 24 05:17:46.205808 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5a94bd-e706-4346-9068-51bd6738ba92', 'tag': '8ec3c48c-0713-47c0-90d8-80de231bf85b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:17:46.208082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9451ab0c-bdc0-4f4f-ada2-026d9887126d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5a94bd-e706-4346-9068-51bd6738ba92", "tag": "8ec3c48c-0713-47c0-90d8-80de231bf85b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:17:46.245496 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b627c-3115-4df8-a8ee-39d3ed0ae83a service neutron] Pushing event updated for resources: {'Port': ['ID=8ec3c48c-0713-47c0-90d8-80de231bf85b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:46.260201 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1a8fe5-cdb5-40bf-8673-7909861e8ad8 x-openstack-request-id: req-0e1a8fe5-cdb5-40bf-8673-7909861e8ad8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:17:46.260611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5a94bd-e706-4346-9068-51bd6738ba92", "tag": "8ec3c48c-0713-47c0-90d8-80de231bf85b", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:17:46.260951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e1a8fe5-cdb5-40bf-8673-7909861e8ad8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:17:46.261415 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5a94bd-e706-4346-9068-51bd6738ba92', 'tag': '8ec3c48c-0713-47c0-90d8-80de231bf85b', 'status': 'completed', 'code': 200} Nov 24 05:17:46.296568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-dc551ba3-5cfe-44cb-a656-4dca590b32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:46.298113 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-dc551ba3-5cfe-44cb-a656-4dca590b32b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a07528f26196411eb21289a814662a46&device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 1100 time: 0.0483022 Nov 24 05:17:46.346442 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-094d890f-651f-43a1-a62b-53e41664f79e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=8ec3c48c-0713-47c0-90d8-80de231bf85b HTTP/1.1" status: 200 len: 217 time: 0.0398316 Nov 24 05:17:46.396171 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-dc2f0162-cbd1-48db-a017-d72231b0e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:46.398321 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-dc2f0162-cbd1-48db-a017-d72231b0e040 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4001d6ec-2114-4e90-b746-d2847a37053b HTTP/1.1" status: 200 len: 843 time: 0.0448561 Nov 24 05:17:46.443249 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-9656541f-bff0-4598-ab24-9e0166072e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:46.445192 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-9656541f-bff0-4598-ab24-9e0166072e1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62170e5a-0763-4dae-9584-ea2136188be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0403059 Nov 24 05:17:46.537084 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-12ccaa0a-deae-437c-84d7-1fc978ee3d45 service neutron] 10.222.0.31 "GET /v2.0/networks/62170e5a-0763-4dae-9584-ea2136188be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848532 Nov 24 05:17:46.624462 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-187e7853-3ce3-47c7-bb41-ab6b630e03cf req-d80cd1d1-6d7a-4b15-9e8d-c9fe394836ac service neutron] 10.222.0.31 "GET /v2.0/networks/62170e5a-0763-4dae-9584-ea2136188be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808179 Nov 24 05:17:46.712244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451ab0c-bdc0-4f4f-ada2-026d9887126d req-887b9ee6-c582-432b-b019-d7b803d29b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:46.713872 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9451ab0c-bdc0-4f4f-ada2-026d9887126d req-887b9ee6-c582-432b-b019-d7b803d29b78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a07528f26196411eb21289a814662a46&device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 1100 time: 0.0447102 Nov 24 05:17:46.820282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451ab0c-bdc0-4f4f-ada2-026d9887126d req-d074088f-a65d-48b0-901d-a230ee78861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:46.821922 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9451ab0c-bdc0-4f4f-ada2-026d9887126d req-d074088f-a65d-48b0-901d-a230ee78861a service neutron] 10.222.0.31 "GET /v2.0/networks?id=62170e5a-0763-4dae-9584-ea2136188be0 HTTP/1.1" status: 200 len: 870 time: 0.1003854 Nov 24 05:17:46.865745 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9451ab0c-bdc0-4f4f-ada2-026d9887126d req-d07f257e-b552-49ed-91de-621c491b5fea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=8ec3c48c-0713-47c0-90d8-80de231bf85b HTTP/1.1" status: 200 len: 217 time: 0.0363996 Nov 24 05:17:46.915091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451ab0c-bdc0-4f4f-ada2-026d9887126d req-396d1690-f788-4766-ab79-20fe575b9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:46.916541 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9451ab0c-bdc0-4f4f-ada2-026d9887126d req-396d1690-f788-4766-ab79-20fe575b9b7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4001d6ec-2114-4e90-b746-d2847a37053b HTTP/1.1" status: 200 len: 843 time: 0.0419886 Nov 24 05:17:46.962346 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451ab0c-bdc0-4f4f-ada2-026d9887126d req-61b41756-83f6-41b8-a6f6-34b11e893599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:46.963974 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9451ab0c-bdc0-4f4f-ada2-026d9887126d req-61b41756-83f6-41b8-a6f6-34b11e893599 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62170e5a-0763-4dae-9584-ea2136188be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0393326 Nov 24 05:17:47.057013 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9451ab0c-bdc0-4f4f-ada2-026d9887126d req-12123a4c-b085-49a8-b7fc-9cba840c0d36 service neutron] 10.222.0.31 "GET /v2.0/networks/62170e5a-0763-4dae-9584-ea2136188be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840073 Nov 24 05:17:47.148171 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9451ab0c-bdc0-4f4f-ada2-026d9887126d req-ffbe13de-d71d-4f27-be2a-41e0085c7873 service neutron] 10.222.0.31 "GET /v2.0/networks/62170e5a-0763-4dae-9584-ea2136188be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836029 Nov 24 05:17:47.193562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16591442-bbad-42f1-a667-c9f41948a051 req-6c1dc7ae-b04f-429e-9204-549b2b3d624f tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:47.195261 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-16591442-bbad-42f1-a667-c9f41948a051 req-6c1dc7ae-b04f-429e-9204-549b2b3d624f tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 947 time: 0.0487082 Nov 24 05:17:47.245632 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-16591442-bbad-42f1-a667-c9f41948a051 req-9c3bf19f-3b43-4459-82cb-6ae67f5fd54c tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e37b73f-1ad1-440d-b156-3cddf1cc90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444736 Nov 24 05:17:48.362283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10b59d82-39b6-4dde-9e49-1d45f8b469ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:48.363934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb3f35-5d15-4448-be30-1409f4961215 req-302ce7d9-d93e-4c99-92f1-946e50570d2c tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:48.365442 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-06cb3f35-5d15-4448-be30-1409f4961215 req-302ce7d9-d93e-4c99-92f1-946e50570d2c tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 947 time: 0.0518625 Nov 24 05:17:48.412841 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-06cb3f35-5d15-4448-be30-1409f4961215 req-d9889a51-2237-48d7-b8ca-a010f22f4320 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e37b73f-1ad1-440d-b156-3cddf1cc90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413029 Nov 24 05:17:49.526595 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c035883-75de-40a7-85d1-856a805b94be req-f431436d-8841-4687-a179-7721eafb6b53 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:49.528213 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7c035883-75de-40a7-85d1-856a805b94be req-f431436d-8841-4687-a179-7721eafb6b53 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 947 time: 0.0485082 Nov 24 05:17:49.558429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:49.575878 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7c035883-75de-40a7-85d1-856a805b94be req-2b583d45-2796-4355-9221-d56b132767ee tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e37b73f-1ad1-440d-b156-3cddf1cc90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Nov 24 05:17:49.868046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8ec3c48c-0713-47c0-90d8-80de231bf85b details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:17:49.957635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8ec3c48c-0713-47c0-90d8-80de231bf85b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ec3c48c-0713-47c0-90d8-80de231bf85b,segment=NetworkSegment(a364d7ac-1b6d-4439-8f56-65d079272809),segment_id=a364d7ac-1b6d-4439-8f56-65d079272809)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:49.971419 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '8ec3c48c-0713-47c0-90d8-80de231bf85b', 'network_id': '62170e5a-0763-4dae-9584-ea2136188be0', 'port_id': '8ec3c48c-0713-47c0-90d8-80de231bf85b', 'mac_address': 'fa:16:3e:08:ad:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4001d6ec-2114-4e90-b746-d2847a37053b', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:17:50.006443 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:50.020422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec3c48c-0713-47c0-90d8-80de231bf85b {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:17:50.038778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8ec3c48c-0713-47c0-90d8-80de231bf85b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ec3c48c-0713-47c0-90d8-80de231bf85b,segment=NetworkSegment(a364d7ac-1b6d-4439-8f56-65d079272809),segment_id=a364d7ac-1b6d-4439-8f56-65d079272809)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:50.042885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:50.087222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8ec3c48c-0713-47c0-90d8-80de231bf85b,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:50.255729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['8ec3c48c-0713-47c0-90d8-80de231bf85b'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:17:50.693516 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517008f-a670-4819-871b-c268207d809f req-6364e822-2031-4517-9d17-1de24aa47065 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:50.694967 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5517008f-a670-4819-871b-c268207d809f req-6364e822-2031-4517-9d17-1de24aa47065 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 948 time: 0.0517740 Nov 24 05:17:50.741710 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5517008f-a670-4819-871b-c268207d809f req-1ae5bdf5-a353-4323-8863-b76fb9a3135e tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e37b73f-1ad1-440d-b156-3cddf1cc90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Nov 24 05:17:50.773124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:51.732813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:51.855731 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eef28-d091-4f6a-a037-d1ba835aec2a req-e4528d31-f95f-43c6-a503-dbf87f291bfd tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:51.857198 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d43eef28-d091-4f6a-a037-d1ba835aec2a req-e4528d31-f95f-43c6-a503-dbf87f291bfd tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 948 time: 0.0487380 Nov 24 05:17:51.890940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8ec3c48c-0713-47c0-90d8-80de231bf85b up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:17:51.905737 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d43eef28-d091-4f6a-a037-d1ba835aec2a req-163b27dc-365b-4ab3-b15a-25bdfd00218c tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e37b73f-1ad1-440d-b156-3cddf1cc90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Nov 24 05:17:51.938597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 8ec3c48c-0713-47c0-90d8-80de231bf85b completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:17:51.942192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 8ec3c48c-0713-47c0-90d8-80de231bf85b triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:17:51.942557 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:52.017925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:52.041140 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5a94bd-e706-4346-9068-51bd6738ba92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec3c48c-0713-47c0-90d8-80de231bf85b'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:17:52.043370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10076308-ba04-45f1-968c-db9eb3ea269f" -d '{"events": [{"server_uuid": "9d5a94bd-e706-4346-9068-51bd6738ba92", "name": "network-vif-plugged", "status": "completed", "tag": "8ec3c48c-0713-47c0-90d8-80de231bf85b"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:17:52.056258 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8ec3c48c-0713-47c0-90d8-80de231bf85b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ec3c48c-0713-47c0-90d8-80de231bf85b,segment=NetworkSegment(a364d7ac-1b6d-4439-8f56-65d079272809),segment_id=a364d7ac-1b6d-4439-8f56-65d079272809)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:52.060026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:52.107440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8ec3c48c-0713-47c0-90d8-80de231bf85b,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:52.134048 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7242e3c7-fbae-4bb7-90f4-fc169e77e9a6 x-openstack-request-id: req-7242e3c7-fbae-4bb7-90f4-fc169e77e9a6 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:17:52.134345 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5a94bd-e706-4346-9068-51bd6738ba92", "name": "network-vif-plugged", "status": "completed", "tag": "8ec3c48c-0713-47c0-90d8-80de231bf85b", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:17:52.134603 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7242e3c7-fbae-4bb7-90f4-fc169e77e9a6 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:17:52.134997 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5a94bd-e706-4346-9068-51bd6738ba92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec3c48c-0713-47c0-90d8-80de231bf85b', 'code': 200} Nov 24 05:17:52.293753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70bcbb-7231-482f-94a9-d32abad929b3 req-6db6b2bf-b633-4ed1-a58f-271c8ee0b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:52.295203 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cc70bcbb-7231-482f-94a9-d32abad929b3 req-6db6b2bf-b633-4ed1-a58f-271c8ee0b150 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 1102 time: 0.0396800 Nov 24 05:17:52.343500 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cc70bcbb-7231-482f-94a9-d32abad929b3 req-c471a2c4-8455-4d71-bf00-1af0f7343010 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2e37b73f-1ad1-440d-b156-3cddf1cc90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Nov 24 05:17:53.023973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f72289-a4ea-4c31-8b79-f2174f1c8959 req-c6b345e6-62d8-411d-bf0b-9df0e2b2a8a8 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:53.025407 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d2f72289-a4ea-4c31-8b79-f2174f1c8959 req-c6b345e6-62d8-411d-bf0b-9df0e2b2a8a8 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 949 time: 0.0517340 Nov 24 05:17:53.071526 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d2f72289-a4ea-4c31-8b79-f2174f1c8959 req-68576c8a-c291-4a4d-9245-8d9c3f14f4cf tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e37b73f-1ad1-440d-b156-3cddf1cc90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Nov 24 05:17:53.844659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:54.186436 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395370-044a-432d-a8f9-789fd6e5922a req-a1e1dd2a-70cb-4f02-a81f-ddfc4369cea9 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:54.187919 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ce395370-044a-432d-a8f9-789fd6e5922a req-a1e1dd2a-70cb-4f02-a81f-ddfc4369cea9 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 949 time: 0.0491350 Nov 24 05:17:54.235244 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ce395370-044a-432d-a8f9-789fd6e5922a req-02d19c23-1fca-4b3b-a9f2-d25002e064a0 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e37b73f-1ad1-440d-b156-3cddf1cc90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Nov 24 05:17:54.607996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-757fd3b7-838a-47d2-a6ff-aef7d334dc32 req-53221ed8-4e5e-4fef-8666-c5ea896f9df9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:17:54.608990 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-757fd3b7-838a-47d2-a6ff-aef7d334dc32 req-53221ed8-4e5e-4fef-8666-c5ea896f9df9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0951262 Nov 24 05:17:55.013220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-80d34e83-440d-4139-bb2a-056b53aaec4f req-36850b08-5b78-4a9e-80b6-390f623ce060 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:17:55.014221 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-80d34e83-440d-4139-bb2a-056b53aaec4f req-36850b08-5b78-4a9e-80b6-390f623ce060 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489640 Nov 24 05:17:55.365965 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ebe37-9473-4fd8-95ca-03699016257f req-a31fe771-eaa3-4d87-b44f-6413f6c2877f tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:55.368066 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cc2ebe37-9473-4fd8-95ca-03699016257f req-a31fe771-eaa3-4d87-b44f-6413f6c2877f tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 949 time: 0.0491707 Nov 24 05:17:55.417132 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cc2ebe37-9473-4fd8-95ca-03699016257f req-e1c0b054-c73e-49cd-9124-3da81ee3f56c tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e37b73f-1ad1-440d-b156-3cddf1cc90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Nov 24 05:17:56.534127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cac50-19c4-4b2d-8125-c7e5810b3d8c req-39928790-c71d-4697-a042-4e6fd40d291f tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:56.535655 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0e1cac50-19c4-4b2d-8125-c7e5810b3d8c req-39928790-c71d-4697-a042-4e6fd40d291f tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 949 time: 0.0500703 Nov 24 05:17:56.582757 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0e1cac50-19c4-4b2d-8125-c7e5810b3d8c req-2f8d85df-375a-4714-97dd-96fb9630e5bf tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e37b73f-1ad1-440d-b156-3cddf1cc90b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400772 Nov 24 05:17:56.761299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354327a6-a6e9-4c9f-bac1-aa270bddf96b req-daa6f4f7-6124-49de-9f6b-55f220a7c9a0 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:56.762663 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-354327a6-a6e9-4c9f-bac1-aa270bddf96b req-daa6f4f7-6124-49de-9f6b-55f220a7c9a0 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d5a94bd-e706-4346-9068-51bd6738ba92 HTTP/1.1" status: 200 len: 949 time: 0.0482798 Nov 24 05:17:56.849943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-354327a6-a6e9-4c9f-bac1-aa270bddf96b req-c27b3f41-c4a5-47e1-abea-bf3f2e40af94 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Deleting port 8ec3c48c-0713-47c0-90d8-80de231bf85b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:17:56.850290 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-354327a6-a6e9-4c9f-bac1-aa270bddf96b req-c27b3f41-c4a5-47e1-abea-bf3f2e40af94 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:56.937061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-354327a6-a6e9-4c9f-bac1-aa270bddf96b req-c27b3f41-c4a5-47e1-abea-bf3f2e40af94 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] For port 8ec3c48c-0713-47c0-90d8-80de231bf85b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ec3c48c-0713-47c0-90d8-80de231bf85b,segment=NetworkSegment(a364d7ac-1b6d-4439-8f56-65d079272809),segment_id=a364d7ac-1b6d-4439-8f56-65d079272809)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:17:56.937414 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-354327a6-a6e9-4c9f-bac1-aa270bddf96b req-c27b3f41-c4a5-47e1-abea-bf3f2e40af94 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:56.949300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-354327a6-a6e9-4c9f-bac1-aa270bddf96b req-c27b3f41-c4a5-47e1-abea-bf3f2e40af94 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Calling delete_port for 8ec3c48c-0713-47c0-90d8-80de231bf85b owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:17:57.073407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-354327a6-a6e9-4c9f-bac1-aa270bddf96b req-c27b3f41-c4a5-47e1-abea-bf3f2e40af94 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:57.085490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['8ec3c48c-0713-47c0-90d8-80de231bf85b'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:17:57.108591 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b3f41-c4a5-47e1-abea-bf3f2e40af94 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Pushing event deleted for resources: {'Port': ['ID=8ec3c48c-0713-47c0-90d8-80de231bf85b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:57.149859 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-354327a6-a6e9-4c9f-bac1-aa270bddf96b req-c27b3f41-c4a5-47e1-abea-bf3f2e40af94 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] No DVR routers for this DVR port 8ec3c48c-0713-47c0-90d8-80de231bf85b on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:17:57.152413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-354327a6-a6e9-4c9f-bac1-aa270bddf96b req-c27b3f41-c4a5-47e1-abea-bf3f2e40af94 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:57.156093 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-354327a6-a6e9-4c9f-bac1-aa270bddf96b req-c27b3f41-c4a5-47e1-abea-bf3f2e40af94 tempest-ServersAdminNegativeTestJSON-14177089 tempest-ServersAdminNegativeTestJSON-14177089-project] 10.222.0.31 "DELETE /v2.0/ports/8ec3c48c-0713-47c0-90d8-80de231bf85b HTTP/1.1" status: 204 len: 173 time: 0.3866701 Nov 24 05:17:57.156559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5a94bd-e706-4346-9068-51bd6738ba92', 'name': 'network-vif-deleted', 'tag': '8ec3c48c-0713-47c0-90d8-80de231bf85b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:17:57.159423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff08aaac-1c9c-4b0c-bf08-ed2a918b6fa6" -d '{"events": [{"server_uuid": "9d5a94bd-e706-4346-9068-51bd6738ba92", "name": "network-vif-deleted", "tag": "8ec3c48c-0713-47c0-90d8-80de231bf85b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:17:57.201341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe024940-82fd-4d4d-9763-0e4f8cc8e10d x-openstack-request-id: req-fe024940-82fd-4d4d-9763-0e4f8cc8e10d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:17:57.201642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5a94bd-e706-4346-9068-51bd6738ba92", "name": "network-vif-deleted", "tag": "8ec3c48c-0713-47c0-90d8-80de231bf85b", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:17:57.201897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe024940-82fd-4d4d-9763-0e4f8cc8e10d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:17:57.202296 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5a94bd-e706-4346-9068-51bd6738ba92', 'name': 'network-vif-deleted', 'tag': '8ec3c48c-0713-47c0-90d8-80de231bf85b', 'status': 'completed', 'code': 200} Nov 24 05:17:57.870287 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40330) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:57.996314 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8a93829b-4221-4e63-bfeb-843d76fa3e4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a07528f26196411eb21289a814662a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1248689 Nov 24 05:17:57.998766 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40334) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:58.043711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-534490e0-f235-4f1d-82b6-56609ea8174e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:58.064015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-534490e0-f235-4f1d-82b6-56609ea8174e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:58.113217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-534490e0-f235-4f1d-82b6-56609ea8174e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:58.116511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-534490e0-f235-4f1d-82b6-56609ea8174e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:58.118042 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-534490e0-f235-4f1d-82b6-56609ea8174e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e37b73f-1ad1-440d-b156-3cddf1cc90b3 HTTP/1.1" status: 204 len: 168 time: 0.1180530 Nov 24 05:17:58.126688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534490e0-f235-4f1d-82b6-56609ea8174e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e37b73f-1ad1-440d-b156-3cddf1cc90b3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:58.376873 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40340) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:58.390267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75b7dc36-119c-4a83-861a-fb641e4dea1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:58.465143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75b7dc36-119c-4a83-861a-fb641e4dea1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:58.468992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-75b7dc36-119c-4a83-861a-fb641e4dea1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:58.506537 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-75b7dc36-119c-4a83-861a-fb641e4dea1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69b475b255eb4714a3c8f010def85bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285737 Nov 24 05:17:58.508768 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7dc36-119c-4a83-861a-fb641e4dea1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47f7c22-c744-4348-ab12-46bf6595a13e,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:58.509246 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40342) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:58.556612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18997f95-61e1-4b46-ac52-aff1fb0f1565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:58.577331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18997f95-61e1-4b46-ac52-aff1fb0f1565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:58.624683 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18997f95-61e1-4b46-ac52-aff1fb0f1565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:58.627335 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18997f95-61e1-4b46-ac52-aff1fb0f1565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:58.630763 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-18997f95-61e1-4b46-ac52-aff1fb0f1565 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a47f7c22-c744-4348-ab12-46bf6595a13e HTTP/1.1" status: 204 len: 168 time: 0.1182790 Nov 24 05:17:58.636429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18997f95-61e1-4b46-ac52-aff1fb0f1565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47f7c22-c744-4348-ab12-46bf6595a13e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:59.287369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40364) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:59.381259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-804306226-network', 'tenant_id': 'f3bffb9f59a04cfb975a2974303e1ed7'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:17:59.403571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Made reservation on behalf of f3bffb9f59a04cfb975a2974303e1ed7 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:17:59.406177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:59.414879 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:59.490241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:59.494068 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:59.514740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:17:59.528732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:59.533473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:59.533827 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Added segment ef6adef2-ea00-4cfb-afcc-bca7e36c28d2 of type vlan for network 1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 Nov 24 05:17:59.575852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:59.602100 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:59.603568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:59.604188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:59.635933 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3469329 Nov 24 05:17:59.638959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40368) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:17:59.643932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] Request body: {'subnet': {'network_id': '1147ec8a-3e8b-4cbc-9cb7-d7da1c339153', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-804306226-subnet', 'tenant_id': 'f3bffb9f59a04cfb975a2974303e1ed7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:17:59.667967 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfc4ee-5e76-4913-a473-70ca5ee3e2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:59.668603 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] Made reservation on behalf of f3bffb9f59a04cfb975a2974303e1ed7 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:17:59.671131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:59.678077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:17:59.851076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:59.905026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6202b834-07a2-4603-86ec-e5274b90d19f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:17:59.917307 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] Checking segment: {'id': 'ef6adef2-ea00-4cfb-afcc-bca7e36c28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1147ec8a-3e8b-4cbc-9cb7-d7da1c339153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:17:59.917666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] Network hostable DHCP agents. Network: 1147ec8a-3e8b-4cbc-9cb7-d7da1c339153, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:17:59.938066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] Network 1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:17:59.947848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 1147ec8a-3e8b-4cbc-9cb7-d7da1c339153) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:17:59.951883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:17:59.952481 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:17:59.956904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9da9d6-2e3f-4ae4-81aa-ff73d2412a20 None None] Network 1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:17:59.970896 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-21c7a3e4-0259-479d-a5aa-bb0c6fcdeeba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3307369 Nov 24 05:18:00.084741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6449ee9-1f73-463f-a492-02d1ca139c4d None None] Network 1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:18:00.408686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-5d6b8c19-9192-4859-8be0-1d9ef9f66f89 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:00.410149 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-5d6b8c19-9192-4859-8be0-1d9ef9f66f89 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/networks?id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 HTTP/1.1" status: 200 len: 811 time: 0.1090713 Nov 24 05:18:00.425568 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-85451a21-a746-4837-8a14-1e7519e439af tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/quotas/f3bffb9f59a04cfb975a2974303e1ed7 HTTP/1.1" status: 200 len: 375 time: 0.0089643 Nov 24 05:18:00.455791 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-053fe463-30fd-470d-8067-745cf27faadb tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3bffb9f59a04cfb975a2974303e1ed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249197 Nov 24 05:18:00.549745 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-31600876-d383-4097-b5e8-2b58236f02cc service neutron] 10.222.0.37 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863104 Nov 24 05:18:00.638955 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-0f488259-ff3f-4263-be91-5f27a25bb0a7 service neutron] 10.222.0.37 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831583 Nov 24 05:18:00.793263 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ed5d2364-cdff-4b92-931c-e2a6305afe86 req-072c1687-79da-44b8-b26a-fce6c93e6b6c tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 210 time: 0.0264280 Nov 24 05:18:01.712179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-a5c46684-43e0-4b6c-a1a1-52dbe463b9dc tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:01.713786 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-a5c46684-43e0-4b6c-a1a1-52dbe463b9dc tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.31 "GET /v2.0/networks?id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 HTTP/1.1" status: 200 len: 811 time: 0.1036334 Nov 24 05:18:01.727107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Request body: {'port': {'device_id': '2326803c-b0e9-489d-ab28-18daadb01165', 'network_id': '1147ec8a-3e8b-4cbc-9cb7-d7da1c339153', 'admin_state_up': True, 'tenant_id': 'f3bffb9f59a04cfb975a2974303e1ed7'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:18:01.833794 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Made reservation on behalf of f3bffb9f59a04cfb975a2974303e1ed7 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:18:01.838070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:01.891361 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1a9dae48-6824-46b0-9cb9-d3617e24a74e req-7d02d531-d14c-42a4-aff7-2f875e379385 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 210 time: 0.0277810 Nov 24 05:18:01.961550 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8ec3c48c-0713-47c0-90d8-80de231bf85b no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:18:01.963166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Allocated IP 172.20.0.7 (1147ec8a-3e8b-4cbc-9cb7-d7da1c339153/6202b834-07a2-4603-86ec-e5274b90d19f/fe68617f-4834-4efd-9422-6caa7847777f) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:18:01.982034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 8ec3c48c-0713-47c0-90d8-80de231bf85b {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:18:01.982388 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8ec3c48c-0713-47c0-90d8-80de231bf85b not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:18:02.110062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:02.145843 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:02.188656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Network 1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:18:02.191507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:18:02.195555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:18:02.201860 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Pushing event updated for resources: {'Port': ['ID=fe68617f-4834-4efd-9422-6caa7847777f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:02.245253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:02.245781 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:02.261220 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-300e200b-71b9-43d4-8b19-ed0ce697e16e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5380685 Nov 24 05:18:02.273753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Request body: {'port': {'device_id': '2326803c-b0e9-489d-ab28-18daadb01165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:18:02.331921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:02.880154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe68617f-4834-4efd-9422-6caa7847777f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:18:02.887349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:02.898669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Transition to ACTIVE for port object fe68617f-4834-4efd-9422-6caa7847777f will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:18:02.902276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:02.970553 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Pushing event updated for resources: {'Port': ['ID=fe68617f-4834-4efd-9422-6caa7847777f,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:03.018623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcc530-808e-4501-9f00-4d3d7b713d9c req-64847b1c-b0b6-4f72-aa0c-fc0527cdaf9d tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:03.020113 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9ffcc530-808e-4501-9f00-4d3d7b713d9c req-64847b1c-b0b6-4f72-aa0c-fc0527cdaf9d tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 943 time: 0.0581939 Nov 24 05:18:03.022296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Attempting to bind port fe68617f-4834-4efd-9422-6caa7847777f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:18:03.022643 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Attempting to bind port fe68617f-4834-4efd-9422-6caa7847777f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'ef6adef2-ea00-4cfb-afcc-bca7e36c28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1147ec8a-3e8b-4cbc-9cb7-d7da1c339153'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:18:03.022980 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Attempting to bind port fe68617f-4834-4efd-9422-6caa7847777f on network 1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:18:03.027307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Port fe68617f-4834-4efd-9422-6caa7847777f on network 1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:18:03.027662 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Attempting to bind port fe68617f-4834-4efd-9422-6caa7847777f on network 1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:18:03.032467 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:18:03.032813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Checking segment: {'id': 'ef6adef2-ea00-4cfb-afcc-bca7e36c28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1147ec8a-3e8b-4cbc-9cb7-d7da1c339153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:18:03.033200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Bound using segment: {'id': 'ef6adef2-ea00-4cfb-afcc-bca7e36c28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1147ec8a-3e8b-4cbc-9cb7-d7da1c339153'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:18:03.033630 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Bound port: fe68617f-4834-4efd-9422-6caa7847777f, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6adef2-ea00-4cfb-afcc-bca7e36c28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1147ec8a-3e8b-4cbc-9cb7-d7da1c339153'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:18:03.033988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:03.068208 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9ffcc530-808e-4501-9f00-4d3d7b713d9c req-5c81dff2-39a2-4d3f-912b-d711c6462883 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Nov 24 05:18:03.096254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] For port fe68617f-4834-4efd-9422-6caa7847777f, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:18:03.099133 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] For port fe68617f-4834-4efd-9422-6caa7847777f, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fe68617f-4834-4efd-9422-6caa7847777f,segment=NetworkSegment(ef6adef2-ea00-4cfb-afcc-bca7e36c28d2),segment_id=ef6adef2-ea00-4cfb-afcc-bca7e36c28d2)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:18:03.104724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:03.137272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:03.137977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:03.139345 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] 10.222.0.31 "PUT /v2.0/ports/fe68617f-4834-4efd-9422-6caa7847777f HTTP/1.1" status: 200 len: 1093 time: 0.8702171 Nov 24 05:18:03.139817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2326803c-b0e9-489d-ab28-18daadb01165', 'tag': 'fe68617f-4834-4efd-9422-6caa7847777f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:18:03.142059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070fa033-4cd9-4c56-bdc7-b036eaf2004d" -d '{"events": [{"name": "network-changed", "server_uuid": "2326803c-b0e9-489d-ab28-18daadb01165", "tag": "fe68617f-4834-4efd-9422-6caa7847777f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:18:03.171648 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf20ff6-4776-471e-b2af-6fcb3af44017 service neutron] Pushing event updated for resources: {'Port': ['ID=fe68617f-4834-4efd-9422-6caa7847777f,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:03.180973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d40d43-20e4-4995-95e2-9670294e091b x-openstack-request-id: req-62d40d43-20e4-4995-95e2-9670294e091b {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:18:03.181262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2326803c-b0e9-489d-ab28-18daadb01165", "tag": "fe68617f-4834-4efd-9422-6caa7847777f", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:18:03.181521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62d40d43-20e4-4995-95e2-9670294e091b {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:18:03.181916 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2326803c-b0e9-489d-ab28-18daadb01165', 'tag': 'fe68617f-4834-4efd-9422-6caa7847777f', 'status': 'completed', 'code': 200} Nov 24 05:18:03.230808 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-1ad55050-239c-4e83-a1f2-e20d42dee0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:03.232324 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-1ad55050-239c-4e83-a1f2-e20d42dee0c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3bffb9f59a04cfb975a2974303e1ed7&device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 1096 time: 0.0453897 Nov 24 05:18:03.275062 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-9b5dab24-5d4b-4c3c-8ba3-ebb402cad988 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe68617f-4834-4efd-9422-6caa7847777f HTTP/1.1" status: 200 len: 217 time: 0.0330019 Nov 24 05:18:03.323169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-2e3ae7c3-49b3-4d98-ba18-d71a9cff4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:03.324537 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-2e3ae7c3-49b3-4d98-ba18-d71a9cff4f21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6202b834-07a2-4603-86ec-e5274b90d19f HTTP/1.1" status: 200 len: 851 time: 0.0425820 Nov 24 05:18:03.357137 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-f97ece54-eed6-4bd7-aeab-05fd25f31539 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247598 Nov 24 05:18:03.448120 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-c2577743-3308-4803-abd1-93a6a38dce84 service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829809 Nov 24 05:18:03.540615 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-dd95e54c-578b-4ed3-ad9b-c682b2266830 req-ddde559c-9843-4e5d-94fb-f0745d2d36e6 service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860229 Nov 24 05:18:03.634161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fa033-4cd9-4c56-bdc7-b036eaf2004d req-50407d44-7841-4482-b120-70f950638051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:03.635579 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-070fa033-4cd9-4c56-bdc7-b036eaf2004d req-50407d44-7841-4482-b120-70f950638051 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3bffb9f59a04cfb975a2974303e1ed7&device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 1096 time: 0.0420976 Nov 24 05:18:03.724889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fa033-4cd9-4c56-bdc7-b036eaf2004d req-fdbcba7a-9749-46e3-8e5e-637d32bc1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:03.726459 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-070fa033-4cd9-4c56-bdc7-b036eaf2004d req-fdbcba7a-9749-46e3-8e5e-637d32bc1d3b service neutron] 10.222.0.31 "GET /v2.0/networks?id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 HTTP/1.1" status: 200 len: 912 time: 0.0829463 Nov 24 05:18:03.771467 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-070fa033-4cd9-4c56-bdc7-b036eaf2004d req-bb84b397-eba3-42eb-a63e-4257c90feeec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe68617f-4834-4efd-9422-6caa7847777f HTTP/1.1" status: 200 len: 217 time: 0.0361855 Nov 24 05:18:03.820587 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fa033-4cd9-4c56-bdc7-b036eaf2004d req-e7755529-038d-4ce4-9d8a-ea4fb8655169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:03.822055 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-070fa033-4cd9-4c56-bdc7-b036eaf2004d req-e7755529-038d-4ce4-9d8a-ea4fb8655169 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6202b834-07a2-4603-86ec-e5274b90d19f HTTP/1.1" status: 200 len: 851 time: 0.0425761 Nov 24 05:18:03.854010 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-070fa033-4cd9-4c56-bdc7-b036eaf2004d req-33d3c4e5-fb3f-4e5c-b4c4-4d90c25faa05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242288 Nov 24 05:18:03.945206 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-070fa033-4cd9-4c56-bdc7-b036eaf2004d req-30cfcf13-c751-4c82-88b7-066c985897ae service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832877 Nov 24 05:18:04.032130 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-070fa033-4cd9-4c56-bdc7-b036eaf2004d req-34252e0c-26a5-4cb6-a49e-268e0e7587c5 service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801725 Nov 24 05:18:04.184819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986230e1-92fb-4277-a332-850e06ffbcdb req-0bc858d4-7163-438e-9d9b-568f2677aca9 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:04.186365 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-986230e1-92fb-4277-a332-850e06ffbcdb req-0bc858d4-7163-438e-9d9b-568f2677aca9 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 943 time: 0.0488598 Nov 24 05:18:04.233544 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-986230e1-92fb-4277-a332-850e06ffbcdb req-27d9466b-7ac3-4b0a-8eee-c3284be5b3b5 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411510 Nov 24 05:18:04.551114 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:18:05.351413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923c1d0-4ae3-4e3c-b23d-f9a4e822e790 req-1367c619-985f-4627-be6d-29ae07dd792f tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:05.352894 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6923c1d0-4ae3-4e3c-b23d-f9a4e822e790 req-1367c619-985f-4627-be6d-29ae07dd792f tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 943 time: 0.0520797 Nov 24 05:18:05.398869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6923c1d0-4ae3-4e3c-b23d-f9a4e822e790 req-0167915b-6566-4707-a4e7-e16c09ee7235 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Nov 24 05:18:06.008066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device fe68617f-4834-4efd-9422-6caa7847777f details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:18:06.102741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port fe68617f-4834-4efd-9422-6caa7847777f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fe68617f-4834-4efd-9422-6caa7847777f,segment=NetworkSegment(ef6adef2-ea00-4cfb-afcc-bca7e36c28d2),segment_id=ef6adef2-ea00-4cfb-afcc-bca7e36c28d2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:18:06.113309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'fe68617f-4834-4efd-9422-6caa7847777f', 'network_id': '1147ec8a-3e8b-4cbc-9cb7-d7da1c339153', 'port_id': 'fe68617f-4834-4efd-9422-6caa7847777f', 'mac_address': 'fa:16:3e:57:9b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6202b834-07a2-4603-86ec-e5274b90d19f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:18:06.150682 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:06.164224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe68617f-4834-4efd-9422-6caa7847777f {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:18:06.185488 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port fe68617f-4834-4efd-9422-6caa7847777f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fe68617f-4834-4efd-9422-6caa7847777f,segment=NetworkSegment(ef6adef2-ea00-4cfb-afcc-bca7e36c28d2),segment_id=ef6adef2-ea00-4cfb-afcc-bca7e36c28d2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:18:06.189459 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:06.235026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=fe68617f-4834-4efd-9422-6caa7847777f,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:06.379537 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['fe68617f-4834-4efd-9422-6caa7847777f'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:18:06.512571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92019a29-23d2-45a2-9f2e-589dfa2fb69b req-c847dcfa-7c26-4781-8f3e-3e554122752f tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:06.514084 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-92019a29-23d2-45a2-9f2e-589dfa2fb69b req-c847dcfa-7c26-4781-8f3e-3e554122752f tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 944 time: 0.0491252 Nov 24 05:18:06.560186 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-92019a29-23d2-45a2-9f2e-589dfa2fb69b req-12bfe920-d62f-479f-a8ac-1a7792ad67aa tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 Nov 24 05:18:07.675150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c6267-a5c0-47e1-9797-4f61d65e5220 req-a2da02ba-c500-403b-a645-cab82245ea8b tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:07.676618 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-560c6267-a5c0-47e1-9797-4f61d65e5220 req-a2da02ba-c500-403b-a645-cab82245ea8b tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 944 time: 0.0481849 Nov 24 05:18:07.728120 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-560c6267-a5c0-47e1-9797-4f61d65e5220 req-4644da10-d332-4630-8af1-25a7a31af73c tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 Nov 24 05:18:08.024764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device fe68617f-4834-4efd-9422-6caa7847777f up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:18:08.071756 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port fe68617f-4834-4efd-9422-6caa7847777f completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:18:08.075432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port fe68617f-4834-4efd-9422-6caa7847777f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:18:08.075839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:08.152985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:08.174237 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2326803c-b0e9-489d-ab28-18daadb01165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe68617f-4834-4efd-9422-6caa7847777f'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:18:08.176494 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d9d98a-0891-464a-afc7-507001eb4592" -d '{"events": [{"server_uuid": "2326803c-b0e9-489d-ab28-18daadb01165", "name": "network-vif-plugged", "status": "completed", "tag": "fe68617f-4834-4efd-9422-6caa7847777f"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:18:08.189652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port fe68617f-4834-4efd-9422-6caa7847777f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fe68617f-4834-4efd-9422-6caa7847777f,segment=NetworkSegment(ef6adef2-ea00-4cfb-afcc-bca7e36c28d2),segment_id=ef6adef2-ea00-4cfb-afcc-bca7e36c28d2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:18:08.194263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:08.217936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86887954-70da-4384-ac9d-dac8ac207839 x-openstack-request-id: req-86887954-70da-4384-ac9d-dac8ac207839 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:18:08.218223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2326803c-b0e9-489d-ab28-18daadb01165", "name": "network-vif-plugged", "status": "completed", "tag": "fe68617f-4834-4efd-9422-6caa7847777f", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:18:08.218470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86887954-70da-4384-ac9d-dac8ac207839 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:18:08.218854 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2326803c-b0e9-489d-ab28-18daadb01165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe68617f-4834-4efd-9422-6caa7847777f', 'code': 200} Nov 24 05:18:08.245678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=fe68617f-4834-4efd-9422-6caa7847777f,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:08.381124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fa522-cdbe-4d64-a4c5-79bd5b822af4 req-bd3ae003-2b19-4b6e-8d99-eb8cc75bebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:08.383148 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bb8fa522-cdbe-4d64-a4c5-79bd5b822af4 req-bd3ae003-2b19-4b6e-8d99-eb8cc75bebc8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 1098 time: 0.0402207 Nov 24 05:18:08.431048 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bb8fa522-cdbe-4d64-a4c5-79bd5b822af4 req-aca82dc6-9251-4666-8896-af1d91fbc1ca service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Nov 24 05:18:08.841195 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0624fb8-fc5b-4dc2-8274-6bd533f86a90 req-6978ad69-e333-4e75-9a43-746920d7a8e5 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:08.842646 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c0624fb8-fc5b-4dc2-8274-6bd533f86a90 req-6978ad69-e333-4e75-9a43-746920d7a8e5 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0487094 Nov 24 05:18:08.889973 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c0624fb8-fc5b-4dc2-8274-6bd533f86a90 req-bcd13dcc-f775-4d95-817c-25a70edf7b6c tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Nov 24 05:18:10.005904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b629-ae48-4117-8a7c-946522963ea2 req-0107f5e4-7fb8-4cfe-a3a2-e36de151e67b tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:10.007386 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8108b629-ae48-4117-8a7c-946522963ea2 req-0107f5e4-7fb8-4cfe-a3a2-e36de151e67b tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0500402 Nov 24 05:18:10.054507 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8108b629-ae48-4117-8a7c-946522963ea2 req-896e1c43-59a5-457b-a7a0-592ee5e99092 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Nov 24 05:18:10.384881 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54b27e-5673-47c9-8768-55b989c6cf65 req-c1adb39a-7a94-4593-805d-478d075ee31f tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:10.386412 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7f54b27e-5673-47c9-8768-55b989c6cf65 req-c1adb39a-7a94-4593-805d-478d075ee31f tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0539291 Nov 24 05:18:10.407019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40428) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:18:10.435630 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7f54b27e-5673-47c9-8768-55b989c6cf65 req-ab4805fa-9f34-4e09-9b76-c111f52bd570 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434737 Nov 24 05:18:10.489291 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-dfcec68c-e5c2-4b2a-b9da-ea02752f538f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810986 Nov 24 05:18:10.499067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-be321994-01eb-4007-a761-b013032f3063 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:18:10.500056 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-be321994-01eb-4007-a761-b013032f3063 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049462 Nov 24 05:18:11.550152 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775280d-36d3-44bb-9501-4fc5a203a2b2 req-bc57a399-a66e-43cd-a659-ea5d796cecfc tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:11.551668 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b775280d-36d3-44bb-9501-4fc5a203a2b2 req-bc57a399-a66e-43cd-a659-ea5d796cecfc tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0491619 Nov 24 05:18:11.600429 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b775280d-36d3-44bb-9501-4fc5a203a2b2 req-ef2cc165-fd4f-4df5-a64e-064654149241 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417597 Nov 24 05:18:11.675155 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-f3958367-3a66-43eb-b9d3-ddcd90380acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:11.676640 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-f3958367-3a66-43eb-b9d3-ddcd90380acc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3bffb9f59a04cfb975a2974303e1ed7&device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 1098 time: 0.0393760 Nov 24 05:18:11.772733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-40ffc449-c806-4850-80c8-287fbce7d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:11.774213 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-40ffc449-c806-4850-80c8-287fbce7d1aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 HTTP/1.1" status: 200 len: 912 time: 0.0893855 Nov 24 05:18:11.816180 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-c6c2186f-9239-40a1-872d-e1789ddb2b0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe68617f-4834-4efd-9422-6caa7847777f HTTP/1.1" status: 200 len: 217 time: 0.0349908 Nov 24 05:18:11.863932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-0fe7557a-51ba-40cd-8c45-5b77e00b1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:11.865382 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-0fe7557a-51ba-40cd-8c45-5b77e00b1367 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6202b834-07a2-4603-86ec-e5274b90d19f HTTP/1.1" status: 200 len: 851 time: 0.0429590 Nov 24 05:18:11.901324 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-b468f366-1c5f-43b4-a4a0-5e3473b2e536 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293608 Nov 24 05:18:11.990248 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-ca58847f-c1a8-4005-8e89-5162a7ec01f0 service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817029 Nov 24 05:18:12.083747 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-6ad337bf-62e6-45fe-baec-1b7f152bfb17 service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865698 Nov 24 05:18:12.720520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a273b9b-0e28-4b9a-9979-7c7e28a25f4e req-fbd58546-1b2c-4a94-aaea-00f5fa220ea3 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:12.722003 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9a273b9b-0e28-4b9a-9979-7c7e28a25f4e req-fbd58546-1b2c-4a94-aaea-00f5fa220ea3 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0497868 Nov 24 05:18:12.773798 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9a273b9b-0e28-4b9a-9979-7c7e28a25f4e req-2ec81c65-1cc3-4e48-82cd-a22898e8c5a5 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456111 Nov 24 05:18:13.887346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370f048-4293-4974-bb0e-c34ba97e8f02 req-2b360fbf-27e2-4045-8505-278717f7c8b5 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:13.888841 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f370f048-4293-4974-bb0e-c34ba97e8f02 req-2b360fbf-27e2-4045-8505-278717f7c8b5 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0486436 Nov 24 05:18:13.936493 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f370f048-4293-4974-bb0e-c34ba97e8f02 req-fa293d39-f3b4-4d31-94a4-cdc7f37c8c74 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Nov 24 05:18:15.059841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec271700-1207-45e6-aeeb-372fd6f8d4b6 req-37bc1691-f6ba-43d1-b902-f13fdc66f145 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:15.061226 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec271700-1207-45e6-aeeb-372fd6f8d4b6 req-37bc1691-f6ba-43d1-b902-f13fdc66f145 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0498917 Nov 24 05:18:15.107936 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec271700-1207-45e6-aeeb-372fd6f8d4b6 req-5b164ba3-ac2f-4cee-9f64-2822e8a499aa tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Nov 24 05:18:15.535676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e38e5-73ba-4c89-92a7-31438533bc49 req-de8d6300-232f-4c8d-a291-43e0e79f9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:15.537156 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d2e38e5-73ba-4c89-92a7-31438533bc49 req-de8d6300-232f-4c8d-a291-43e0e79f9d8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3bffb9f59a04cfb975a2974303e1ed7&device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 1098 time: 0.0403190 Nov 24 05:18:15.640343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e38e5-73ba-4c89-92a7-31438533bc49 req-e1033171-1f9e-4f37-be0c-423c30f46493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:15.641731 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d2e38e5-73ba-4c89-92a7-31438533bc49 req-e1033171-1f9e-4f37-be0c-423c30f46493 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 HTTP/1.1" status: 200 len: 912 time: 0.0866020 Nov 24 05:18:15.684566 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d2e38e5-73ba-4c89-92a7-31438533bc49 req-750e651d-3733-44ce-b21f-27b311252ebe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe68617f-4834-4efd-9422-6caa7847777f HTTP/1.1" status: 200 len: 217 time: 0.0352814 Nov 24 05:18:15.732638 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e38e5-73ba-4c89-92a7-31438533bc49 req-f47c7dee-81c8-4446-bb10-09ef690ed1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:15.734053 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d2e38e5-73ba-4c89-92a7-31438533bc49 req-f47c7dee-81c8-4446-bb10-09ef690ed1e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6202b834-07a2-4603-86ec-e5274b90d19f HTTP/1.1" status: 200 len: 851 time: 0.0423713 Nov 24 05:18:15.765273 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d2e38e5-73ba-4c89-92a7-31438533bc49 req-818d667d-8878-4f2a-8d18-303ce8b4cc53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236225 Nov 24 05:18:15.858882 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d2e38e5-73ba-4c89-92a7-31438533bc49 req-c43e79ca-d72b-4d46-b9c2-191ceb6ce829 service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860119 Nov 24 05:18:15.950622 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d2e38e5-73ba-4c89-92a7-31438533bc49 req-0d51326f-74ea-4bf6-852b-d0114c639a16 service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835814 Nov 24 05:18:16.103807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6e40744-7626-4ff2-9a01-520fb680af0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:16.226772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb4ce6-8f8f-4629-aba4-edf823714424 req-2ca14339-ad60-48d1-a8e7-2812f8c08911 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:16.228158 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0cb4ce6-8f8f-4629-aba4-edf823714424 req-2ca14339-ad60-48d1-a8e7-2812f8c08911 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0527983 Nov 24 05:18:16.275386 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0cb4ce6-8f8f-4629-aba4-edf823714424 req-4d0dfc99-ec0e-4398-b77b-a6ab338f013c tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Nov 24 05:18:17.391282 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223ccab-9038-4cdd-afe2-62a3eedf6bd0 req-d75d8e40-ebbc-4bb1-ac74-e184c5085aee tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:17.392747 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8223ccab-9038-4cdd-afe2-62a3eedf6bd0 req-d75d8e40-ebbc-4bb1-ac74-e184c5085aee tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0481122 Nov 24 05:18:17.439151 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8223ccab-9038-4cdd-afe2-62a3eedf6bd0 req-ad693cac-44ff-4fd2-b251-3bbeb79832e2 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Nov 24 05:18:18.363031 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4d754e3b-cfb6-4b39-8123-598ab88ebdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:18.558028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99fd1-0ac3-41c6-903b-c1137e9f6375 req-e5780355-a215-4ed9-8cc0-37e14c389524 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:18.560069 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d0e99fd1-0ac3-41c6-903b-c1137e9f6375 req-e5780355-a215-4ed9-8cc0-37e14c389524 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0527527 Nov 24 05:18:18.606173 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d0e99fd1-0ac3-41c6-903b-c1137e9f6375 req-de6ecddd-441f-4ba3-b77f-46a1a9aa98bc tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Nov 24 05:18:19.560862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:19.720720 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584900fb-38bf-463b-8a1b-0d770028c553 req-a212cbb2-355a-4b5e-acb6-627c326d5a26 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:19.722193 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-584900fb-38bf-463b-8a1b-0d770028c553 req-a212cbb2-355a-4b5e-acb6-627c326d5a26 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0488827 Nov 24 05:18:19.769388 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-584900fb-38bf-463b-8a1b-0d770028c553 req-0d481631-4134-40df-9987-bc48776011e2 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Nov 24 05:18:20.773953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:20.882765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecb634-7fb3-4961-9d83-16171ad6d2d5 req-7b0ae1b1-ffce-4a85-9295-7e4dfdf2919b tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:20.884233 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78ecb634-7fb3-4961-9d83-16171ad6d2d5 req-7b0ae1b1-ffce-4a85-9295-7e4dfdf2919b tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0484600 Nov 24 05:18:20.934277 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78ecb634-7fb3-4961-9d83-16171ad6d2d5 req-084d2214-f869-4d4e-a599-3de3b84780a6 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Nov 24 05:18:21.734692 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:22.048437 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c303d61-cf0f-4666-8e0e-8b8180c0db08 req-9fb3153a-8df5-4246-abe4-b75723e8f8c7 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:22.049887 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4c303d61-cf0f-4666-8e0e-8b8180c0db08 req-9fb3153a-8df5-4246-abe4-b75723e8f8c7 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0492027 Nov 24 05:18:22.095760 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4c303d61-cf0f-4666-8e0e-8b8180c0db08 req-7ae06992-49d4-4833-b9db-7c82c3048824 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399618 Nov 24 05:18:23.209523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9157f-6a6d-4309-840e-065ac21ab276 req-e4b3643d-9d04-42f9-804f-f6c8a73c5151 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:23.211041 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-31f9157f-6a6d-4309-840e-065ac21ab276 req-e4b3643d-9d04-42f9-804f-f6c8a73c5151 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0495760 Nov 24 05:18:23.258718 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-31f9157f-6a6d-4309-840e-065ac21ab276 req-b6a22855-b95b-4c08-b4ae-9ff2fbedb213 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Nov 24 05:18:23.852856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:24.650888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39d9b3-ed0e-4178-ab31-8ea16d1f5ad2 req-ff1f5893-09e7-4950-ad75-b57fa9fae09a tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:24.652282 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ee39d9b3-ed0e-4178-ab31-8ea16d1f5ad2 req-ff1f5893-09e7-4950-ad75-b57fa9fae09a tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.3272364 Nov 24 05:18:24.699234 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ee39d9b3-ed0e-4178-ab31-8ea16d1f5ad2 req-2c4c35ea-46fc-4daf-a2ab-84b16df4d10c tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Nov 24 05:18:25.813292 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1d56a-04b6-4710-bb25-d6a97e0c9924 req-70072da9-849f-4404-87b1-03da1664d8f3 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:25.814761 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b6b1d56a-04b6-4710-bb25-d6a97e0c9924 req-70072da9-849f-4404-87b1-03da1664d8f3 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Nov 24 05:18:25.861180 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b6b1d56a-04b6-4710-bb25-d6a97e0c9924 req-3cf0e004-1fe6-4205-aa43-bfb6e15c9c69 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Nov 24 05:18:26.975143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a1be0-0001-4321-9ae0-ab60f1b84733 req-f88f167e-2180-4573-90b6-e5f76e69736d tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:26.976632 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-003a1be0-0001-4321-9ae0-ab60f1b84733 req-f88f167e-2180-4573-90b6-e5f76e69736d tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0476806 Nov 24 05:18:27.026064 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-003a1be0-0001-4321-9ae0-ab60f1b84733 req-fb30280f-630b-4a6f-9460-9d81a639af3e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Nov 24 05:18:28.142575 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ba92d-ed17-4fc8-b7a8-5a6b1e1756d6 req-9d881e50-5771-4b4c-ab27-f58004aab5ff tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:28.144051 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3c1ba92d-ed17-4fc8-b7a8-5a6b1e1756d6 req-9d881e50-5771-4b4c-ab27-f58004aab5ff tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0496416 Nov 24 05:18:28.190910 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3c1ba92d-ed17-4fc8-b7a8-5a6b1e1756d6 req-dcec4de2-a3c8-463a-b033-a392a193a9de tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Nov 24 05:18:29.317296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb74419-9b89-4045-9a35-ffcff10366a0 req-2e629054-e82f-4c0f-b6a8-3329292754f0 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:29.318768 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7fb74419-9b89-4045-9a35-ffcff10366a0 req-2e629054-e82f-4c0f-b6a8-3329292754f0 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0595393 Nov 24 05:18:29.368184 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7fb74419-9b89-4045-9a35-ffcff10366a0 req-aab9b48b-39b5-43ef-bab2-9dcc3600a7f9 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 Nov 24 05:18:30.487677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f6a8c-49be-4ebe-b2b9-36d581b87149 req-a5d5a9d2-f52d-4ac7-9eae-1fce71a78197 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:30.489138 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2d7f6a8c-49be-4ebe-b2b9-36d581b87149 req-a5d5a9d2-f52d-4ac7-9eae-1fce71a78197 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0524263 Nov 24 05:18:30.535722 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2d7f6a8c-49be-4ebe-b2b9-36d581b87149 req-66f9cd94-d387-4d47-aec2-9032d388a9de tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406621 Nov 24 05:18:31.648564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1f3c1-107a-4a04-89ae-2b2e759d080d req-afdbf2de-d387-4eff-b37b-76e635e36a49 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:31.649932 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-02a1f3c1-107a-4a04-89ae-2b2e759d080d req-afdbf2de-d387-4eff-b37b-76e635e36a49 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0487943 Nov 24 05:18:31.695765 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-02a1f3c1-107a-4a04-89ae-2b2e759d080d req-4a051fc9-cb5f-405e-9850-a39a9078f53a tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399966 Nov 24 05:18:32.817391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0837c-c8a1-4ba9-b913-f7fe43791c16 req-29e89587-3cd4-4fac-b0c7-08f474ed82f7 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:32.818866 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-43f0837c-c8a1-4ba9-b913-f7fe43791c16 req-29e89587-3cd4-4fac-b0c7-08f474ed82f7 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0504425 Nov 24 05:18:32.870132 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-43f0837c-c8a1-4ba9-b913-f7fe43791c16 req-434e227e-51f1-4182-84ee-80372c953024 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450356 Nov 24 05:18:33.982228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57164c-cc0c-48f5-9d60-f4ce6743d639 req-25360a3f-8d1f-421a-bba7-841fe6d0e091 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:33.983700 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-da57164c-cc0c-48f5-9d60-f4ce6743d639 req-25360a3f-8d1f-421a-bba7-841fe6d0e091 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0479410 Nov 24 05:18:34.032710 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-da57164c-cc0c-48f5-9d60-f4ce6743d639 req-b70f9cfe-2f08-41a9-93a0-c329aa25724c tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Nov 24 05:18:35.146019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6f3dd-4530-4fbd-ab9a-44b4af4c4f81 req-dfd9746c-129b-4f41-ba83-1b20b0889137 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:35.148099 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9ff6f3dd-4530-4fbd-ab9a-44b4af4c4f81 req-dfd9746c-129b-4f41-ba83-1b20b0889137 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0481079 Nov 24 05:18:35.193380 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9ff6f3dd-4530-4fbd-ab9a-44b4af4c4f81 req-3423dcec-1e74-4430-81fa-59ac1b72fc54 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391498 Nov 24 05:18:36.313145 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6f5b6-4aa2-4915-bd55-ef9e12bd3b84 req-0936bb19-d00a-4359-b386-05fea6cfc98a tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:36.314596 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-51e6f5b6-4aa2-4915-bd55-ef9e12bd3b84 req-0936bb19-d00a-4359-b386-05fea6cfc98a tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0525286 Nov 24 05:18:36.361236 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-51e6f5b6-4aa2-4915-bd55-ef9e12bd3b84 req-91637311-7ff3-4551-adcb-7175d1d83ef1 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Nov 24 05:18:37.476863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9706be-45e7-42f4-b7c9-c54773a18c01 req-21ffd27d-0465-48ec-ba5d-2d9c8a12ddd8 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:37.478330 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ad9706be-45e7-42f4-b7c9-c54773a18c01 req-21ffd27d-0465-48ec-ba5d-2d9c8a12ddd8 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0487900 Nov 24 05:18:37.525141 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ad9706be-45e7-42f4-b7c9-c54773a18c01 req-ca7858f8-2fa1-4239-b6fb-c862cb4e34ab tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 Nov 24 05:18:38.642145 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e9204-18db-42a5-8bd7-3973756fd6ae req-a7bd45d9-cab4-406e-a1b4-f5dfd8b361eb tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:38.643609 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e2e9204-18db-42a5-8bd7-3973756fd6ae req-a7bd45d9-cab4-406e-a1b4-f5dfd8b361eb tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0508687 Nov 24 05:18:38.691047 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e2e9204-18db-42a5-8bd7-3973756fd6ae req-bd00bef8-b159-4783-bb19-bdc98e8805cb tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Nov 24 05:18:38.719643 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-cee33195-0de4-4064-89d9-4fe1573e018d service neutron] 10.222.0.31 "GET /v2.0/ports/fe68617f-4834-4efd-9422-6caa7847777f/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0579314 Nov 24 05:18:38.952631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-2ab50557-73b1-486a-9bda-43f1a7907cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:38.954056 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-2ab50557-73b1-486a-9bda-43f1a7907cb6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165&tenant_id=f3bffb9f59a04cfb975a2974303e1ed7 HTTP/1.1" status: 200 len: 1098 time: 0.0710146 Nov 24 05:18:39.020877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-03e2ff87-b951-44a9-90f9-8f5e0da826b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:39.022370 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-03e2ff87-b951-44a9-90f9-8f5e0da826b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3bffb9f59a04cfb975a2974303e1ed7&device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 1098 time: 0.0433433 Nov 24 05:18:39.110488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-da83edcc-117d-4327-9042-47c6bf8800f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:39.111984 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-da83edcc-117d-4327-9042-47c6bf8800f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 HTTP/1.1" status: 200 len: 912 time: 0.0829725 Nov 24 05:18:39.156565 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-7b5c178b-340e-4121-ac25-1cc25d5125c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe68617f-4834-4efd-9422-6caa7847777f HTTP/1.1" status: 200 len: 217 time: 0.0377500 Nov 24 05:18:39.205726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-81a59188-e335-4507-8b80-3345447369dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:39.207044 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-81a59188-e335-4507-8b80-3345447369dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6202b834-07a2-4603-86ec-e5274b90d19f HTTP/1.1" status: 200 len: 851 time: 0.0409560 Nov 24 05:18:39.237803 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-03e59ac7-38ff-49a4-a929-804ea138660a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236387 Nov 24 05:18:39.325794 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-25358814-5a50-423a-8180-1ffebec1b091 service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810108 Nov 24 05:18:39.413200 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fecb7460-f392-4961-a1d2-d76f361d5e95 req-31746af2-ca6f-440d-b78f-96cab41e8d34 service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800128 Nov 24 05:18:39.807541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b0095-204a-4b95-bf2d-27c3953aae51 req-dd066699-d5f7-4e77-b564-5a5e8ce6db6e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:39.809073 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-903b0095-204a-4b95-bf2d-27c3953aae51 req-dd066699-d5f7-4e77-b564-5a5e8ce6db6e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0494533 Nov 24 05:18:39.856713 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-903b0095-204a-4b95-bf2d-27c3953aae51 req-d045f7fb-9c6e-445c-81d0-4e5305cb2247 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Nov 24 05:18:40.976057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270c8ca-34a4-429e-bcca-cb9169dd5446 req-e9c511da-9d54-4398-8fd4-a27fd1879bed tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:40.978177 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1270c8ca-34a4-429e-bcca-cb9169dd5446 req-e9c511da-9d54-4398-8fd4-a27fd1879bed tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0539529 Nov 24 05:18:41.030396 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1270c8ca-34a4-429e-bcca-cb9169dd5446 req-9f16d3a8-10bf-4e3c-a84d-1608f0c7c71e tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464175 Nov 24 05:18:41.549190 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:18:42.146191 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbba995-cb3e-478e-a563-40c69a7b521c req-d0ae9c51-c413-420b-abe8-e1fc041f8eff tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:42.148187 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dbba995-cb3e-478e-a563-40c69a7b521c req-d0ae9c51-c413-420b-abe8-e1fc041f8eff tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0502465 Nov 24 05:18:42.194879 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6dbba995-cb3e-478e-a563-40c69a7b521c req-1ff6eb1f-c2e2-4d03-99b6-59ee90be2afa tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Nov 24 05:18:42.504502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-3fc62124-8da0-468a-ad84-7166a31871ff tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:42.505852 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-3fc62124-8da0-468a-ad84-7166a31871ff tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.31 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165&tenant_id=f3bffb9f59a04cfb975a2974303e1ed7&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 945 time: 0.0882537 Nov 24 05:18:42.613473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-5c77a2e3-cfa1-44b8-8e06-748eaaf9dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:42.614947 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-5c77a2e3-cfa1-44b8-8e06-748eaaf9dd1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f3bffb9f59a04cfb975a2974303e1ed7&device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 1098 time: 0.0403922 Nov 24 05:18:42.704743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-a6f15eec-85c4-44ad-b8c2-94c8e90020cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:42.706190 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-a6f15eec-85c4-44ad-b8c2-94c8e90020cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 HTTP/1.1" status: 200 len: 912 time: 0.0850902 Nov 24 05:18:42.746103 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-5706262a-b0b8-4870-96a4-a20cf6f68211 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe68617f-4834-4efd-9422-6caa7847777f HTTP/1.1" status: 200 len: 217 time: 0.0331843 Nov 24 05:18:42.799438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-c22fdaaf-22e3-4706-9e7e-f73a104ed809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:42.800944 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-c22fdaaf-22e3-4706-9e7e-f73a104ed809 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6202b834-07a2-4603-86ec-e5274b90d19f HTTP/1.1" status: 200 len: 851 time: 0.0480857 Nov 24 05:18:42.834109 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-6e98e6f9-fc31-46d9-9cc6-3f8ee55624bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261655 Nov 24 05:18:42.935021 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-8c8f4a68-5bd8-4a64-a911-5d97b881dbcf service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937629 Nov 24 05:18:43.027425 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-c5e42e30-e4cd-4d85-9598-4f752ee8cf6c service neutron] 10.222.0.31 "GET /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851018 Nov 24 05:18:43.733217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc4dc3-5d23-48c7-bc9d-db4084b77313 req-b82c2e5e-c1db-4f90-aa6d-73ce9796890a tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:43.734680 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a9bc4dc3-5d23-48c7-bc9d-db4084b77313 req-b82c2e5e-c1db-4f90-aa6d-73ce9796890a tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0498884 Nov 24 05:18:43.782460 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a9bc4dc3-5d23-48c7-bc9d-db4084b77313 req-0f695dd5-4e3a-4c31-a16a-8e98e1541802 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Nov 24 05:18:44.902885 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f04e3-b483-49dc-9d3e-a6a18eff9f8a req-46acaf24-c98a-4a70-abb0-29c97e085274 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:44.904841 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e79f04e3-b483-49dc-9d3e-a6a18eff9f8a req-46acaf24-c98a-4a70-abb0-29c97e085274 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0528243 Nov 24 05:18:44.951792 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e79f04e3-b483-49dc-9d3e-a6a18eff9f8a req-b7c2c0ca-963a-4b5d-8153-f60873916307 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 Nov 24 05:18:45.384083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-8d1948dd-1218-474f-96c1-e7ea96070da5 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:45.385543 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-8d1948dd-1218-474f-96c1-e7ea96070da5 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.31 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 945 time: 0.0498185 Nov 24 05:18:45.479030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Deleting port fe68617f-4834-4efd-9422-6caa7847777f {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:18:45.479368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:45.566086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] For port fe68617f-4834-4efd-9422-6caa7847777f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fe68617f-4834-4efd-9422-6caa7847777f,segment=NetworkSegment(ef6adef2-ea00-4cfb-afcc-bca7e36c28d2),segment_id=ef6adef2-ea00-4cfb-afcc-bca7e36c28d2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:18:45.566447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:45.578523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Calling delete_port for fe68617f-4834-4efd-9422-6caa7847777f owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:18:45.706150 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:45.717955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['fe68617f-4834-4efd-9422-6caa7847777f'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:18:45.736198 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Pushing event deleted for resources: {'Port': ['ID=fe68617f-4834-4efd-9422-6caa7847777f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:45.747942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.748298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.748668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.749008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.749339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.749670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.750001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.750328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.750654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.750976 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.751300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.751634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:45.785992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] No DVR routers for this DVR port fe68617f-4834-4efd-9422-6caa7847777f on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:18:45.788969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:45.792378 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e0c490a-5d0c-4dcf-83af-05e039f4c26d req-47a3673a-0532-4ef9-b271-5264a3a04e70 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.31 "DELETE /v2.0/ports/fe68617f-4834-4efd-9422-6caa7847777f HTTP/1.1" status: 204 len: 173 time: 0.3990929 Nov 24 05:18:45.792820 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2326803c-b0e9-489d-ab28-18daadb01165', 'name': 'network-vif-deleted', 'tag': 'fe68617f-4834-4efd-9422-6caa7847777f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:18:45.795194 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3145de60-354f-4dbc-a050-708daf451fe7" -d '{"events": [{"server_uuid": "2326803c-b0e9-489d-ab28-18daadb01165", "name": "network-vif-deleted", "tag": "fe68617f-4834-4efd-9422-6caa7847777f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:18:45.835848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac669f1-1948-4de5-b28e-11052b27e977 x-openstack-request-id: req-3ac669f1-1948-4de5-b28e-11052b27e977 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:18:45.836168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2326803c-b0e9-489d-ab28-18daadb01165", "name": "network-vif-deleted", "tag": "fe68617f-4834-4efd-9422-6caa7847777f", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:18:45.836421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ac669f1-1948-4de5-b28e-11052b27e977 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:18:45.836819 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2326803c-b0e9-489d-ab28-18daadb01165', 'name': 'network-vif-deleted', 'tag': 'fe68617f-4834-4efd-9422-6caa7847777f', 'status': 'completed', 'code': 200} Nov 24 05:18:46.058590 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4b5b20bc-503e-4bdc-aaf2-5d83121e5ebe req-d261e8bd-bca6-4143-a88b-9f4a0bdc7820 tempest-DeleteServersTestJSON-1770190356 tempest-DeleteServersTestJSON-1770190356-project] 10.222.0.37 "GET /v2.0/ports?device_id=2326803c-b0e9-489d-ab28-18daadb01165 HTTP/1.1" status: 200 len: 210 time: 0.0286016 Nov 24 05:18:46.105810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f2570b05-7b0a-47e4-9bfd-14851d4c932b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.184164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40530) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:18:47.227995 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Deleting subnet 6202b834-07a2-4603-86ec-e5274b90d19f {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:18:47.230998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.269000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.306682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.356679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.385141 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6202b834-07a2-4603-86ec-e5274b90d19f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:47.387653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.390712 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6202b834-07a2-4603-86ec-e5274b90d19f HTTP/1.1" status: 204 len: 168 time: 0.2055516 Nov 24 05:18:47.393592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40532) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:18:47.396901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.397426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.397785 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.398139 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.398473 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.398813 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.399147 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.399479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.399838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.400169 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.400645 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.400819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcec545f-18fc-4403-8a09-7a9d29225ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:47.464682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.540084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.559707 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1147ec8a-3e8b-4cbc-9cb7-d7da1c339153']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:18:47.569337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6adef2-ea00-4cfb-afcc-bca7e36c28d2') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:18:47.569805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6adef2-ea00-4cfb-afcc-bca7e36c28d2') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:18:47.578818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.592277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.598006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:18:47.598383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:18:47.600016 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:18:47.655947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.660698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.664081 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1147ec8a-3e8b-4cbc-9cb7-d7da1c339153 HTTP/1.1" status: 204 len: 168 time: 0.2694771 Nov 24 05:18:47.676529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea92ec-0499-4025-a2ce-95cbca7738c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1147ec8a-3e8b-4cbc-9cb7-d7da1c339153,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:47.773891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40536) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:18:47.813869 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a56271cb-3600-4230-8e11-52c90b5700f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3bffb9f59a04cfb975a2974303e1ed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388258 Nov 24 05:18:47.816278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40538) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:18:47.862550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42a01f05-a72c-4de2-8117-572107348b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.883545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42a01f05-a72c-4de2-8117-572107348b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.932987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42a01f05-a72c-4de2-8117-572107348b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.935537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42a01f05-a72c-4de2-8117-572107348b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:47.936818 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-42a01f05-a72c-4de2-8117-572107348b4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f4a938c-037a-4aed-88e9-ad15e9a9a8d4 HTTP/1.1" status: 204 len: 168 time: 0.1196468 Nov 24 05:18:47.944308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a01f05-a72c-4de2-8117-572107348b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4a938c-037a-4aed-88e9-ad15e9a9a8d4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:48.364841 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7d35c042-70f0-409b-860b-d563de2d46d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:48.593053 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40560) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:18:48.687176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-947590454-network', 'tenant_id': '2a38a5f8f0b04c11bcac83170c4a7d2b'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:18:48.707900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Made reservation on behalf of 2a38a5f8f0b04c11bcac83170c4a7d2b for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:18:48.710744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:48.718901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:48.789947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:48.793636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:48.814406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:18:48.829646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a60cf93-cebb-4daa-abb6-6db940094db0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:48.832460 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:48.832796 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Added segment 280dc784-414a-49f6-87cd-b643d3c8b862 of type vlan for network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 Nov 24 05:18:48.871356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:48.894887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:48.895861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:48.896439 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:48.929604 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3354764 Nov 24 05:18:48.932591 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40564) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:18:48.938011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] Request body: {'subnet': {'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-947590454-subnet', 'tenant_id': '2a38a5f8f0b04c11bcac83170c4a7d2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:18:48.958738 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940f96-d4d0-477e-b81e-0a68780ba929 admin admin] Pushing event updated for resources: {'Network': ['ID=bb759598-545f-490a-8c8e-c3fb5b6fa1f4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:48.958915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] Made reservation on behalf of 2a38a5f8f0b04c11bcac83170c4a7d2b for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:18:48.962009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:48.969086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:18:49.129055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:49.185282 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1461354e-b68f-414e-86bd-8fa7dde599d5,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:49.192888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] Checking segment: {'id': '280dc784-414a-49f6-87cd-b643d3c8b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:18:49.193245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] Network hostable DHCP agents. Network: bb759598-545f-490a-8c8e-c3fb5b6fa1f4, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:18:49.210747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] Network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:18:49.219434 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, bb759598-545f-490a-8c8e-c3fb5b6fa1f4) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:18:49.223826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:49.225376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:49.230893 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446a72fd-bcfa-43c2-bba0-345e911d7627 None None] Network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:18:49.241581 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-30f191b0-0400-4b47-852c-cbf7c558f793 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3069975 Nov 24 05:18:49.500148 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d0a38e-9a8f-41c6-a48d-0baebad47de0 None None] Network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:18:49.582593 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:49.677698 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-90a9f47a-5125-46b6-b220-ce1f36db5f05 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:49.679801 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-90a9f47a-5125-46b6-b220-ce1f36db5f05 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 814 time: 0.1102946 Nov 24 05:18:49.696307 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6c9d2ad0-0942-4287-bcb8-51c8bf8710f6 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/quotas/2a38a5f8f0b04c11bcac83170c4a7d2b HTTP/1.1" status: 200 len: 375 time: 0.0097189 Nov 24 05:18:49.727486 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-bf7bb71d-9113-4315-bbc4-e927b49e9bad tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259418 Nov 24 05:18:49.821797 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-46ce80e3-6250-4320-a9b4-0bbc2eb85007 service neutron] 10.222.0.37 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876026 Nov 24 05:18:49.909352 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-51adb6ba-8754-4f58-a727-d74205e61535 service neutron] 10.222.0.37 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815258 Nov 24 05:18:50.072059 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7fa64f65-4ff9-4d1b-85e1-e842854dc589 req-eff0e0f9-d415-4826-8ffe-00b1550b500d tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 210 time: 0.0315242 Nov 24 05:18:50.229753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device fe68617f-4834-4efd-9422-6caa7847777f no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:18:50.249035 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: fe68617f-4834-4efd-9422-6caa7847777f {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:18:50.249444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device fe68617f-4834-4efd-9422-6caa7847777f not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:18:50.777658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:50.966711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-f7112cb3-2a37-445f-8575-b7829bf36925 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:50.968220 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-f7112cb3-2a37-445f-8575-b7829bf36925 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 814 time: 0.1027069 Nov 24 05:18:50.981975 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Request body: {'port': {'device_id': '736551e2-3e0b-4a53-b3d5-f8fa6e684131', 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4', 'admin_state_up': True, 'tenant_id': '2a38a5f8f0b04c11bcac83170c4a7d2b'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:18:51.170451 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-55e0a86d-2d93-4f88-80f3-b94f0df5cf39 req-3443907d-cf4c-4a4a-a278-efce794795ea tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 210 time: 0.0284564 Nov 24 05:18:51.396801 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Made reservation on behalf of 2a38a5f8f0b04c11bcac83170c4a7d2b for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:18:51.400283 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:51.522774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Allocated IP 172.20.0.13 (bb759598-545f-490a-8c8e-c3fb5b6fa1f4/1461354e-b68f-414e-86bd-8fa7dde599d5/cd6956bb-5e66-44e4-a8c5-422f692dacc2) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:18:51.671087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:51.703953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:51.737011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:51.753437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:18:51.759309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:18:51.761644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:18:51.790086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Pushing event updated for resources: {'Port': ['ID=cd6956bb-5e66-44e4-a8c5-422f692dacc2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:51.816609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:51.817254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:51.832825 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-6750362b-e89a-4b63-9f4b-287b43fd8def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8546801 Nov 24 05:18:51.844916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Request body: {'port': {'device_id': '736551e2-3e0b-4a53-b3d5-f8fa6e684131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:18:51.900031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:52.159821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6956bb-5e66-44e4-a8c5-422f692dacc2 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:18:52.169615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:52.182839 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Transition to ACTIVE for port object cd6956bb-5e66-44e4-a8c5-422f692dacc2 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:18:52.186236 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:52.257267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Pushing event updated for resources: {'Port': ['ID=cd6956bb-5e66-44e4-a8c5-422f692dacc2,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:52.288146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f54cf5-9236-4e39-b5ca-71540147a5b3 req-02ceba98-cb60-4fc0-ac47-45c78b3134be tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:52.289627 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-38f54cf5-9236-4e39-b5ca-71540147a5b3 req-02ceba98-cb60-4fc0-ac47-45c78b3134be tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 944 time: 0.0498867 Nov 24 05:18:52.306257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Attempting to bind port cd6956bb-5e66-44e4-a8c5-422f692dacc2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:18:52.306609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Attempting to bind port cd6956bb-5e66-44e4-a8c5-422f692dacc2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '280dc784-414a-49f6-87cd-b643d3c8b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:18:52.306953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Attempting to bind port cd6956bb-5e66-44e4-a8c5-422f692dacc2 on network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:18:52.311226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Port cd6956bb-5e66-44e4-a8c5-422f692dacc2 on network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:18:52.311554 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Attempting to bind port cd6956bb-5e66-44e4-a8c5-422f692dacc2 on network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:18:52.316463 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:18:52.316811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Checking segment: {'id': '280dc784-414a-49f6-87cd-b643d3c8b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:18:52.317202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Bound using segment: {'id': '280dc784-414a-49f6-87cd-b643d3c8b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:18:52.317637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Bound port: cd6956bb-5e66-44e4-a8c5-422f692dacc2, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280dc784-414a-49f6-87cd-b643d3c8b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:18:52.317996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:52.336561 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-38f54cf5-9236-4e39-b5ca-71540147a5b3 req-bf803f7f-1c21-4bed-b13b-bce66283923e tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Nov 24 05:18:52.383259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] For port cd6956bb-5e66-44e4-a8c5-422f692dacc2, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:18:52.386150 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] For port cd6956bb-5e66-44e4-a8c5-422f692dacc2, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cd6956bb-5e66-44e4-a8c5-422f692dacc2,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:18:52.390587 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:52.423691 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:52.424307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:52.425640 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] 10.222.0.31 "PUT /v2.0/ports/cd6956bb-5e66-44e4-a8c5-422f692dacc2 HTTP/1.1" status: 200 len: 1094 time: 0.5846431 Nov 24 05:18:52.426071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736551e2-3e0b-4a53-b3d5-f8fa6e684131', 'tag': 'cd6956bb-5e66-44e4-a8c5-422f692dacc2'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:18:52.428924 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc78f7a-f0e8-4714-8ccd-5a0c80bf531b" -d '{"events": [{"name": "network-changed", "server_uuid": "736551e2-3e0b-4a53-b3d5-f8fa6e684131", "tag": "cd6956bb-5e66-44e4-a8c5-422f692dacc2"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:18:52.451488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa92e6-b353-436d-9cb1-f65bb1cffb4d service neutron] Pushing event updated for resources: {'Port': ['ID=cd6956bb-5e66-44e4-a8c5-422f692dacc2,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:52.469509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9721850-de75-41e4-aba9-94c876e2ee77 x-openstack-request-id: req-a9721850-de75-41e4-aba9-94c876e2ee77 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:18:52.469800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736551e2-3e0b-4a53-b3d5-f8fa6e684131", "tag": "cd6956bb-5e66-44e4-a8c5-422f692dacc2", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:18:52.470056 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9721850-de75-41e4-aba9-94c876e2ee77 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:18:52.470450 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736551e2-3e0b-4a53-b3d5-f8fa6e684131', 'tag': 'cd6956bb-5e66-44e4-a8c5-422f692dacc2', 'status': 'completed', 'code': 200} Nov 24 05:18:52.518262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-e4d28505-237f-4446-93a0-451ca52e3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:52.519779 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-e4d28505-237f-4446-93a0-451ca52e3e1b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 1097 time: 0.0406992 Nov 24 05:18:52.565303 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-32805dc1-e4ca-48ab-8b46-a0ce5a3b7241 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6956bb-5e66-44e4-a8c5-422f692dacc2 HTTP/1.1" status: 200 len: 217 time: 0.0370562 Nov 24 05:18:52.614203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-f1bfc62f-5515-4b9f-b5ef-a92efa5d568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:52.615818 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-f1bfc62f-5515-4b9f-b5ef-a92efa5d568c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0434642 Nov 24 05:18:52.645812 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-cb3cdb9c-11a6-4a20-b350-c22a63e7c6d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236771 Nov 24 05:18:52.738133 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-099a7048-9d30-42bb-b78c-fec4576c1898 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856390 Nov 24 05:18:52.825489 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1bcdda91-e1ec-462c-b3e5-e4dd78d6846c req-4536cf14-8f28-4fc4-bb55-31ca280f5c33 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806656 Nov 24 05:18:52.908679 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc78f7a-f0e8-4714-8ccd-5a0c80bf531b req-5edffc92-8a9e-4b39-afe5-74d9fbdf5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:52.910129 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2bc78f7a-f0e8-4714-8ccd-5a0c80bf531b req-5edffc92-8a9e-4b39-afe5-74d9fbdf5025 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 1097 time: 0.0398114 Nov 24 05:18:53.003754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc78f7a-f0e8-4714-8ccd-5a0c80bf531b req-fce8472e-7e20-40d5-af5e-18c5be804d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:53.005105 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2bc78f7a-f0e8-4714-8ccd-5a0c80bf531b req-fce8472e-7e20-40d5-af5e-18c5be804d0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0871248 Nov 24 05:18:53.046367 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2bc78f7a-f0e8-4714-8ccd-5a0c80bf531b req-5cb2517b-1298-4b9c-b92f-b274150b088b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6956bb-5e66-44e4-a8c5-422f692dacc2 HTTP/1.1" status: 200 len: 217 time: 0.0337770 Nov 24 05:18:53.100442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc78f7a-f0e8-4714-8ccd-5a0c80bf531b req-677db06d-d07b-4c40-934f-77a6a44e16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:53.101871 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2bc78f7a-f0e8-4714-8ccd-5a0c80bf531b req-677db06d-d07b-4c40-934f-77a6a44e16ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0478134 Nov 24 05:18:53.134370 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2bc78f7a-f0e8-4714-8ccd-5a0c80bf531b req-bb5b6bf3-83d5-4c96-a79d-00982575e75d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256066 Nov 24 05:18:53.224224 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2bc78f7a-f0e8-4714-8ccd-5a0c80bf531b req-612f7027-5230-4fde-822f-ea4e480b7b56 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813289 Nov 24 05:18:53.316746 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2bc78f7a-f0e8-4714-8ccd-5a0c80bf531b req-993b361a-6270-4f37-ada2-7c9e489f6b21 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850334 Nov 24 05:18:53.455311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf99a64-f042-4e0a-9efb-1fead16953d9 req-526024f3-27d3-40fc-b574-3c6bf7eb073c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:53.456858 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fbf99a64-f042-4e0a-9efb-1fead16953d9 req-526024f3-27d3-40fc-b574-3c6bf7eb073c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 944 time: 0.0518425 Nov 24 05:18:53.504048 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fbf99a64-f042-4e0a-9efb-1fead16953d9 req-4112b05f-dad4-4a38-a2c8-b97fb9f5b8e0 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Nov 24 05:18:53.868161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:54.618503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f117120-5646-4991-80d4-7ad1cba5d9d0 req-8b7e3d2d-6db7-4f74-8495-538cc366a83d tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:54.619954 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0f117120-5646-4991-80d4-7ad1cba5d9d0 req-8b7e3d2d-6db7-4f74-8495-538cc366a83d tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 944 time: 0.0483317 Nov 24 05:18:54.665826 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0f117120-5646-4991-80d4-7ad1cba5d9d0 req-df82f27b-8bf9-43eb-aeee-9c1abff49646 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400267 Nov 24 05:18:55.778522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e500c-88e1-4966-8b2e-44ef9e9cb0c8 req-13e05577-f669-404b-b8ef-184896aa3e1d tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:55.780020 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-426e500c-88e1-4966-8b2e-44ef9e9cb0c8 req-13e05577-f669-404b-b8ef-184896aa3e1d tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 944 time: 0.0483484 Nov 24 05:18:55.832250 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-426e500c-88e1-4966-8b2e-44ef9e9cb0c8 req-a16b8a5a-276a-450b-9512-ba4e18d72be6 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463128 Nov 24 05:18:56.244649 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device cd6956bb-5e66-44e4-a8c5-422f692dacc2 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:18:56.340327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port cd6956bb-5e66-44e4-a8c5-422f692dacc2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cd6956bb-5e66-44e4-a8c5-422f692dacc2,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:18:56.351232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'cd6956bb-5e66-44e4-a8c5-422f692dacc2', 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4', 'port_id': 'cd6956bb-5e66-44e4-a8c5-422f692dacc2', 'mac_address': 'fa:16:3e:17:b4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1461354e-b68f-414e-86bd-8fa7dde599d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:18:56.387307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:56.400185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6956bb-5e66-44e4-a8c5-422f692dacc2 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:18:56.422656 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port cd6956bb-5e66-44e4-a8c5-422f692dacc2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cd6956bb-5e66-44e4-a8c5-422f692dacc2,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:18:56.426316 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:56.472477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=cd6956bb-5e66-44e4-a8c5-422f692dacc2,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:56.479652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.480008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.480358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.480698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.481031 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.481371 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.481702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.482033 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.482367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.482696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.483022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.483346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:18:56.634235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['cd6956bb-5e66-44e4-a8c5-422f692dacc2'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:18:56.946622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049c885-1852-471a-9cf4-c0d1d71b5b54 req-5c75e523-ef22-4ab9-8bbe-906097448def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:56.948010 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c049c885-1852-471a-9cf4-c0d1d71b5b54 req-5c75e523-ef22-4ab9-8bbe-906097448def tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 945 time: 0.0486093 Nov 24 05:18:56.994785 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c049c885-1852-471a-9cf4-c0d1d71b5b54 req-3406df76-fae6-44ef-a52a-166d24107c92 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Nov 24 05:18:58.107952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fefc73-a50f-4916-a0cf-453d1681afbf req-96f030ff-7529-4a7c-ae57-360845474f85 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:58.109310 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-95fefc73-a50f-4916-a0cf-453d1681afbf req-96f030ff-7529-4a7c-ae57-360845474f85 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 945 time: 0.0488808 Nov 24 05:18:58.157548 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-95fefc73-a50f-4916-a0cf-453d1681afbf req-4fe40a52-d63a-4564-9020-10404a5c11dc tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 Nov 24 05:18:58.263452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device cd6956bb-5e66-44e4-a8c5-422f692dacc2 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:18:58.311536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port cd6956bb-5e66-44e4-a8c5-422f692dacc2 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:18:58.315272 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port cd6956bb-5e66-44e4-a8c5-422f692dacc2 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:18:58.315671 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:58.390997 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:58.412991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736551e2-3e0b-4a53-b3d5-f8fa6e684131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6956bb-5e66-44e4-a8c5-422f692dacc2'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:18:58.415311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f1404d-70f8-435f-ba60-7c988edf8c74" -d '{"events": [{"server_uuid": "736551e2-3e0b-4a53-b3d5-f8fa6e684131", "name": "network-vif-plugged", "status": "completed", "tag": "cd6956bb-5e66-44e4-a8c5-422f692dacc2"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:18:58.432047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port cd6956bb-5e66-44e4-a8c5-422f692dacc2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cd6956bb-5e66-44e4-a8c5-422f692dacc2,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:18:58.436713 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:18:58.459289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d934425d-dc4f-4db0-850f-18ba63e430d8 x-openstack-request-id: req-d934425d-dc4f-4db0-850f-18ba63e430d8 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:18:58.459611 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736551e2-3e0b-4a53-b3d5-f8fa6e684131", "name": "network-vif-plugged", "status": "completed", "tag": "cd6956bb-5e66-44e4-a8c5-422f692dacc2", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:18:58.459863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d934425d-dc4f-4db0-850f-18ba63e430d8 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:18:58.460254 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736551e2-3e0b-4a53-b3d5-f8fa6e684131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6956bb-5e66-44e4-a8c5-422f692dacc2', 'code': 200} Nov 24 05:18:58.487387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=cd6956bb-5e66-44e4-a8c5-422f692dacc2,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:18:58.614781 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275544f-9a92-48f2-a5f3-2797888d02ff req-f7e47870-50f5-4b1f-9d11-25fd98e150ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:58.616498 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3275544f-9a92-48f2-a5f3-2797888d02ff req-f7e47870-50f5-4b1f-9d11-25fd98e150ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 1099 time: 0.0407014 Nov 24 05:18:58.659305 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3275544f-9a92-48f2-a5f3-2797888d02ff req-25b426bc-6a9f-4d46-bb89-b6294960d1fb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357933 Nov 24 05:18:59.273782 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd69a8-fb0b-44e5-a655-c61812f81e3d req-5eb131c2-e7eb-4ada-b78c-80bf56c46887 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:18:59.275269 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f0fd69a8-fb0b-44e5-a655-c61812f81e3d req-5eb131c2-e7eb-4ada-b78c-80bf56c46887 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0530119 Nov 24 05:18:59.322608 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f0fd69a8-fb0b-44e5-a655-c61812f81e3d req-b274265b-f711-474b-81d0-bc2055f568eb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414393 Nov 24 05:19:00.439220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defa367-0103-4621-99b7-353c87f26ca0 req-2e9f4873-711e-44c4-b2ab-ccd3366b3312 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:00.440712 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3defa367-0103-4621-99b7-353c87f26ca0 req-2e9f4873-711e-44c4-b2ab-ccd3366b3312 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0487909 Nov 24 05:19:00.488065 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3defa367-0103-4621-99b7-353c87f26ca0 req-e496a4aa-3c10-48c6-b07d-ee8456e68016 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Nov 24 05:19:00.601335 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b581f-6bc5-437f-b48e-f9000add9a8d req-1068ab5c-62bd-4072-ac51-0e4b9dae9200 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:00.603151 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-516b581f-6bc5-437f-b48e-f9000add9a8d req-1068ab5c-62bd-4072-ac51-0e4b9dae9200 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0505159 Nov 24 05:19:00.654504 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-516b581f-6bc5-437f-b48e-f9000add9a8d req-7c8f34c1-221c-4138-8ea0-6ba90ef0d36a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Nov 24 05:19:00.850431 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6b9a2-524e-416e-8372-a067f7b60f74 req-8a0d18d7-75d7-491c-90bb-68d192925da0 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:00.852730 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-98a6b9a2-524e-416e-8372-a067f7b60f74 req-8a0d18d7-75d7-491c-90bb-68d192925da0 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0492313 Nov 24 05:19:00.900046 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-98a6b9a2-524e-416e-8372-a067f7b60f74 req-bcf4f1f7-3eea-438d-b0bd-15d993e3e77f tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414369 Nov 24 05:19:01.012001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb0742-3505-47b7-b4f1-6ad374fe1121 req-7cc3e1aa-4a1d-404d-a1c3-6ae444bd44f4 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:01.013483 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f6cb0742-3505-47b7-b4f1-6ad374fe1121 req-7cc3e1aa-4a1d-404d-a1c3-6ae444bd44f4 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0496602 Nov 24 05:19:01.062877 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f6cb0742-3505-47b7-b4f1-6ad374fe1121 req-1217e645-877e-45a8-871f-d531e8138d5b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435202 Nov 24 05:19:01.287932 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-96f1850f-d63e-47f2-9812-e5c8110b613f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436537 Nov 24 05:19:01.301543 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92e263-b1f4-4e80-834f-77bf22fd8376 req-595b1137-af63-491e-a70a-eb55c5f6c81e tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:01.303150 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d92e263-b1f4-4e80-834f-77bf22fd8376 req-595b1137-af63-491e-a70a-eb55c5f6c81e tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0531788 Nov 24 05:19:01.352324 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d92e263-b1f4-4e80-834f-77bf22fd8376 req-20181f7c-83f6-4eff-8a0f-495d167d5b43 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430543 Nov 24 05:19:02.379619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-6dcdf619-9d01-467f-b19e-58d8b5ef9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:02.381156 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-6dcdf619-9d01-467f-b19e-58d8b5ef9d12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 1099 time: 0.0415888 Nov 24 05:19:02.470298 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d6e76-3874-4ddd-a8ae-a8d5716562b6 req-172e5052-acd6-4166-9e58-1b28337ab89b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:02.471879 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f04d6e76-3874-4ddd-a8ae-a8d5716562b6 req-172e5052-acd6-4166-9e58-1b28337ab89b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0484927 Nov 24 05:19:02.473061 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-539b0aba-1f0a-4c37-a73a-d79de0543942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:02.474535 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-539b0aba-1f0a-4c37-a73a-d79de0543942 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0859723 Nov 24 05:19:02.519107 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f04d6e76-3874-4ddd-a8ae-a8d5716562b6 req-dcdab399-2917-4bcf-b2c7-b658da57f079 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Nov 24 05:19:02.519879 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-12ee0a88-9738-47c2-9ac3-e68453bcc9f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6956bb-5e66-44e4-a8c5-422f692dacc2 HTTP/1.1" status: 200 len: 217 time: 0.0370870 Nov 24 05:19:02.569445 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-95140ad7-ba20-475c-a341-5e8da935a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:02.570913 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-95140ad7-ba20-475c-a341-5e8da935a451 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0437911 Nov 24 05:19:02.604628 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-ae51bed0-c65f-4c3d-b443-5e711d6fbf47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268078 Nov 24 05:19:02.698007 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-a7bcfdea-f05a-4432-bd71-b61d66b8d87d service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863411 Nov 24 05:19:02.795458 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-b4cab1e6-8de1-4e86-a7fa-8b7d10519578 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904572 Nov 24 05:19:03.638467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13354f6e-abc6-44fb-bfb5-e95825435afc req-4964186a-9667-402d-8f6b-a4b02a028fb9 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:03.639850 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-13354f6e-abc6-44fb-bfb5-e95825435afc req-4964186a-9667-402d-8f6b-a4b02a028fb9 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0527110 Nov 24 05:19:03.689612 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-13354f6e-abc6-44fb-bfb5-e95825435afc req-5af08fe3-d7bf-4ec1-a295-489cb17d8085 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439281 Nov 24 05:19:04.806228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6f1de-bed2-4caa-b856-633fc36bd8cd req-3453c9a7-6775-4ff9-84a4-9ef9d122c4d8 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:04.807732 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c7f6f1de-bed2-4caa-b856-633fc36bd8cd req-3453c9a7-6775-4ff9-84a4-9ef9d122c4d8 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0496984 Nov 24 05:19:04.854697 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c7f6f1de-bed2-4caa-b856-633fc36bd8cd req-b0e8295d-b5e6-43d1-a85c-82644181793d tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411258 Nov 24 05:19:05.969188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4c119-81e4-405d-9a03-9f86c0022c82 req-465f0bde-8969-4091-aa16-05b2ffc70a63 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:05.970829 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-28a4c119-81e4-405d-9a03-9f86c0022c82 req-465f0bde-8969-4091-aa16-05b2ffc70a63 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0492592 Nov 24 05:19:06.021433 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-28a4c119-81e4-405d-9a03-9f86c0022c82 req-1cc515b0-5a19-4be8-b2c7-fe9d04cabe67 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Nov 24 05:19:07.136948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce2a20-5829-4fb2-890f-a242467cd15f req-ee4af88e-1b9c-4eea-bef5-ed782d581f63 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:07.138415 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-71ce2a20-5829-4fb2-890f-a242467cd15f req-ee4af88e-1b9c-4eea-bef5-ed782d581f63 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0494316 Nov 24 05:19:07.194975 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-71ce2a20-5829-4fb2-890f-a242467cd15f req-f988815f-c8b5-4723-8ca3-1016cf1b97ad tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480337 Nov 24 05:19:08.307176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e1134-b053-4f51-a2c8-c28e6b0f515d req-5a2ebe04-5f76-4e0c-aff7-626978d36762 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:08.308681 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-411e1134-b053-4f51-a2c8-c28e6b0f515d req-5a2ebe04-5f76-4e0c-aff7-626978d36762 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0483677 Nov 24 05:19:08.357350 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-411e1134-b053-4f51-a2c8-c28e6b0f515d req-a68bb4fa-b9c9-4d09-8249-c9267b9fc555 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427611 Nov 24 05:19:09.476583 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea71f5-c353-47d2-816e-1f242eb818a7 req-58cac676-b27e-4977-822c-43b91c551958 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:09.478028 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a7ea71f5-c353-47d2-816e-1f242eb818a7 req-58cac676-b27e-4977-822c-43b91c551958 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0540781 Nov 24 05:19:09.525147 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a7ea71f5-c353-47d2-816e-1f242eb818a7 req-989711c5-0134-433f-9b34-b4cc02e2d7fa tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413055 Nov 24 05:19:10.638689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c3c8e-5c7f-4e6e-8d41-373480ae29e4 req-639367be-0dbe-41cf-a2e6-43075732f02c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:10.640163 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5a6c3c8e-5c7f-4e6e-8d41-373480ae29e4 req-639367be-0dbe-41cf-a2e6-43075732f02c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0481687 Nov 24 05:19:10.686166 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5a6c3c8e-5c7f-4e6e-8d41-373480ae29e4 req-b5e3210e-c6b2-4da7-8f0e-95a6c8ce1345 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Nov 24 05:19:11.807064 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd9291-9aaa-4a05-bb23-1dabc23c3f7e req-2adabd65-eaba-4b9c-b9d9-ff597fcdb978 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:11.808622 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c5dd9291-9aaa-4a05-bb23-1dabc23c3f7e req-2adabd65-eaba-4b9c-b9d9-ff597fcdb978 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0546308 Nov 24 05:19:11.865396 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c5dd9291-9aaa-4a05-bb23-1dabc23c3f7e req-d51617bd-12ad-49b6-953b-55c6ec9e1681 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498800 Nov 24 05:19:12.987282 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5879e-8574-4bc8-b452-ec42e335a8ff req-5dc4a52c-3c83-422b-b2cb-090475459e93 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:12.988784 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-86b5879e-8574-4bc8-b452-ec42e335a8ff req-5dc4a52c-3c83-422b-b2cb-090475459e93 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0520875 Nov 24 05:19:13.035571 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-86b5879e-8574-4bc8-b452-ec42e335a8ff req-e3ec45b4-471b-4a9e-a712-6606da00f144 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Nov 24 05:19:14.148460 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fe2b8-0d7c-4973-a34b-42a434122db1 req-93ceb99d-2848-407b-a6c1-5720bf70df26 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:14.149917 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8a4fe2b8-0d7c-4973-a34b-42a434122db1 req-93ceb99d-2848-407b-a6c1-5720bf70df26 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0482099 Nov 24 05:19:14.195997 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8a4fe2b8-0d7c-4973-a34b-42a434122db1 req-ba40c0cb-e90a-43a2-8f59-75d325ac45ec tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 Nov 24 05:19:15.312810 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a4826-6639-481a-9826-f249d94602f6 req-cfb48335-08a0-40a1-a11c-f62dd8a7c875 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:15.314263 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e39a4826-6639-481a-9826-f249d94602f6 req-cfb48335-08a0-40a1-a11c-f62dd8a7c875 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0522654 Nov 24 05:19:15.361594 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e39a4826-6639-481a-9826-f249d94602f6 req-82419309-ca97-426c-b71f-dafb8d6347b8 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Nov 24 05:19:15.542168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c09ac4-4676-49f7-81ae-96f3ef06549d req-4f1f2e07-f8a3-474d-abb8-89eb963c480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:15.543720 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-73c09ac4-4676-49f7-81ae-96f3ef06549d req-4f1f2e07-f8a3-474d-abb8-89eb963c480f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 1099 time: 0.0408647 Nov 24 05:19:15.655478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c09ac4-4676-49f7-81ae-96f3ef06549d req-70104f2b-d9f5-460d-b90e-dd1a678880c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:15.656978 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-73c09ac4-4676-49f7-81ae-96f3ef06549d req-70104f2b-d9f5-460d-b90e-dd1a678880c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0943727 Nov 24 05:19:15.698660 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-73c09ac4-4676-49f7-81ae-96f3ef06549d req-d28c2729-c0f0-4c98-a5fc-4307db2a2312 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6956bb-5e66-44e4-a8c5-422f692dacc2 HTTP/1.1" status: 200 len: 217 time: 0.0332017 Nov 24 05:19:15.750276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c09ac4-4676-49f7-81ae-96f3ef06549d req-8a38f3a8-59bd-41fe-88cb-8c60f9e9f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:15.751737 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-73c09ac4-4676-49f7-81ae-96f3ef06549d req-8a38f3a8-59bd-41fe-88cb-8c60f9e9f325 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0464845 Nov 24 05:19:15.782537 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-73c09ac4-4676-49f7-81ae-96f3ef06549d req-9d54ce23-39c1-40ad-85bf-8e1c3a52d9b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238750 Nov 24 05:19:15.870693 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-73c09ac4-4676-49f7-81ae-96f3ef06549d req-97165ce8-3a89-4e5f-aa16-e94a16df8c67 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801997 Nov 24 05:19:15.963707 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-73c09ac4-4676-49f7-81ae-96f3ef06549d req-8c2799c2-b05f-4f9d-8917-c712bc63c7f2 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854754 Nov 24 05:19:16.106043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b5b0c9e-9f14-4621-8326-8cc99be0f64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:16.476067 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821f5b6-28dc-48dc-910c-ecd1d3695808 req-6e6e0adb-cc60-4e47-890a-245e7b88742b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:16.477853 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f821f5b6-28dc-48dc-910c-ecd1d3695808 req-6e6e0adb-cc60-4e47-890a-245e7b88742b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0503097 Nov 24 05:19:16.524977 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f821f5b6-28dc-48dc-910c-ecd1d3695808 req-ff9c4eb5-1ad1-42fe-846b-ce5585070cf4 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Nov 24 05:19:17.644472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ead6a-39fe-4cc7-99e6-26551c9e9100 req-cf2037e0-6d25-4ebd-b3dc-1601ccb205dd tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:17.645855 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-245ead6a-39fe-4cc7-99e6-26551c9e9100 req-cf2037e0-6d25-4ebd-b3dc-1601ccb205dd tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0532322 Nov 24 05:19:17.692746 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-245ead6a-39fe-4cc7-99e6-26551c9e9100 req-8869ad08-488e-455b-949b-222f300430a9 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Nov 24 05:19:18.365922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-78221a27-6bf1-40f7-9fb9-eb9ac0e020cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:18.550737 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:19:18.813975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95705333-3f12-423a-9772-a6e64d294351 req-50bc4e9e-1d9e-4c90-bc89-4e0eea5bd699 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:18.815512 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-95705333-3f12-423a-9772-a6e64d294351 req-50bc4e9e-1d9e-4c90-bc89-4e0eea5bd699 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0543189 Nov 24 05:19:18.869373 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-95705333-3f12-423a-9772-a6e64d294351 req-44c213b7-bbf0-4d3a-bcad-02d7a71c039c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Nov 24 05:19:19.567294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:19.983697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ada3-ccf1-4119-b095-4de9c44df759 req-fc437181-a7c1-4481-aa8c-9e001bc5cc8b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:19.985171 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8715ada3-ccf1-4119-b095-4de9c44df759 req-fc437181-a7c1-4481-aa8c-9e001bc5cc8b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0486341 Nov 24 05:19:20.034698 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8715ada3-ccf1-4119-b095-4de9c44df759 req-8a0ee7f4-4bef-4232-8f54-720c0f7d78a1 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Nov 24 05:19:20.780180 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:21.150672 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc19f35-6eaf-4ba0-8f81-5b412ad7b181 req-36c05376-dbf4-4403-9bfd-ea58c80b41f0 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:21.152184 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2dc19f35-6eaf-4ba0-8f81-5b412ad7b181 req-36c05376-dbf4-4403-9bfd-ea58c80b41f0 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0499964 Nov 24 05:19:21.200562 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2dc19f35-6eaf-4ba0-8f81-5b412ad7b181 req-29bc5223-e2c3-4d38-928c-c4254b34478d tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Nov 24 05:19:21.737767 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:22.313745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912d758-e946-4fbd-974c-3ed48feee65a req-b93913f8-5815-474e-823e-073c43cc9605 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:22.315210 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d912d758-e946-4fbd-974c-3ed48feee65a req-b93913f8-5815-474e-823e-073c43cc9605 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0478923 Nov 24 05:19:22.362978 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d912d758-e946-4fbd-974c-3ed48feee65a req-c0cc8151-77a7-4d3a-b848-2945f184f193 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Nov 24 05:19:23.481682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a043490-df56-44a6-b084-2b4a6625eec8 req-e3a48808-157b-4746-ad5b-aae1e0cbe3a4 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:23.483119 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8a043490-df56-44a6-b084-2b4a6625eec8 req-e3a48808-157b-4746-ad5b-aae1e0cbe3a4 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0536585 Nov 24 05:19:23.530869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8a043490-df56-44a6-b084-2b4a6625eec8 req-e285317a-7b8f-449f-b62a-f7d73def4c67 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Nov 24 05:19:23.869463 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:24.643212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ee4a3-14bc-4220-8be8-7563976842fd req-12122778-978c-4120-af54-39ce9104e708 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:24.644699 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-387ee4a3-14bc-4220-8be8-7563976842fd req-12122778-978c-4120-af54-39ce9104e708 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0473673 Nov 24 05:19:24.691973 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-387ee4a3-14bc-4220-8be8-7563976842fd req-92afd380-27fe-4b5e-828c-95f799798540 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Nov 24 05:19:25.806969 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c4cff-5483-49d6-94a6-fc5e60e4c28f req-30acb1f5-e8e7-43be-9289-4676abf8e130 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:25.808503 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c78c4cff-5483-49d6-94a6-fc5e60e4c28f req-30acb1f5-e8e7-43be-9289-4676abf8e130 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0490348 Nov 24 05:19:25.860594 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c78c4cff-5483-49d6-94a6-fc5e60e4c28f req-d06e0e9c-32d2-4148-a3ee-b4d6ff55dd1e tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460835 Nov 24 05:19:26.974335 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6008e-aa3d-4a65-82f4-4e41e04b22c1 req-226f9dd7-6534-4a82-9b6a-5247af0ee979 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:26.975850 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aeb6008e-aa3d-4a65-82f4-4e41e04b22c1 req-226f9dd7-6534-4a82-9b6a-5247af0ee979 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0487885 Nov 24 05:19:27.022134 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aeb6008e-aa3d-4a65-82f4-4e41e04b22c1 req-4d53a8a9-37d1-41d8-838e-3ff4c3625f95 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404270 Nov 24 05:19:28.139829 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0df514-67e4-4a80-9611-ee219d5de7bc req-fc0dcc2b-b594-4982-b6d1-2a895c1ca1d1 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:28.141293 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-df0df514-67e4-4a80-9611-ee219d5de7bc req-fc0dcc2b-b594-4982-b6d1-2a895c1ca1d1 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0490842 Nov 24 05:19:28.188596 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-df0df514-67e4-4a80-9611-ee219d5de7bc req-5fe388ef-5458-4b13-b4e0-d8cd0d37f328 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 Nov 24 05:19:29.308733 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7cc74-3133-4636-b7dc-53fb865826ad req-1b4d65fb-94fc-47a3-807e-2c3479523a04 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:29.310193 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c7d7cc74-3133-4636-b7dc-53fb865826ad req-1b4d65fb-94fc-47a3-807e-2c3479523a04 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0537846 Nov 24 05:19:29.357031 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-60b8067e-0d26-4944-a3da-c7a906515a0a service neutron] 10.222.0.31 "GET /v2.0/ports/cd6956bb-5e66-44e4-a8c5-422f692dacc2/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0562365 Nov 24 05:19:29.357648 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c7d7cc74-3133-4636-b7dc-53fb865826ad req-5c2cbaf5-40c3-4d91-ac62-fc167a0dbbae tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Nov 24 05:19:29.561223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-afc066f5-0a64-4438-8079-d8100ca4e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:29.562716 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-afc066f5-0a64-4438-8079-d8100ca4e024 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131&tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b HTTP/1.1" status: 200 len: 1099 time: 0.0443583 Nov 24 05:19:29.623470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-0d73fbd1-fc4c-4c4a-8864-38a9fb0ce43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:29.624948 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-0d73fbd1-fc4c-4c4a-8864-38a9fb0ce43e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 1099 time: 0.0414269 Nov 24 05:19:29.716856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-e2bd26f3-57d5-45fc-8271-e06bb4d7b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:29.718317 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-e2bd26f3-57d5-45fc-8271-e06bb4d7b796 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0838068 Nov 24 05:19:29.764445 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-ad683886-28df-4273-8a30-89b47f0cdd12 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6956bb-5e66-44e4-a8c5-422f692dacc2 HTTP/1.1" status: 200 len: 217 time: 0.0377698 Nov 24 05:19:29.813000 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-b51026e3-4a4d-4fc7-8a0e-8801f6bc73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:29.814383 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-b51026e3-4a4d-4fc7-8a0e-8801f6bc73f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0436087 Nov 24 05:19:29.845095 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-ffd40eb3-efb6-4b2f-a979-5d05d764a0da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239878 Nov 24 05:19:29.940276 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-e2580dab-7ee5-4ec1-a1cf-1f9faf9de5f9 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837657 Nov 24 05:19:30.028251 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d647b2a9-9327-4374-94ee-b3b8e30b93fa req-0b97a559-9ca4-4a98-9304-1f86794ca258 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805471 Nov 24 05:19:30.478207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859dd2d-c6b1-4a0b-99f9-e2cf6db77653 req-2597e91a-8323-4e3d-9924-c3cada2a172c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:30.479783 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d859dd2d-c6b1-4a0b-99f9-e2cf6db77653 req-2597e91a-8323-4e3d-9924-c3cada2a172c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0504601 Nov 24 05:19:30.525571 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d859dd2d-c6b1-4a0b-99f9-e2cf6db77653 req-2f9a20f4-076d-43a0-9603-7edba5e2295d tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Nov 24 05:19:31.644725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53501ce-6e1c-4492-a974-bc8688128077 req-790ed53c-f6e3-4e25-9a5c-7bbf53142357 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:31.646089 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c53501ce-6e1c-4492-a974-bc8688128077 req-790ed53c-f6e3-4e25-9a5c-7bbf53142357 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0515971 Nov 24 05:19:31.693158 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c53501ce-6e1c-4492-a974-bc8688128077 req-5e4cb797-b3af-49fc-a3e7-477e95f10974 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406189 Nov 24 05:19:31.896445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eeb8b9-6406-445b-b441-6b956dadbc00 req-86141e05-4286-428f-a7b4-185dfd0300ce tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:31.897824 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7eeb8b9-6406-445b-b441-6b956dadbc00 req-86141e05-4286-428f-a7b4-185dfd0300ce tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0503335 Nov 24 05:19:31.906855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-535c2300-4bf7-4ce8-9163-b2c9cd3715f6 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:31.908398 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-535c2300-4bf7-4ce8-9163-b2c9cd3715f6 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.31 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131&tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0519280 Nov 24 05:19:31.947500 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7eeb8b9-6406-445b-b441-6b956dadbc00 req-bdbf308e-e8e2-47ac-a85d-d8c91b5edb94 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434282 Nov 24 05:19:31.993683 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-6d14f147-6ec1-4fc5-844e-096ede4acd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:31.995271 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-6d14f147-6ec1-4fc5-844e-096ede4acd19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 1099 time: 0.0448430 Nov 24 05:19:32.084159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-e2e886e7-9719-4153-bb7f-b511fa964e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:32.085614 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-e2e886e7-9719-4153-bb7f-b511fa964e5f service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0837886 Nov 24 05:19:32.130602 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-c85fa265-de9a-4b5d-8908-561a51e461a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd6956bb-5e66-44e4-a8c5-422f692dacc2 HTTP/1.1" status: 200 len: 217 time: 0.0380909 Nov 24 05:19:32.178861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-39c72b6f-49bf-4ea0-9f5c-b5c51a41229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:32.181047 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-39c72b6f-49bf-4ea0-9f5c-b5c51a41229b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0433075 Nov 24 05:19:32.211877 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-328bac19-cf30-40d4-96e8-334ae91c3167 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234036 Nov 24 05:19:32.308118 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-543ecbbf-aa66-433c-9e4e-56366d34ee19 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892775 Nov 24 05:19:32.397872 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-18b9cac7-9ccc-4ec6-8572-1d3db6b0c1ab req-092d1d98-b402-4c3c-b945-13e6864b4405 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827696 Nov 24 05:19:33.061196 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905acc4-40d8-41fe-b2f7-6b4a6b2ebadf req-aa26a5d9-9d0a-462e-962d-ba0146f6755c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:33.062561 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2905acc4-40d8-41fe-b2f7-6b4a6b2ebadf req-aa26a5d9-9d0a-462e-962d-ba0146f6755c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0474925 Nov 24 05:19:33.113834 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2905acc4-40d8-41fe-b2f7-6b4a6b2ebadf req-f8bbf786-522e-47e4-803a-80f6ddf7f6e5 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452268 Nov 24 05:19:33.227506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a147b5d-b8e9-4069-8f97-d4ea16c5fbbf req-63234782-3690-4ae8-97bc-d8f7c3fefa9b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:33.228978 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3a147b5d-b8e9-4069-8f97-d4ea16c5fbbf req-63234782-3690-4ae8-97bc-d8f7c3fefa9b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0490682 Nov 24 05:19:33.275273 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3a147b5d-b8e9-4069-8f97-d4ea16c5fbbf req-90710bba-f62f-4510-b183-0fc557a8d4ff tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Nov 24 05:19:33.386001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb1a98-b400-4f9e-9c15-7321963a6ad1 req-3410e86a-b923-49c5-b670-f9f8104d56b3 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:33.387481 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0cbb1a98-b400-4f9e-9c15-7321963a6ad1 req-3410e86a-b923-49c5-b670-f9f8104d56b3 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0482926 Nov 24 05:19:33.434858 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0cbb1a98-b400-4f9e-9c15-7321963a6ad1 req-29ff10f0-7457-4e01-9f9d-3045510dd19b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414703 Nov 24 05:19:33.790475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436285-481a-4f1c-b759-2e743c7026c6 req-4c385c5d-0268-473e-ba63-cb67e2ea85ce tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:33.793465 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-4c385c5d-0268-473e-ba63-cb67e2ea85ce tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 814 time: 0.1080375 Nov 24 05:19:33.807209 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-263c7ad3-3f3d-4870-9f2e-e0ea0f7088b8 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/quotas/2a38a5f8f0b04c11bcac83170c4a7d2b HTTP/1.1" status: 200 len: 375 time: 0.0094848 Nov 24 05:19:33.856620 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-6883fbc1-c787-4998-9ad0-657b71531d10 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437114 Nov 24 05:19:33.948515 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-5be5180a-aa82-4170-836f-000b89a50648 service neutron] 10.222.0.37 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848539 Nov 24 05:19:34.035643 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-1df05c93-3ac1-4909-a7e0-dd935adcfec8 service neutron] 10.222.0.37 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812857 Nov 24 05:19:34.201806 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9272a49b-5094-47b1-8d87-2733cf2e0953 req-dba113cd-e256-4c0d-bced-5e800c0ffd10 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 210 time: 0.0321641 Nov 24 05:19:35.110353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436285-481a-4f1c-b759-2e743c7026c6 req-cbfc9324-49db-4224-9e5d-92d3407b8583 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:35.111766 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-cbfc9324-49db-4224-9e5d-92d3407b8583 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 814 time: 0.1134925 Nov 24 05:19:35.128956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Request body: {'port': {'device_id': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4', 'admin_state_up': True, 'tenant_id': '2a38a5f8f0b04c11bcac83170c4a7d2b'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:19:35.235985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Made reservation on behalf of 2a38a5f8f0b04c11bcac83170c4a7d2b for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:19:35.239793 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:35.296888 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b8be4ca8-beab-4205-a503-a66887ef0185 req-ffed722b-1598-4920-9b4a-0f67ed3bf6bb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 210 time: 0.0270963 Nov 24 05:19:35.367564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-63d98c9e-127b-4480-9204-2d662a3b6931 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:35.369090 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-63d98c9e-127b-4480-9204-2d662a3b6931 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.31 "GET /v2.0/ports?device_id=736551e2-3e0b-4a53-b3d5-f8fa6e684131 HTTP/1.1" status: 200 len: 946 time: 0.0493627 Nov 24 05:19:35.369239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Allocated IP 172.20.0.3 (bb759598-545f-490a-8c8e-c3fb5b6fa1f4/1461354e-b68f-414e-86bd-8fa7dde599d5/829e2790-2892-4c50-96c4-80866425cf34) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:19:35.456428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-150f62ea-cb35-48c6-9f5c-15f71501b3cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Deleting port cd6956bb-5e66-44e4-a8c5-422f692dacc2 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:19:35.456767 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-150f62ea-cb35-48c6-9f5c-15f71501b3cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:35.520279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:35.547394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-150f62ea-cb35-48c6-9f5c-15f71501b3cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] For port cd6956bb-5e66-44e4-a8c5-422f692dacc2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cd6956bb-5e66-44e4-a8c5-422f692dacc2,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:19:35.547795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-150f62ea-cb35-48c6-9f5c-15f71501b3cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:35.554636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:35.560509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-150f62ea-cb35-48c6-9f5c-15f71501b3cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Calling delete_port for cd6956bb-5e66-44e4-a8c5-422f692dacc2 owned by compute:nova {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:19:35.567763 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['cd6956bb-5e66-44e4-a8c5-422f692dacc2'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:19:35.601430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:19:35.607101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:19:35.611838 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:19:35.645765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Pushing event updated for resources: {'Port': ['ID=829e2790-2892-4c50-96c4-80866425cf34,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:19:35.663342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:35.664026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:35.681348 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ca83f8a9-68fa-4a3c-a2f4-dffb1208436a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5581920 Nov 24 05:19:35.693398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Request body: {'port': {'device_id': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:19:35.699574 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-150f62ea-cb35-48c6-9f5c-15f71501b3cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:35.732176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f62ea-cb35-48c6-9f5c-15f71501b3cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Pushing event deleted for resources: {'Port': ['ID=cd6956bb-5e66-44e4-a8c5-422f692dacc2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:19:35.767166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:35.779738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-150f62ea-cb35-48c6-9f5c-15f71501b3cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] No DVR routers for this DVR port cd6956bb-5e66-44e4-a8c5-422f692dacc2 on host hv-neutron-8188 {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:19:35.782386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-150f62ea-cb35-48c6-9f5c-15f71501b3cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:35.786029 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-150f62ea-cb35-48c6-9f5c-15f71501b3cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.31 "DELETE /v2.0/ports/cd6956bb-5e66-44e4-a8c5-422f692dacc2 HTTP/1.1" status: 204 len: 173 time: 0.4111950 Nov 24 05:19:35.786520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736551e2-3e0b-4a53-b3d5-f8fa6e684131', 'name': 'network-vif-deleted', 'tag': 'cd6956bb-5e66-44e4-a8c5-422f692dacc2'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:19:35.788928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9b47af-2a71-4e81-86b5-03c907190341" -d '{"events": [{"server_uuid": "736551e2-3e0b-4a53-b3d5-f8fa6e684131", "name": "network-vif-deleted", "tag": "cd6956bb-5e66-44e4-a8c5-422f692dacc2"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:19:35.892468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3929b063-cff5-424a-8fa4-204fc0e0c35b x-openstack-request-id: req-3929b063-cff5-424a-8fa4-204fc0e0c35b {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:19:35.893735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736551e2-3e0b-4a53-b3d5-f8fa6e684131", "name": "network-vif-deleted", "tag": "cd6956bb-5e66-44e4-a8c5-422f692dacc2", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:19:35.893998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3929b063-cff5-424a-8fa4-204fc0e0c35b {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:19:35.894406 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736551e2-3e0b-4a53-b3d5-f8fa6e684131', 'name': 'network-vif-deleted', 'tag': 'cd6956bb-5e66-44e4-a8c5-422f692dacc2', 'status': 'completed', 'code': 200} Nov 24 05:19:36.061057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829e2790-2892-4c50-96c4-80866425cf34 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:19:36.068446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:36.080693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Transition to ACTIVE for port object 829e2790-2892-4c50-96c4-80866425cf34 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:19:36.085024 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:36.137003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Pushing event updated for resources: {'Port': ['ID=829e2790-2892-4c50-96c4-80866425cf34,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:19:36.206769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Attempting to bind port 829e2790-2892-4c50-96c4-80866425cf34 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:19:36.206769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Attempting to bind port 829e2790-2892-4c50-96c4-80866425cf34 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '280dc784-414a-49f6-87cd-b643d3c8b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:19:36.206769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Attempting to bind port 829e2790-2892-4c50-96c4-80866425cf34 on network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:19:36.215565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Port 829e2790-2892-4c50-96c4-80866425cf34 on network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:19:36.215918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Attempting to bind port 829e2790-2892-4c50-96c4-80866425cf34 on network bb759598-545f-490a-8c8e-c3fb5b6fa1f4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:19:36.220735 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:19:36.221080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Checking segment: {'id': '280dc784-414a-49f6-87cd-b643d3c8b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:19:36.221470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Bound using segment: {'id': '280dc784-414a-49f6-87cd-b643d3c8b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:19:36.221896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Bound port: 829e2790-2892-4c50-96c4-80866425cf34, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280dc784-414a-49f6-87cd-b643d3c8b862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:19:36.222254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:36.287769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] For port 829e2790-2892-4c50-96c4-80866425cf34, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:19:36.292092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] For port 829e2790-2892-4c50-96c4-80866425cf34, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=829e2790-2892-4c50-96c4-80866425cf34,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:19:36.298288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:36.332116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:36.332819 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:36.334084 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] 10.222.0.31 "PUT /v2.0/ports/829e2790-2892-4c50-96c4-80866425cf34 HTTP/1.1" status: 200 len: 1093 time: 0.6449199 Nov 24 05:19:36.334531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'tag': '829e2790-2892-4c50-96c4-80866425cf34'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:19:36.337944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd332412-06a7-49b7-8ef1-2f3f1f4b0066" -d '{"events": [{"name": "network-changed", "server_uuid": "aa28ee3f-ba69-45f4-9bac-17a8d2f41111", "tag": "829e2790-2892-4c50-96c4-80866425cf34"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:19:36.365234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb999e8-7feb-4078-b820-2d68a0cfe85f service neutron] Pushing event updated for resources: {'Port': ['ID=829e2790-2892-4c50-96c4-80866425cf34,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:19:36.380132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100bfae0-62fb-4416-aadc-98a8a04770a7 x-openstack-request-id: req-100bfae0-62fb-4416-aadc-98a8a04770a7 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:19:36.380428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa28ee3f-ba69-45f4-9bac-17a8d2f41111", "tag": "829e2790-2892-4c50-96c4-80866425cf34", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:19:36.380688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-100bfae0-62fb-4416-aadc-98a8a04770a7 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:19:36.381097 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'tag': '829e2790-2892-4c50-96c4-80866425cf34', 'status': 'completed', 'code': 200} Nov 24 05:19:36.429228 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436285-481a-4f1c-b759-2e743c7026c6 req-c60311fd-6044-4d52-963f-706ad2762b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:36.431072 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-c60311fd-6044-4d52-963f-706ad2762b38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 1096 time: 0.0459497 Nov 24 05:19:36.436882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebcdd3-df07-4361-b16d-0142507fdbe5 req-a06438d7-4e38-401f-a1a5-394fca8a8d20 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:36.438360 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8aebcdd3-df07-4361-b16d-0142507fdbe5 req-a06438d7-4e38-401f-a1a5-394fca8a8d20 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 943 time: 0.0536997 Nov 24 05:19:36.474705 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-bb6b5b64-85c4-4323-aac2-14af404caccb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=829e2790-2892-4c50-96c4-80866425cf34 HTTP/1.1" status: 200 len: 217 time: 0.0352652 Nov 24 05:19:36.486786 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8aebcdd3-df07-4361-b16d-0142507fdbe5 req-5251634d-3f7d-4ad2-a644-c2b711e02e50 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Nov 24 05:19:36.521921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436285-481a-4f1c-b759-2e743c7026c6 req-f460949c-5dce-4450-bab4-cc32d6ac673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:36.523352 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-f460949c-5dce-4450-bab4-cc32d6ac673c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0424449 Nov 24 05:19:36.560462 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-b1e9fba2-c686-48c2-a764-7317eed3d777 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273921 Nov 24 05:19:36.649505 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-70cc8790-801f-4a62-9ee7-3fa64a616904 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815341 Nov 24 05:19:36.739610 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-51436285-481a-4f1c-b759-2e743c7026c6 req-6fa0a72f-558a-4697-ad92-0e02f4d7f4e7 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839329 Nov 24 05:19:36.823606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd332412-06a7-49b7-8ef1-2f3f1f4b0066 req-ef90bb99-0325-46b3-94d6-76c33a0105da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:36.825092 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bd332412-06a7-49b7-8ef1-2f3f1f4b0066 req-ef90bb99-0325-46b3-94d6-76c33a0105da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 1096 time: 0.0416274 Nov 24 05:19:36.914945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd332412-06a7-49b7-8ef1-2f3f1f4b0066 req-1823fab0-8c78-407c-a8ea-a9ef32dae009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:36.916331 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bd332412-06a7-49b7-8ef1-2f3f1f4b0066 req-1823fab0-8c78-407c-a8ea-a9ef32dae009 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0844810 Nov 24 05:19:36.957573 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bd332412-06a7-49b7-8ef1-2f3f1f4b0066 req-b0d89186-6fe4-47ba-a2d1-cac2b6507c39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=829e2790-2892-4c50-96c4-80866425cf34 HTTP/1.1" status: 200 len: 217 time: 0.0337458 Nov 24 05:19:37.003868 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd332412-06a7-49b7-8ef1-2f3f1f4b0066 req-fa548819-a5b8-4cdd-8122-7afdb950097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:37.005230 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bd332412-06a7-49b7-8ef1-2f3f1f4b0066 req-fa548819-a5b8-4cdd-8122-7afdb950097f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0405295 Nov 24 05:19:37.038182 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bd332412-06a7-49b7-8ef1-2f3f1f4b0066 req-baa8f449-e280-4d82-b2b7-c0d8aeebfb7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235043 Nov 24 05:19:37.130097 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bd332412-06a7-49b7-8ef1-2f3f1f4b0066 req-046c05cd-2e66-4cbe-9f84-15c12d7cffb2 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843425 Nov 24 05:19:37.221324 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bd332412-06a7-49b7-8ef1-2f3f1f4b0066 req-26560226-749f-4f7a-9ee9-e0360861a27d service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830331 Nov 24 05:19:37.602244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa94c8-ed41-49aa-924f-947fc02793a8 req-9cbab24c-c191-42ae-bff3-5c4ff93c0549 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:37.603755 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-57aa94c8-ed41-49aa-924f-947fc02793a8 req-9cbab24c-c191-42ae-bff3-5c4ff93c0549 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 943 time: 0.0494447 Nov 24 05:19:37.649868 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-57aa94c8-ed41-49aa-924f-947fc02793a8 req-c87531dd-2b96-4a8a-ac32-1d7951af5493 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 Nov 24 05:19:38.765410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc51048-8ec4-40a1-b383-ee5c7b89e9ef req-1a334b5e-96c5-4445-b745-1c6d308363d4 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:38.766848 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2bc51048-8ec4-40a1-b383-ee5c7b89e9ef req-1a334b5e-96c5-4445-b745-1c6d308363d4 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 943 time: 0.0480993 Nov 24 05:19:38.817065 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2bc51048-8ec4-40a1-b383-ee5c7b89e9ef req-d1c8ca2f-1bb1-48ab-aa12-4c83aa1a8f2e tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Nov 24 05:19:39.928043 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129206-612a-4579-8e45-6eca3a67a7bb req-e2d4d92e-f0d7-438d-89e8-34a9f9abea8a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:39.929487 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-35129206-612a-4579-8e45-6eca3a67a7bb req-e2d4d92e-f0d7-438d-89e8-34a9f9abea8a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 943 time: 0.0474722 Nov 24 05:19:39.977875 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-35129206-612a-4579-8e45-6eca3a67a7bb req-2bde0801-bf37-4aec-a3c3-6845404e5797 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Nov 24 05:19:40.449823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 829e2790-2892-4c50-96c4-80866425cf34 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:19:40.451892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device cd6956bb-5e66-44e4-a8c5-422f692dacc2 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:19:40.479700 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: cd6956bb-5e66-44e4-a8c5-422f692dacc2 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:19:40.480047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device cd6956bb-5e66-44e4-a8c5-422f692dacc2 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:19:40.561785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 829e2790-2892-4c50-96c4-80866425cf34, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=829e2790-2892-4c50-96c4-80866425cf34,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:19:40.572218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '829e2790-2892-4c50-96c4-80866425cf34', 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4', 'port_id': '829e2790-2892-4c50-96c4-80866425cf34', 'mac_address': 'fa:16:3e:f6:67:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1461354e-b68f-414e-86bd-8fa7dde599d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:19:40.613786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:40.626299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829e2790-2892-4c50-96c4-80866425cf34 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:19:40.645049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 829e2790-2892-4c50-96c4-80866425cf34, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=829e2790-2892-4c50-96c4-80866425cf34,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:19:40.650113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:40.695123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=829e2790-2892-4c50-96c4-80866425cf34,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:19:40.843265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['829e2790-2892-4c50-96c4-80866425cf34'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:19:41.089810 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c685d-c248-450d-937c-6dde21ed9777 req-5f2ccbcf-c5fe-4396-a17e-b45e4ac093cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:41.091255 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a81c685d-c248-450d-937c-6dde21ed9777 req-5f2ccbcf-c5fe-4396-a17e-b45e4ac093cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 944 time: 0.0482583 Nov 24 05:19:41.137704 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a81c685d-c248-450d-937c-6dde21ed9777 req-392f513f-0872-4da7-98ac-9e86f7713231 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Nov 24 05:19:42.253896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee658e7-6cbd-40e3-813c-8ae15f65ed6c req-8db077bf-5fdd-4ce2-acdc-107ba65a8bfa tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:42.255356 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6ee658e7-6cbd-40e3-813c-8ae15f65ed6c req-8db077bf-5fdd-4ce2-acdc-107ba65a8bfa tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 944 time: 0.0524077 Nov 24 05:19:42.302543 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6ee658e7-6cbd-40e3-813c-8ae15f65ed6c req-f6fda304-58f6-4dcb-858a-3c0cec258c47 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Nov 24 05:19:42.463546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 829e2790-2892-4c50-96c4-80866425cf34 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:19:42.510856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 829e2790-2892-4c50-96c4-80866425cf34 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:19:42.514746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 829e2790-2892-4c50-96c4-80866425cf34 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:19:42.515116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:42.590414 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:42.611908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829e2790-2892-4c50-96c4-80866425cf34'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:19:42.614114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c8c0d3-1508-4581-8cf9-ff57a2054dc3" -d '{"events": [{"server_uuid": "aa28ee3f-ba69-45f4-9bac-17a8d2f41111", "name": "network-vif-plugged", "status": "completed", "tag": "829e2790-2892-4c50-96c4-80866425cf34"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:19:42.627159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 829e2790-2892-4c50-96c4-80866425cf34, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=829e2790-2892-4c50-96c4-80866425cf34,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:19:42.631357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:42.654439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4c0bef-9133-4b3d-8405-ee38d69677e1 x-openstack-request-id: req-3c4c0bef-9133-4b3d-8405-ee38d69677e1 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:19:42.654731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa28ee3f-ba69-45f4-9bac-17a8d2f41111", "name": "network-vif-plugged", "status": "completed", "tag": "829e2790-2892-4c50-96c4-80866425cf34", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:19:42.654984 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c4c0bef-9133-4b3d-8405-ee38d69677e1 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:19:42.655365 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829e2790-2892-4c50-96c4-80866425cf34', 'code': 200} Nov 24 05:19:42.681515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=829e2790-2892-4c50-96c4-80866425cf34,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:19:42.810518 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b3a86-eac5-4a80-af4b-b1f7d8c035a4 req-5cda5bd3-fee8-4ff6-900d-12565ab0b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:42.812045 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a52b3a86-eac5-4a80-af4b-b1f7d8c035a4 req-5cda5bd3-fee8-4ff6-900d-12565ab0b187 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 1098 time: 0.0406616 Nov 24 05:19:42.856994 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a52b3a86-eac5-4a80-af4b-b1f7d8c035a4 req-ee21e9da-e375-4d49-a5c3-67d365256e6c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375729 Nov 24 05:19:43.419470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cde925-00ff-47df-a8ee-bed1faf4f6c9 req-62b0b4d4-ebcc-4b44-ba26-f99b87a0b65f tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:43.420989 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-25cde925-00ff-47df-a8ee-bed1faf4f6c9 req-62b0b4d4-ebcc-4b44-ba26-f99b87a0b65f tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0500269 Nov 24 05:19:43.468318 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-25cde925-00ff-47df-a8ee-bed1faf4f6c9 req-634e2586-70ef-458a-b4e0-c7cb978ef2f4 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413632 Nov 24 05:19:44.585389 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f2b09-ab39-459a-b6fb-3fdb53cfa3c9 req-ebbaef6b-a7d7-4ba6-ba83-aadf1d631bd6 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:44.587460 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bd4f2b09-ab39-459a-b6fb-3fdb53cfa3c9 req-ebbaef6b-a7d7-4ba6-ba83-aadf1d631bd6 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0524652 Nov 24 05:19:44.634789 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bd4f2b09-ab39-459a-b6fb-3fdb53cfa3c9 req-4d8a511a-cdc9-4c0c-a73a-4d1a28eb2b67 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Nov 24 05:19:44.746547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffd854-1aa9-4f16-a734-a80eadf7bd54 req-421b798c-acd7-4964-91e8-fc9a1619f4a1 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:44.747951 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1bffd854-1aa9-4f16-a734-a80eadf7bd54 req-421b798c-acd7-4964-91e8-fc9a1619f4a1 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0485692 Nov 24 05:19:44.795382 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1bffd854-1aa9-4f16-a734-a80eadf7bd54 req-2bcfeb7c-2bb7-400d-b8ad-4b48c491a46a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Nov 24 05:19:45.014264 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-f7d03dd5-8d5b-4d28-aee0-0e3f4c9ed400 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394483 Nov 24 05:19:45.031524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84acb51-8d49-4082-92b9-38d729f52c21 req-932eb516-09fc-4b22-99f8-614c72ba9e6b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:45.033289 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c84acb51-8d49-4082-92b9-38d729f52c21 req-932eb516-09fc-4b22-99f8-614c72ba9e6b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0503912 Nov 24 05:19:45.085594 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c84acb51-8d49-4082-92b9-38d729f52c21 req-33ad6da3-03cd-4dcb-8ab3-c9c4168f9d17 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 Nov 24 05:19:46.037323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-7ad190ab-b504-4ec7-b7f9-adacdbeadea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:46.038765 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-7ad190ab-b504-4ec7-b7f9-adacdbeadea2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 1098 time: 0.0388947 Nov 24 05:19:46.106811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa6a6-1919-46bb-b8af-dda4add11fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:46.137615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-8e1c2994-5c03-4761-80c9-4d50e937913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:46.139142 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-8e1c2994-5c03-4761-80c9-4d50e937913e service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0927992 Nov 24 05:19:46.179838 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-ee83eaeb-d92e-483c-8f32-71f0a273c893 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=829e2790-2892-4c50-96c4-80866425cf34 HTTP/1.1" status: 200 len: 217 time: 0.0334461 Nov 24 05:19:46.204931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53facdba-c387-4605-86eb-9bc0d0600a17 req-2a3dae87-101d-4798-b28a-bc0929738c5e tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:46.206442 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-53facdba-c387-4605-86eb-9bc0d0600a17 req-2a3dae87-101d-4798-b28a-bc0929738c5e tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0506997 Nov 24 05:19:46.236951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-ea55c1ca-7e35-4b51-9411-f844eb1a7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:46.238411 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-ea55c1ca-7e35-4b51-9411-f844eb1a7335 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0517516 Nov 24 05:19:46.254819 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-53facdba-c387-4605-86eb-9bc0d0600a17 req-ed22ea06-14be-40cb-8704-469a3e2c90d9 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421414 Nov 24 05:19:46.270660 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-6891e0a0-2879-42e7-9e07-467378c5c7d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249979 Nov 24 05:19:46.358935 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-a37c6936-5eea-434b-8532-a1279020b19c service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807199 Nov 24 05:19:46.450771 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-5255eac3-cfd3-48af-9cfb-ead0afbd16f6 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845311 Nov 24 05:19:47.369724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d104746-7c30-433e-b8f4-b43bf722c8c1 req-9d5cf29f-ce3f-4a98-afac-1a95b4261678 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:47.371160 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d104746-7c30-433e-b8f4-b43bf722c8c1 req-9d5cf29f-ce3f-4a98-afac-1a95b4261678 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0479555 Nov 24 05:19:47.417604 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d104746-7c30-433e-b8f4-b43bf722c8c1 req-6d58509b-c7c7-4e9e-82c5-add2b4f8ecbc tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 Nov 24 05:19:48.366439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9096fe5e-a992-4712-983a-353059a6c76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:48.534512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881f271-00fe-4c01-b740-062d107f47bf req-9cedceae-94ab-4933-a582-ef2eb987a3d7 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:48.536003 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6881f271-00fe-4c01-b740-062d107f47bf req-9cedceae-94ab-4933-a582-ef2eb987a3d7 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0516956 Nov 24 05:19:48.582606 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6881f271-00fe-4c01-b740-062d107f47bf req-c572882e-2143-43a2-8d2d-88cf68e31afe tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Nov 24 05:19:49.572945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:49.697156 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c7859-a900-432b-bf11-a8d45c354969 req-632d87d0-0d9a-4c6d-8176-cbe55a3395df tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:49.698535 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e81c7859-a900-432b-bf11-a8d45c354969 req-632d87d0-0d9a-4c6d-8176-cbe55a3395df tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0485673 Nov 24 05:19:49.746341 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e81c7859-a900-432b-bf11-a8d45c354969 req-1f2021ec-c5cf-455e-8717-240cb4c1916a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417974 Nov 24 05:19:50.783121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:50.863377 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1966f-0e10-4470-9a30-70369cd8ebaa req-6beee069-369c-4b6e-b96a-16cd28475697 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:50.864852 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-10b1966f-0e10-4470-9a30-70369cd8ebaa req-6beee069-369c-4b6e-b96a-16cd28475697 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0483880 Nov 24 05:19:50.915165 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-10b1966f-0e10-4470-9a30-70369cd8ebaa req-97eabb63-e9d2-4520-93de-94dc9290152a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442798 Nov 24 05:19:51.739464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:52.027785 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60464fd1-9b4c-4112-82ef-754afefc74e7 req-ee2ec012-65fb-42b6-9d99-e47ee342ec87 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:52.029284 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-60464fd1-9b4c-4112-82ef-754afefc74e7 req-ee2ec012-65fb-42b6-9d99-e47ee342ec87 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0483599 Nov 24 05:19:52.077108 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-60464fd1-9b4c-4112-82ef-754afefc74e7 req-9477e777-74e1-4b0a-9b4a-88f5aa777527 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Nov 24 05:19:53.191577 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9719ab-94c5-410f-b1d0-c4fa40059b31 req-8ed98548-a224-44b9-ab6a-3e512027a77d tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:53.193049 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7f9719ab-94c5-410f-b1d0-c4fa40059b31 req-8ed98548-a224-44b9-ab6a-3e512027a77d tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0488293 Nov 24 05:19:53.240399 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7f9719ab-94c5-410f-b1d0-c4fa40059b31 req-26e7741a-304a-4467-8318-a33d17637fcc tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Nov 24 05:19:53.867358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:19:54.358331 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885c1f5-7b64-4db5-915b-2517f35146ad req-d2441b01-771c-4765-90f0-800894a5aab5 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:54.359784 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a885c1f5-7b64-4db5-915b-2517f35146ad req-d2441b01-771c-4765-90f0-800894a5aab5 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0522060 Nov 24 05:19:54.406001 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a885c1f5-7b64-4db5-915b-2517f35146ad req-ff477599-71bb-4f5b-b209-5178ed98a4cc tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Nov 24 05:19:55.519422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da70451-c08a-4556-a752-bf8b09bf5693 req-abea28fd-7d80-44e8-a077-405db9c0af2c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:55.520886 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1da70451-c08a-4556-a752-bf8b09bf5693 req-abea28fd-7d80-44e8-a077-405db9c0af2c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0479009 Nov 24 05:19:55.549644 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:19:55.570331 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1da70451-c08a-4556-a752-bf8b09bf5693 req-c030e9e5-0945-4cc5-8a5d-a75d73d49138 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Nov 24 05:19:56.688838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959ddef-0aa5-4749-8399-f8ad518e8243 req-a5d01997-d64b-4c01-a604-8ae6f996a86f tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:56.690285 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5959ddef-0aa5-4749-8399-f8ad518e8243 req-a5d01997-d64b-4c01-a604-8ae6f996a86f tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0516634 Nov 24 05:19:56.737328 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5959ddef-0aa5-4749-8399-f8ad518e8243 req-441ddd26-72f3-4def-b611-93ca7d5d0656 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Nov 24 05:19:57.851189 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd0ee-2034-47ba-aaf5-aa9703bb498d req-f8a884c9-cc62-4ff7-8498-4ddf1309a357 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:57.853529 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1a7cd0ee-2034-47ba-aaf5-aa9703bb498d req-f8a884c9-cc62-4ff7-8498-4ddf1309a357 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0482717 Nov 24 05:19:57.898744 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1a7cd0ee-2034-47ba-aaf5-aa9703bb498d req-198532a6-2826-473a-ad28-b5857476b4c7 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395389 Nov 24 05:19:59.011232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a4ba4-7907-476f-93a6-9ea2ccf44b37 req-af3d31b8-bc83-4dc6-b69e-71a9c541bc80 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:19:59.012724 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dd6a4ba4-7907-476f-93a6-9ea2ccf44b37 req-af3d31b8-bc83-4dc6-b69e-71a9c541bc80 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0480227 Nov 24 05:19:59.063561 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dd6a4ba4-7907-476f-93a6-9ea2ccf44b37 req-4b7e7756-7e6a-4c9f-9ccc-ae778aaa4b8e tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442731 Nov 24 05:20:00.175381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c2442-f6b4-4c73-825e-19c3a502115d req-4370ae82-237e-4349-a50a-8ca086323c68 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:00.176844 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-394c2442-f6b4-4c73-825e-19c3a502115d req-4370ae82-237e-4349-a50a-8ca086323c68 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0478711 Nov 24 05:20:00.222560 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-394c2442-f6b4-4c73-825e-19c3a502115d req-930aed0c-e80e-44ff-9489-eec1030398a6 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398867 Nov 24 05:20:01.336718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30b19f-e921-4785-8aa1-64e3654a8769 req-5153fb8c-2cfe-4e9b-adee-54efffd081c9 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:01.339046 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ca30b19f-e921-4785-8aa1-64e3654a8769 req-5153fb8c-2cfe-4e9b-adee-54efffd081c9 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0492456 Nov 24 05:20:01.386117 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ca30b19f-e921-4785-8aa1-64e3654a8769 req-951df2ef-efd3-44f4-af95-2f107e90228f tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Nov 24 05:20:02.508119 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ffe1d-98fc-4243-a90d-4ec37ec520cb req-4ef6b60b-2ec0-4522-9840-b30672169509 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:02.510212 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aa1ffe1d-98fc-4243-a90d-4ec37ec520cb req-4ef6b60b-2ec0-4522-9840-b30672169509 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0554526 Nov 24 05:20:02.558828 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aa1ffe1d-98fc-4243-a90d-4ec37ec520cb req-2c72e758-bf09-4697-8b9d-7bc59a659314 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Nov 24 05:20:03.672764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a03c54-6182-4500-90e0-5663fbf1ca3e req-419a37d6-5e94-4340-a828-a8209137f40b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:03.674126 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-47a03c54-6182-4500-90e0-5663fbf1ca3e req-419a37d6-5e94-4340-a828-a8209137f40b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0483847 Nov 24 05:20:03.722708 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-47a03c54-6182-4500-90e0-5663fbf1ca3e req-fb305128-f1a6-4d0b-bf54-340764bc1c4b tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Nov 24 05:20:04.835982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ea6ac-0249-4998-a299-bd603b5a34aa req-45de4336-0883-4ef0-8b08-2c02194deeef tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:04.838685 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9c8ea6ac-0249-4998-a299-bd603b5a34aa req-45de4336-0883-4ef0-8b08-2c02194deeef tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0498025 Nov 24 05:20:05.173606 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9c8ea6ac-0249-4998-a299-bd603b5a34aa req-bb60d323-9a90-4924-8e8c-0ae85d5eff03 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291187 Nov 24 05:20:06.286504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648f28a-4307-4553-b726-40964c97c90f req-f6e1eead-8aad-4744-b39a-a53584de65fb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:06.287983 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4648f28a-4307-4553-b726-40964c97c90f req-f6e1eead-8aad-4744-b39a-a53584de65fb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0475650 Nov 24 05:20:06.334012 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4648f28a-4307-4553-b726-40964c97c90f req-62e2cf03-6310-4790-9e2b-6e30e268fa91 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Nov 24 05:20:07.447659 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cc4bb-35f1-4fc3-a9cf-29852659ce2a req-e1718f51-73b5-4073-a396-48cef05cc405 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:07.449109 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-386cc4bb-35f1-4fc3-a9cf-29852659ce2a req-e1718f51-73b5-4073-a396-48cef05cc405 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0484357 Nov 24 05:20:07.495345 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-386cc4bb-35f1-4fc3-a9cf-29852659ce2a req-0e053d21-114c-464f-a9f7-a651e6628f5c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Nov 24 05:20:08.611911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf650-1606-4f3d-9743-0b311c27579a req-089d08df-51ab-4996-acbc-1ed43240d9f4 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:08.613349 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-40cbf650-1606-4f3d-9743-0b311c27579a req-089d08df-51ab-4996-acbc-1ed43240d9f4 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0517693 Nov 24 05:20:08.659560 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-40cbf650-1606-4f3d-9743-0b311c27579a req-eb104485-620c-4004-b861-e16ff2f57b11 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 Nov 24 05:20:09.778866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b8c99-147d-483f-b47b-52791d0d79ee req-43b0c0f7-72c4-4812-b66f-336c3e6ac373 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:09.780354 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b61b8c99-147d-483f-b47b-52791d0d79ee req-43b0c0f7-72c4-4812-b66f-336c3e6ac373 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0527365 Nov 24 05:20:09.827298 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b61b8c99-147d-483f-b47b-52791d0d79ee req-5deb79a9-5a76-497c-9746-4b638300985c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Nov 24 05:20:10.946929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697c9c1-7c2a-469e-9212-e8e11ae7fbd2 req-70388528-4360-4c7b-ab29-afd8cc79b7e3 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:10.948436 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a697c9c1-7c2a-469e-9212-e8e11ae7fbd2 req-70388528-4360-4c7b-ab29-afd8cc79b7e3 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0516725 Nov 24 05:20:10.994450 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a697c9c1-7c2a-469e-9212-e8e11ae7fbd2 req-35e66059-9e2c-4644-8df7-486d0e484330 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Nov 24 05:20:12.109294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b1069-a4a6-42fb-a818-aff137dbe6e9 req-73449c1d-571b-4e12-9557-a5fed277d170 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:12.110771 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9f6b1069-a4a6-42fb-a818-aff137dbe6e9 req-73449c1d-571b-4e12-9557-a5fed277d170 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0488071 Nov 24 05:20:12.158792 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9f6b1069-a4a6-42fb-a818-aff137dbe6e9 req-a547eeaa-41f7-4cf2-bfa5-846e72228ebc tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Nov 24 05:20:13.093555 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-5a695866-b5d9-47e8-9a63-eeeb3e6cfacc service neutron] 10.222.0.31 "GET /v2.0/ports/829e2790-2892-4c50-96c4-80866425cf34/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0539789 Nov 24 05:20:13.277668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70473-af41-44f1-bd6f-11b7a1720510 req-98dd26b3-8346-442a-b905-1ad482d079c6 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:13.279149 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-11b70473-af41-44f1-bd6f-11b7a1720510 req-98dd26b3-8346-442a-b905-1ad482d079c6 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0500977 Nov 24 05:20:13.304169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-227ae517-8c70-4c64-a443-9f0e64cdc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:13.305719 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-227ae517-8c70-4c64-a443-9f0e64cdc690 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111&tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b HTTP/1.1" status: 200 len: 1098 time: 0.0449622 Nov 24 05:20:13.332253 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-11b70473-af41-44f1-bd6f-11b7a1720510 req-a28d551d-3663-4b41-9c30-0285be58f207 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469182 Nov 24 05:20:13.365569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-3faeb6c4-4809-43b8-90bd-c55a7fedb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:13.366982 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-3faeb6c4-4809-43b8-90bd-c55a7fedb6f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 1098 time: 0.0406902 Nov 24 05:20:13.454085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-999e61b2-7910-4b8e-9e7c-1bcbc9e14c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:13.455542 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-999e61b2-7910-4b8e-9e7c-1bcbc9e14c68 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0817616 Nov 24 05:20:13.500423 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-96fd535f-c5cf-4e02-b10e-d0ba08d8c680 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=829e2790-2892-4c50-96c4-80866425cf34 HTTP/1.1" status: 200 len: 217 time: 0.0372984 Nov 24 05:20:13.548765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-2ab333ee-f167-4b81-bf2f-05538721a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:13.550168 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-2ab333ee-f167-4b81-bf2f-05538721a18e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0427060 Nov 24 05:20:13.580210 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-cb1e02fb-e7fc-4ece-bb0e-e8741177cfec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230372 Nov 24 05:20:13.981877 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-6485d4a1-cc26-4052-828e-d5839eb2838b service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935406 Nov 24 05:20:14.072733 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0ab59217-28c0-4b9c-ad28-758daf59c25b req-fa29e7d8-7aba-45eb-8f29-6c81fb61ae4f service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819008 Nov 24 05:20:14.447500 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed1aa6-6d3b-4f24-a900-994d7006c348 req-c3abf039-5710-4570-b9a1-2f454d0a575a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:14.448987 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f2ed1aa6-6d3b-4f24-a900-994d7006c348 req-c3abf039-5710-4570-b9a1-2f454d0a575a tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0491600 Nov 24 05:20:14.495156 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f2ed1aa6-6d3b-4f24-a900-994d7006c348 req-ffb08451-95a5-4ca1-b7a0-ec81b125ef58 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Nov 24 05:20:15.619046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30ee9-3780-4b69-83a5-327e92144f95 req-5594eec2-7c22-4629-8b24-82832f5beab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:15.620193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa2ed4-ca6f-4232-b742-7301ccbd81ae req-d8b434ae-6d70-43ec-85b4-6d0038871434 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:15.620624 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1ac30ee9-3780-4b69-83a5-327e92144f95 req-5594eec2-7c22-4629-8b24-82832f5beab7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 1098 time: 0.0459485 Nov 24 05:20:15.621783 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-83fa2ed4-ca6f-4232-b742-7301ccbd81ae req-d8b434ae-6d70-43ec-85b4-6d0038871434 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0531476 Nov 24 05:20:15.671427 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-83fa2ed4-ca6f-4232-b742-7301ccbd81ae req-ba61d598-46a0-4b72-b962-224ee28afb1c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 Nov 24 05:20:15.728458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30ee9-3780-4b69-83a5-327e92144f95 req-717a4845-754e-4f65-87e9-514687d76bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:15.729914 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1ac30ee9-3780-4b69-83a5-327e92144f95 req-717a4845-754e-4f65-87e9-514687d76bf7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0878901 Nov 24 05:20:15.770354 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1ac30ee9-3780-4b69-83a5-327e92144f95 req-1bf68ae9-2523-4c07-9881-573128d96650 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=829e2790-2892-4c50-96c4-80866425cf34 HTTP/1.1" status: 200 len: 217 time: 0.0331323 Nov 24 05:20:15.821608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30ee9-3780-4b69-83a5-327e92144f95 req-f0cd8dc3-af1b-405e-9f56-1c36be15ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:15.823038 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1ac30ee9-3780-4b69-83a5-327e92144f95 req-f0cd8dc3-af1b-405e-9f56-1c36be15ebb7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0458117 Nov 24 05:20:15.853257 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1ac30ee9-3780-4b69-83a5-327e92144f95 req-669e896e-04ca-4f46-8f6e-dfa1c40fd0b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233374 Nov 24 05:20:15.940424 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1ac30ee9-3780-4b69-83a5-327e92144f95 req-89c79f07-2d76-4b2d-acb2-26f195f343d4 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800536 Nov 24 05:20:16.033131 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1ac30ee9-3780-4b69-83a5-327e92144f95 req-9a35de03-08bf-464e-aefd-967aa05c31d0 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849671 Nov 24 05:20:16.108466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d56d70de-7ee8-4808-833f-f6071b589f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:16.632426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 829e2790-2892-4c50-96c4-80866425cf34 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:20:16.636730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 829e2790-2892-4c50-96c4-80866425cf34 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:20:16.789504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53a24f-1e81-40d9-a3f3-7ee6609e8be1 req-aae5bf45-e8f3-4fdf-b0a8-03631c158419 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:16.794405 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9c53a24f-1e81-40d9-a3f3-7ee6609e8be1 req-aae5bf45-e8f3-4fdf-b0a8-03631c158419 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0520225 Nov 24 05:20:16.794642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:16.794642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 829e2790-2892-4c50-96c4-80866425cf34, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=829e2790-2892-4c50-96c4-80866425cf34,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:20:16.815297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '829e2790-2892-4c50-96c4-80866425cf34', 'network_id': 'bb759598-545f-490a-8c8e-c3fb5b6fa1f4', 'port_id': '829e2790-2892-4c50-96c4-80866425cf34', 'mac_address': 'fa:16:3e:f6:67:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1461354e-b68f-414e-86bd-8fa7dde599d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:20:16.830465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '829e2790-2892-4c50-96c4-80866425cf34'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:20:16.832729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4e1b96-5987-4386-a334-18fcf244d86f" -d '{"events": [{"server_uuid": "aa28ee3f-ba69-45f4-9bac-17a8d2f41111", "name": "network-vif-unplugged", "status": "completed", "tag": "829e2790-2892-4c50-96c4-80866425cf34"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:20:16.846579 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9c53a24f-1e81-40d9-a3f3-7ee6609e8be1 req-a3014fee-a1da-4d44-b0e9-a7accb4fedc2 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436254 Nov 24 05:20:16.869539 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 829e2790-2892-4c50-96c4-80866425cf34, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=829e2790-2892-4c50-96c4-80866425cf34,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:20:16.877976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:16.904521 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 05:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07e96c2-b734-49ec-9e58-0d7fa6bc9735 x-openstack-request-id: req-c07e96c2-b734-49ec-9e58-0d7fa6bc9735 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:20:16.904818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa28ee3f-ba69-45f4-9bac-17a8d2f41111", "name": "network-vif-unplugged", "status": "completed", "tag": "829e2790-2892-4c50-96c4-80866425cf34", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:20:16.905074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c07e96c2-b734-49ec-9e58-0d7fa6bc9735 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:20:16.905457 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '829e2790-2892-4c50-96c4-80866425cf34', 'code': 200} Nov 24 05:20:16.906146 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:16.927623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 829e2790-2892-4c50-96c4-80866425cf34 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:20:16.967869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=829e2790-2892-4c50-96c4-80866425cf34,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:16.980294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.980647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.980993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.981337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.981680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.982013 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.982345 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.982684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.983015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.983341 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.983691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.984018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:16.996856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:20:16.997218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:20:17.054285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-28da168b-9615-4076-a0db-7881dc824ea5 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:17.056393 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c459a-ec0d-4b6c-8222-6410d8c14a74 req-ae5d306f-3aa6-4e5d-a676-d3cabf2210f2 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:17.056521 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-28da168b-9615-4076-a0db-7881dc824ea5 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111&tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 943 time: 0.0530496 Nov 24 05:20:17.057848 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-be6c459a-ec0d-4b6c-8222-6410d8c14a74 req-ae5d306f-3aa6-4e5d-a676-d3cabf2210f2 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 943 time: 0.0496607 Nov 24 05:20:17.107252 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-be6c459a-ec0d-4b6c-8222-6410d8c14a74 req-81ae2233-e02a-4f21-b342-6c8615002108 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Nov 24 05:20:17.146361 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-3bab4575-9a82-461a-a8c6-efcfa9478335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:17.147791 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-3bab4575-9a82-461a-a8c6-efcfa9478335 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 1096 time: 0.0456932 Nov 24 05:20:17.234529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-26ef1ed8-8d3e-4791-8c20-370b745d833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:17.236013 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-26ef1ed8-8d3e-4791-8c20-370b745d833a service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0817635 Nov 24 05:20:17.279992 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-7c42d359-611b-4975-b963-7361ca2f4bd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=829e2790-2892-4c50-96c4-80866425cf34 HTTP/1.1" status: 200 len: 217 time: 0.0371370 Nov 24 05:20:17.327292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-acb79998-e234-4df0-b088-4bcfb0f4c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:17.328700 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-acb79998-e234-4df0-b088-4bcfb0f4c656 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 200 len: 854 time: 0.0416996 Nov 24 05:20:17.359295 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-0516383a-21fd-4434-abe5-332a1f9ce0a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb759598-545f-490a-8c8e-c3fb5b6fa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238411 Nov 24 05:20:17.451395 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-bf868338-640a-4196-a244-035344badd72 service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852671 Nov 24 05:20:17.532931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:17.541915 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-50a03084-42be-4dd5-aa33-394f0e1ebb88 req-14cee8d2-3bfd-46b5-96d9-198110d75a3e service neutron] 10.222.0.31 "GET /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828056 Nov 24 05:20:17.546216 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829e2790-2892-4c50-96c4-80866425cf34 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:20:17.571948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 829e2790-2892-4c50-96c4-80866425cf34, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=829e2790-2892-4c50-96c4-80866425cf34,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:20:17.576035 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:17.626771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=829e2790-2892-4c50-96c4-80866425cf34,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:17.636170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['829e2790-2892-4c50-96c4-80866425cf34'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:20:18.221688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57421b84-04b9-486b-9d3d-b35af5083d2b req-0cd88546-d354-4f02-a54d-420d82342e03 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:18.223129 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-57421b84-04b9-486b-9d3d-b35af5083d2b req-0cd88546-d354-4f02-a54d-420d82342e03 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 944 time: 0.0477514 Nov 24 05:20:18.272535 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-57421b84-04b9-486b-9d3d-b35af5083d2b req-ffa0733d-13c4-42bf-93d2-95d0c72136f1 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427895 Nov 24 05:20:18.371764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5449e56d-777e-4c3b-9b95-d255d3c871b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:18.398221 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea33a0-4361-493d-aded-249f8aa6d8c3 req-3c78b957-ce7a-4229-b2fe-2c88fca22cb2 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:18.399661 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-62ea33a0-4361-493d-aded-249f8aa6d8c3 req-3c78b957-ce7a-4229-b2fe-2c88fca22cb2 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 944 time: 0.0543945 Nov 24 05:20:18.456458 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-62ea33a0-4361-493d-aded-249f8aa6d8c3 req-4bda4362-d623-4bf7-9995-aa83357acdbf tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500381 Nov 24 05:20:18.578673 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794b6ed-1579-42ab-a0cd-77db2663f6c9 req-f9095682-3288-42a4-b14e-fc651feb1de9 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:18.581255 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e794b6ed-1579-42ab-a0cd-77db2663f6c9 req-f9095682-3288-42a4-b14e-fc651feb1de9 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 944 time: 0.0588498 Nov 24 05:20:18.633623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 829e2790-2892-4c50-96c4-80866425cf34 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:20:18.634750 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e794b6ed-1579-42ab-a0cd-77db2663f6c9 req-6e3c289f-df1d-4591-b63e-424985a69dfb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470419 Nov 24 05:20:18.686802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 829e2790-2892-4c50-96c4-80866425cf34 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:18.687176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:18.771792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:18.819314 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 829e2790-2892-4c50-96c4-80866425cf34, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=829e2790-2892-4c50-96c4-80866425cf34,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:20:18.824527 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:18.877455 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=829e2790-2892-4c50-96c4-80866425cf34,revision_number=8']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:18.906286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829e2790-2892-4c50-96c4-80866425cf34'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:20:18.908961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14864141-aaa6-4841-8e0e-643bc3e24e7f" -d '{"events": [{"server_uuid": "aa28ee3f-ba69-45f4-9bac-17a8d2f41111", "name": "network-vif-plugged", "status": "completed", "tag": "829e2790-2892-4c50-96c4-80866425cf34"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:20:18.949656 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f137c554-ad51-4a4d-82b5-af621178e77b x-openstack-request-id: req-f137c554-ad51-4a4d-82b5-af621178e77b {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:20:18.949951 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa28ee3f-ba69-45f4-9bac-17a8d2f41111", "name": "network-vif-plugged", "status": "completed", "tag": "829e2790-2892-4c50-96c4-80866425cf34", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:20:18.950238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f137c554-ad51-4a4d-82b5-af621178e77b {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:20:18.950746 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829e2790-2892-4c50-96c4-80866425cf34', 'code': 200} Nov 24 05:20:19.037729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320742c-8124-4b7a-aafa-545cf23820be req-01cf6b0d-82e9-4508-9c21-958a8c4b424e tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:19.039730 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8320742c-8124-4b7a-aafa-545cf23820be req-01cf6b0d-82e9-4508-9c21-958a8c4b424e tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0571973 Nov 24 05:20:19.104055 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8320742c-8124-4b7a-aafa-545cf23820be req-8dda86ee-cb93-4b4a-8d80-304136024478 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581930 Nov 24 05:20:19.573013 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:20.220808 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19e38d-782a-4a70-b0fe-bb4474c4afc3 req-2961bf4c-36ed-4de9-919b-bc969da07f30 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:20.222270 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b19e38d-782a-4a70-b0fe-bb4474c4afc3 req-2961bf4c-36ed-4de9-919b-bc969da07f30 tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0488472 Nov 24 05:20:20.270055 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b19e38d-782a-4a70-b0fe-bb4474c4afc3 req-011f89ff-3703-49d7-8c8e-224f2bfa72ee tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a60cf93-cebb-4daa-abb6-6db940094db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Nov 24 05:20:20.538606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e947e1-81e8-435c-a23b-16ac52287711 req-5dfac88a-7518-4912-8932-2fec63db91dc tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:20.540081 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-47e947e1-81e8-435c-a23b-16ac52287711 req-5dfac88a-7518-4912-8932-2fec63db91dc tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 945 time: 0.0486071 Nov 24 05:20:20.630979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-47e947e1-81e8-435c-a23b-16ac52287711 req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Deleting port 829e2790-2892-4c50-96c4-80866425cf34 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:20:20.631329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-47e947e1-81e8-435c-a23b-16ac52287711 req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:20.717256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-47e947e1-81e8-435c-a23b-16ac52287711 req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] For port 829e2790-2892-4c50-96c4-80866425cf34, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=829e2790-2892-4c50-96c4-80866425cf34,segment=NetworkSegment(280dc784-414a-49f6-87cd-b643d3c8b862),segment_id=280dc784-414a-49f6-87cd-b643d3c8b862)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:20:20.717620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-47e947e1-81e8-435c-a23b-16ac52287711 req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:20.730272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-47e947e1-81e8-435c-a23b-16ac52287711 req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Calling delete_port for 829e2790-2892-4c50-96c4-80866425cf34 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:20:20.785559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:20.863045 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-47e947e1-81e8-435c-a23b-16ac52287711 req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:20.874277 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['829e2790-2892-4c50-96c4-80866425cf34'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:20:20.893693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Pushing event deleted for resources: {'Port': ['ID=829e2790-2892-4c50-96c4-80866425cf34,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:20.923699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.924055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.924404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.924748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.925087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.925423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.925758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.926093 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.926424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.926754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.927085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.927414 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:20.947138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e947e1-81e8-435c-a23b-16ac52287711 req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] No DVR routers for this DVR port 829e2790-2892-4c50-96c4-80866425cf34 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:20:20.949069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-47e947e1-81e8-435c-a23b-16ac52287711 req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:20.952384 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-47e947e1-81e8-435c-a23b-16ac52287711 req-e0e0a23f-48d3-4b9e-8004-3132e22d535c tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.31 "DELETE /v2.0/ports/829e2790-2892-4c50-96c4-80866425cf34 HTTP/1.1" status: 204 len: 173 time: 0.4066556 Nov 24 05:20:20.952816 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'name': 'network-vif-deleted', 'tag': '829e2790-2892-4c50-96c4-80866425cf34'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:20:20.955051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413b8ff0-1f0a-4fc4-87d1-bf9abaa429bd" -d '{"events": [{"server_uuid": "aa28ee3f-ba69-45f4-9bac-17a8d2f41111", "name": "network-vif-deleted", "tag": "829e2790-2892-4c50-96c4-80866425cf34"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:20:20.991972 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f629831f-01b6-4c16-ba6c-78bd073caf87 x-openstack-request-id: req-f629831f-01b6-4c16-ba6c-78bd073caf87 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:20:20.992380 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa28ee3f-ba69-45f4-9bac-17a8d2f41111", "name": "network-vif-deleted", "tag": "829e2790-2892-4c50-96c4-80866425cf34", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:20:20.992545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f629831f-01b6-4c16-ba6c-78bd073caf87 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:20:20.992944 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa28ee3f-ba69-45f4-9bac-17a8d2f41111', 'name': 'network-vif-deleted', 'tag': '829e2790-2892-4c50-96c4-80866425cf34', 'status': 'completed', 'code': 200} Nov 24 05:20:21.379526 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-45abe6a8-fac8-40fb-870b-4156c8633ff1 req-fa879af8-dfe5-4d50-8340-1d7083ba04fb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa28ee3f-ba69-45f4-9bac-17a8d2f41111 HTTP/1.1" status: 200 len: 210 time: 0.0310068 Nov 24 05:20:21.740783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.498046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40898) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:22.542968 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Deleting subnet 1461354e-b68f-414e-86bd-8fa7dde599d5 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:20:22.546020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.579930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.619524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.675381 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.699742 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1461354e-b68f-414e-86bd-8fa7dde599d5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:22.704130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.707214 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1461354e-b68f-414e-86bd-8fa7dde599d5 HTTP/1.1" status: 204 len: 168 time: 0.2081761 Nov 24 05:20:22.709803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40900) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:22.712027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.712903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.713249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.713856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.714190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.714522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.714852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.715182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.715513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.715862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.716190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.716515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee18647-1116-4486-b8df-830e2504509f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:22.778878 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.860306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.879747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb759598-545f-490a-8c8e-c3fb5b6fa1f4']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:22.888615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280dc784-414a-49f6-87cd-b643d3c8b862') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:22.888917 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280dc784-414a-49f6-87cd-b643d3c8b862') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:22.898014 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.910769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.917990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:20:22.918395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:20:22.920158 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:20:22.976919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.982663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:22.985919 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] 10.222.0.37 "DELETE /v2.0/networks/bb759598-545f-490a-8c8e-c3fb5b6fa1f4 HTTP/1.1" status: 204 len: 168 time: 0.2750907 Nov 24 05:20:22.997005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b0da-f5b6-45cf-aeeb-b8bf7f4c171d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb759598-545f-490a-8c8e-c3fb5b6fa1f4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:23.090147 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40904) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:23.129829 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2af3d9b2-bbdb-4fe8-832c-75fa10d9ca86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a38a5f8f0b04c11bcac83170c4a7d2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385370 Nov 24 05:20:23.132264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40906) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:23.178087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c1e98eda-1995-433b-9022-687ac246ee44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:23.198956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c1e98eda-1995-433b-9022-687ac246ee44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:23.245023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c1e98eda-1995-433b-9022-687ac246ee44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:23.247573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c1e98eda-1995-433b-9022-687ac246ee44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:23.248759 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c1e98eda-1995-433b-9022-687ac246ee44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a60cf93-cebb-4daa-abb6-6db940094db0 HTTP/1.1" status: 204 len: 168 time: 0.1155317 Nov 24 05:20:23.256457 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e98eda-1995-433b-9022-687ac246ee44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a60cf93-cebb-4daa-abb6-6db940094db0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:23.873870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:23.906455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40928) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:24.002006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1724731062-network', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:20:24.022881 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Made reservation on behalf of 172eb9a63cf84e6cb9d2b012505b2067 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:20:24.026067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.034726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.115829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.120047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.140224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:20:24.155092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66a627d-3795-45ba-a504-952db7304c05,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:24.157926 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.158267 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Added segment 2b68be5e-dbf7-474f-a107-74f0e3b6f5c3 of type vlan for network 8ca23cc3-078f-4796-9b14-4cee7c721c57 Nov 24 05:20:24.197827 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.222051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.222991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:24.223565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.254122 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3465464 Nov 24 05:20:24.257132 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40932) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:24.262175 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] Request body: {'subnet': {'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1724731062-subnet', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:20:24.283390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] Made reservation on behalf of 172eb9a63cf84e6cb9d2b012505b2067 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:20:24.285790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.288663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d364bd-4017-4ddd-827c-76c5db019adb admin admin] Pushing event updated for resources: {'Network': ['ID=8ca23cc3-078f-4796-9b14-4cee7c721c57,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:24.298326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:20:24.453855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.509760 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a896b1-6b75-4e08-a3d8-0b68b0aad53f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:24.518232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] Checking segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:20:24.518602 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] Network hostable DHCP agents. Network: 8ca23cc3-078f-4796-9b14-4cee7c721c57, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:20:24.534816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:20:24.543978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 8ca23cc3-078f-4796-9b14-4cee7c721c57) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:20:24.548051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:24.548554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.553065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f4c8f-82a2-446e-879d-07869cc384a7 None None] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:20:24.564630 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5e56713c-4684-4924-9dd9-e33912280157 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3063939 Nov 24 05:20:24.567233 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40934) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:24.571520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:20:24.596041 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.597100 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.654734 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 829e2790-2892-4c50-96c4-80866425cf34 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:20:24.677628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 829e2790-2892-4c50-96c4-80866425cf34 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:20:24.677972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 829e2790-2892-4c50-96c4-80866425cf34 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:20:24.687709 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.722008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-8ca23cc3-078f-4796-9b14-4cee7c721c57', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:20:24.722876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.829338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.854474 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Allocated IP 172.20.0.2 (8ca23cc3-078f-4796-9b14-4cee7c721c57/77a896b1-6b75-4e08-a3d8-0b68b0aad53f/2e7c5e16-2a3f-4608-8add-ea3f023c8025) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:20:24.992396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:24.999376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.039149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:20:25.040271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.042066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:20:25.045454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:20:25.052913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Pushing event updated for resources: {'Port': ['ID=2e7c5e16-2a3f-4608-8add-ea3f023c8025,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:25.066246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.106756 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Attempting to bind port 2e7c5e16-2a3f-4608-8add-ea3f023c8025 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:20:25.107134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Attempting to bind port 2e7c5e16-2a3f-4608-8add-ea3f023c8025 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:20:25.107504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Attempting to bind port 2e7c5e16-2a3f-4608-8add-ea3f023c8025 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:20:25.112418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:20:25.112801 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Checking segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:20:25.113206 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.114201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Bound using segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:20:25.114201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Bound port: 2e7c5e16-2a3f-4608-8add-ea3f023c8025, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:20:25.114440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.177230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Allocated IP 172.26.0.253 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/7dc66c63-576b-49ef-91b2-922e3d266ef6) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:20:25.177436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] For port 2e7c5e16-2a3f-4608-8add-ea3f023c8025, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:20:25.180721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] For port 2e7c5e16-2a3f-4608-8add-ea3f023c8025, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2e7c5e16-2a3f-4608-8add-ea3f023c8025,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:20:25.186559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.243002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da5317-bf6a-4979-a16e-15e673afc966 None None] Pushing event updated for resources: {'Port': ['ID=2e7c5e16-2a3f-4608-8add-ea3f023c8025,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:25.289668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.324024 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.365312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:20:25.368168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:20:25.371130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:20:25.401767 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc66c63-576b-49ef-91b2-922e3d266ef6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:25.410778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc57dd-7d65-470d-b6f4-5d84e08cb83b None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:20:25.534691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2e7c5e16-2a3f-4608-8add-ea3f023c8025 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:20:25.564457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-32a4ea1e-ecbd-4787-84ed-15ac056fbe71 None None] Provisioning complete for port 7dc66c63-576b-49ef-91b2-922e3d266ef6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:25.564760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-32a4ea1e-ecbd-4787-84ed-15ac056fbe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.608259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-32a4ea1e-ecbd-4787-84ed-15ac056fbe71 None None] Port 7dc66c63-576b-49ef-91b2-922e3d266ef6 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:20:25.620673 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 2e7c5e16-2a3f-4608-8add-ea3f023c8025 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:25.621039 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.656890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.698174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.861411 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.871843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 2e7c5e16-2a3f-4608-8add-ea3f023c8025, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2e7c5e16-2a3f-4608-8add-ea3f023c8025,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:20:25.877532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:25.933722 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=2e7c5e16-2a3f-4608-8add-ea3f023c8025,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:26.005935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:20:26.115403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:20:26.127767 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Sync routers for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:20:26.137249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.140436 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:20:26.141049 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:20:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:26.141920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40936) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:26.142402 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-12166cfc-5e14-402b-8df9-2b57bbc4c672 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5739634 Nov 24 05:20:26.206761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1afcfa0-194f-4770-bc31-0ee4394043d7 None None] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:20:26.259668 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:20:26.285910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-12b88897-30db-4121-ad66-80d5a2595216 None None] Provisioning complete for port 2e7c5e16-2a3f-4608-8add-ea3f023c8025 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:26.286282 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-12b88897-30db-4121-ad66-80d5a2595216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.447933 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:25Z', 'revision_number': 3, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:26.476001 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Checking router: 8dad9bc5-9580-49e7-aa81-741ddeb87f84 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:20:26.476353 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Updating router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 port 7dc66c63-576b-49ef-91b2-922e3d266ef6 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:20:26.502149 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.586481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.657371 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2479c839-52ac-4cb7-9247-b912cb2c02e0 None None] Provisioning complete for port 2e7c5e16-2a3f-4608-8add-ea3f023c8025 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:26.657787 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2479c839-52ac-4cb7-9247-b912cb2c02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.756619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Allocated IP 172.20.0.1 (8ca23cc3-078f-4796-9b14-4cee7c721c57/77a896b1-6b75-4e08-a3d8-0b68b0aad53f/7da48c49-3e77-4711-8a95-0b4167ff1ecf) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:20:26.769490 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.774376 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.819327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e95715-1ca4-45fb-b5d9-4d663f98dd48 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:20:26.823714 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Attempting to bind port 7dc66c63-576b-49ef-91b2-922e3d266ef6 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:20:26.823714 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Attempting to bind port 7dc66c63-576b-49ef-91b2-922e3d266ef6 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:20:26.824003 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Attempting to bind port 7dc66c63-576b-49ef-91b2-922e3d266ef6 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:20:26.830392 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:20:26.830767 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:20:26.831164 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.831550 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:20:26.832039 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Bound port: 7dc66c63-576b-49ef-91b2-922e3d266ef6, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:20:26.832414 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.837492 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Pushing event updated for resources: {'Port': ['ID=7dc66c63-576b-49ef-91b2-922e3d266ef6,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:26.855729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3e524176-b979-4a6d-8b67-2000d98d9529 None None] Provisioning complete for port 7dc66c63-576b-49ef-91b2-922e3d266ef6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:26.856595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3e524176-b979-4a6d-8b67-2000d98d9529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.867491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.888866 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] For port 7dc66c63-576b-49ef-91b2-922e3d266ef6, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:20:26.892368 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] For port 7dc66c63-576b-49ef-91b2-922e3d266ef6, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7dc66c63-576b-49ef-91b2-922e3d266ef6,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:20:26.894683 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.894860 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3e524176-b979-4a6d-8b67-2000d98d9529 None None] Port 7dc66c63-576b-49ef-91b2-922e3d266ef6 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:20:26.895074 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.895375 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.895736 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.896074 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.896413 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.896761 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.897036 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.897353 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.897677 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.897993 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.898309 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:20:26.902992 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.908980 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:26.944978 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a705b4f-f231-461f-b486-28c7ea7443f6 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:20:26.950266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:20:26.956041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:20:26.958271 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:20:26.958394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:20:26.958902 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:20:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:26.998219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Pushing event updated for resources: {'Port': ['ID=7da48c49-3e77-4711-8a95-0b4167ff1ecf,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:27.001315 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7a60b-4892-4a0c-ab7a-b1f5ce91541c None None] Pushing event updated for resources: {'Port': ['ID=7dc66c63-576b-49ef-91b2-922e3d266ef6,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:27.020152 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3fc7f134-41df-44d6-90cc-0ff586f9e92d None None] Provisioning complete for port 7dc66c63-576b-49ef-91b2-922e3d266ef6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:27.020525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f134-41df-44d6-90cc-0ff586f9e92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:27.026818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:27.072292 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:20:27.120452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f134-41df-44d6-90cc-0ff586f9e92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:27.153088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3fc7f134-41df-44d6-90cc-0ff586f9e92d None None] For port 7dc66c63-576b-49ef-91b2-922e3d266ef6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7dc66c63-576b-49ef-91b2-922e3d266ef6,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:20:27.158984 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f134-41df-44d6-90cc-0ff586f9e92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:27.185725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:27.213750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7f134-41df-44d6-90cc-0ff586f9e92d None None] Pushing event updated for resources: {'Port': ['ID=7dc66c63-576b-49ef-91b2-922e3d266ef6,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:27.280487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-96bd2ca5-5ed0-4eb0-819e-fd07afad4613 None None] Provisioning complete for port 7da48c49-3e77-4711-8a95-0b4167ff1ecf triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:27.281252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96bd2ca5-5ed0-4eb0-819e-fd07afad4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:27.318563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-96bd2ca5-5ed0-4eb0-819e-fd07afad4613 None None] Port 7da48c49-3e77-4711-8a95-0b4167ff1ecf cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:20:27.348360 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:25Z', 'revision_number': 3, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:27.358214 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:27.362732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:27.375700 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ce422-89f4-4a6b-bec6-c7d356ef337c None None] The sync data for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv is: [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:25Z', 'revision_number': 3, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:20:27.433954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Pushing event updated for resources: {'Port': ['ID=7da48c49-3e77-4711-8a95-0b4167ff1ecf,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:27.436747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:27.482945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2e7c5e16-2a3f-4608-8add-ea3f023c8025 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:20:27.533480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 2e7c5e16-2a3f-4608-8add-ea3f023c8025 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:27.533796 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:27.534997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:20:27.536616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:20:27.693610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:20:27.820714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:20:27.826681 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f8efcdfc-1ff0-44ea-809f-a9ae9604daf8 admin admin] 10.222.0.37 "PUT /v2.0/routers/8dad9bc5-9580-49e7-aa81-741ddeb87f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6836712 Nov 24 05:20:27.846444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-685e5ea0-3255-476c-a0ab-c70e7349213b None None] Provisioning complete for port 7da48c49-3e77-4711-8a95-0b4167ff1ecf triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:27.846811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-685e5ea0-3255-476c-a0ab-c70e7349213b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:27.883010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-685e5ea0-3255-476c-a0ab-c70e7349213b None None] Port 7da48c49-3e77-4711-8a95-0b4167ff1ecf cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:20:28.254941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40944) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:28.260541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7345708e-61e2-4db0-8c8a-5d4b93a9aeb2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032355999', 'description': 'tempest-description--2088165769'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:20:28.281836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7345708e-61e2-4db0-8c8a-5d4b93a9aeb2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.347329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7345708e-61e2-4db0-8c8a-5d4b93a9aeb2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.350953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7345708e-61e2-4db0-8c8a-5d4b93a9aeb2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.374330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7345708e-61e2-4db0-8c8a-5d4b93a9aeb2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.375540 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7345708e-61e2-4db0-8c8a-5d4b93a9aeb2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1195574 Nov 24 05:20:28.378389 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40946) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:28.383178 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-799ae7ba-ed6d-4544-be79-fba439aa3578 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'security_group_rule': {'security_group_id': 'eb0892d4-77bc-455a-bc9c-2f661c17831f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:20:28.383420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345708e-61e2-4db0-8c8a-5d4b93a9aeb2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0892d4-77bc-455a-bc9c-2f661c17831f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:28.412661 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-799ae7ba-ed6d-4544-be79-fba439aa3578 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.459570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-799ae7ba-ed6d-4544-be79-fba439aa3578 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.462994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-799ae7ba-ed6d-4544-be79-fba439aa3578 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.481406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ae7ba-ed6d-4544-be79-fba439aa3578 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69132f7-367f-4908-ad7f-5b812f40313e,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:28.489412 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-799ae7ba-ed6d-4544-be79-fba439aa3578 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.490608 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-799ae7ba-ed6d-4544-be79-fba439aa3578 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110868 Nov 24 05:20:28.493151 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 40948) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:28.498251 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2de53454-ca86-456f-b02e-28a86561451c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'security_group_rule': {'security_group_id': 'eb0892d4-77bc-455a-bc9c-2f661c17831f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:20:28.524081 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2de53454-ca86-456f-b02e-28a86561451c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.579186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2de53454-ca86-456f-b02e-28a86561451c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.582504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2de53454-ca86-456f-b02e-28a86561451c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.599516 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de53454-ca86-456f-b02e-28a86561451c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef8e6f9-d9de-4bd6-b730-745040b5e57d,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:28.607539 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2de53454-ca86-456f-b02e-28a86561451c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.611793 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 40950) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:28.611953 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2de53454-ca86-456f-b02e-28a86561451c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169569 Nov 24 05:20:28.616563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:20:28.644882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.740092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.846154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Allocated IP 172.26.0.237 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/7acbd627-a88f-42a1-b80d-e16f389618ed) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:20:28.947328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Sync routers for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:20:28.953124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:28.956849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:20:28.957460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:20:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:28.987007 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.021541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:20:29.024419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:20:29.027085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:20:29.064517 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:20:29.065149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event updated for resources: {'Port': ['ID=7acbd627-a88f-42a1-b80d-e16f389618ed,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:29.125430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.161339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.260782 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 2, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:29.289979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Checking router: 8dad9bc5-9580-49e7-aa81-741ddeb87f84 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:20:29.290376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Updating router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 port 7da48c49-3e77-4711-8a95-0b4167ff1ecf binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:20:29.312179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.314208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.317611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.389716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event updated for resources: {'Port': ['ID=7acbd627-a88f-42a1-b80d-e16f389618ed,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:29.398892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.417408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.418681 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ca9de688-dff3-4705-bcb5-2405de55b970 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8056827 Nov 24 05:20:29.514802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7dc66c63-576b-49ef-91b2-922e3d266ef6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:20:29.584579 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-2f588593-dff5-41de-941e-4ab2ea89707b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1032355999&fields=id&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 267 time: 0.0450878 Nov 24 05:20:29.620080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7dc66c63-576b-49ef-91b2-922e3d266ef6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:29.620480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.651410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.660370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.698478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ad05a026-e7df-4408-9af3-cf18094dbf24 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:29.700335 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ad05a026-e7df-4408-9af3-cf18094dbf24 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 812 time: 0.1056957 Nov 24 05:20:29.719688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438218b-db82-460a-a210-7b3dee49c465 None None] Pushing event updated for resources: {'Port': ['ID=7da48c49-3e77-4711-8a95-0b4167ff1ecf,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:29.720476 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-c42d3d9e-8104-4b43-8510-dd6a1b572267 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/quotas/172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 375 time: 0.0122013 Nov 24 05:20:29.787560 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-724fa499-4552-4e21-8e10-60ef75cd8c75 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531516 Nov 24 05:20:29.810949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Attempting to bind port 7da48c49-3e77-4711-8a95-0b4167ff1ecf on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:20:29.811559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Attempting to bind port 7da48c49-3e77-4711-8a95-0b4167ff1ecf by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:20:29.811968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Attempting to bind port 7da48c49-3e77-4711-8a95-0b4167ff1ecf on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:20:29.818083 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:20:29.818469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Checking segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:20:29.818865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.819268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Bound using segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:20:29.819789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Bound port: 7da48c49-3e77-4711-8a95-0b4167ff1ecf, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:20:29.820174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.889548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] For port 7da48c49-3e77-4711-8a95-0b4167ff1ecf, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:20:29.893910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] For port 7da48c49-3e77-4711-8a95-0b4167ff1ecf, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7da48c49-3e77-4711-8a95-0b4167ff1ecf,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:20:29.897891 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:29.976621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e141340a-caa1-4fba-8297-5483310aebeb None None] Provisioning complete for port 7da48c49-3e77-4711-8a95-0b4167ff1ecf triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:29.977229 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e141340a-caa1-4fba-8297-5483310aebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:30.002025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:20:30.002679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:20:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:30.010476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438218b-db82-460a-a210-7b3dee49c465 None None] Pushing event updated for resources: {'Port': ['ID=7da48c49-3e77-4711-8a95-0b4167ff1ecf,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:30.159904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:20:30.191188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e141340a-caa1-4fba-8297-5483310aebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:30.192561 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-28dfb7f7-259b-4430-9af8-326174c734bc service neutron] 10.222.0.37 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881447 Nov 24 05:20:30.274276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e141340a-caa1-4fba-8297-5483310aebeb None None] For port 7da48c49-3e77-4711-8a95-0b4167ff1ecf, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7da48c49-3e77-4711-8a95-0b4167ff1ecf,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:20:30.283770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e141340a-caa1-4fba-8297-5483310aebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:30.289712 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-e0da10e9-fba4-4af0-8728-5562f8b9ef71 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908647 Nov 24 05:20:30.379847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141340a-caa1-4fba-8297-5483310aebeb None None] Pushing event updated for resources: {'Port': ['ID=7da48c49-3e77-4711-8a95-0b4167ff1ecf,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:30.455481 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-897db0da-6abb-4feb-a5ca-c3d771357972 req-214a2a90-f55b-419f-801d-d03b4418bf60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 210 time: 0.0293212 Nov 24 05:20:30.578249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-415344a1-2ade-4d31-83aa-14519991f04c None None] Provisioning complete for port 7da48c49-3e77-4711-8a95-0b4167ff1ecf triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:30.578695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-415344a1-2ade-4d31-83aa-14519991f04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:30.627670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:29Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:30.658922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e52fb7-f690-4867-a3b0-4bee3a21c96b None None] The sync data for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv is: [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:29Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:20:31.450494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-3e02cbee-99d1-422d-abdf-130149122c95 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:31.452917 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-3e02cbee-99d1-422d-abdf-130149122c95 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 812 time: 0.1238980 Nov 24 05:20:31.511059 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7da48c49-3e77-4711-8a95-0b4167ff1ecf up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:20:31.537442 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-da51a87f-50db-4338-b9d2-28599940b065 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 380 time: 0.0681534 Nov 24 05:20:31.552174 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'port': {'device_id': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'admin_state_up': True, 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'security_groups': ['eb0892d4-77bc-455a-bc9c-2f661c17831f']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:20:31.564538 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7da48c49-3e77-4711-8a95-0b4167ff1ecf triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:31.564918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:31.580360 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-af5c08e8-13d9-4972-89f0-127dbbeafc80 req-b8f24704-33a1-4eda-bfbf-adbce1143c8d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 210 time: 0.0333765 Nov 24 05:20:31.675771 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Made reservation on behalf of 172eb9a63cf84e6cb9d2b012505b2067 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:20:31.679387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:31.804251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Allocated IP 172.20.0.4 (8ca23cc3-078f-4796-9b14-4cee7c721c57/77a896b1-6b75-4e08-a3d8-0b68b0aad53f/6fad3a0a-2262-46f1-9fb4-54471683a567) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:20:31.940131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:31.972038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:32.011349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:20:32.014340 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:20:32.016631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:20:32.058189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event updated for resources: {'Port': ['ID=6fad3a0a-2262-46f1-9fb4-54471683a567,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:32.080509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:32.081163 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:32.099216 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ed326abb-7968-4265-8de7-2e22299fb7cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522103 Nov 24 05:20:32.111580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Request body: {'port': {'device_id': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:20:32.170842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:32.234863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c20458af-966d-461a-a97a-d9f9fe1cd706 None None] Provisioning complete for port 6fad3a0a-2262-46f1-9fb4-54471683a567 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:32.235132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c20458af-966d-461a-a97a-d9f9fe1cd706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:32.269024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c20458af-966d-461a-a97a-d9f9fe1cd706 None None] Port 6fad3a0a-2262-46f1-9fb4-54471683a567 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:20:32.425481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fad3a0a-2262-46f1-9fb4-54471683a567 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:20:32.433392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:32.444892 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Transition to ACTIVE for port object 6fad3a0a-2262-46f1-9fb4-54471683a567 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:20:32.449341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:32.502818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Pushing event updated for resources: {'Port': ['ID=6fad3a0a-2262-46f1-9fb4-54471683a567,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:32.548282 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:20:32.572658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Attempting to bind port 6fad3a0a-2262-46f1-9fb4-54471683a567 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:20:32.573003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Attempting to bind port 6fad3a0a-2262-46f1-9fb4-54471683a567 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:20:32.573341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Attempting to bind port 6fad3a0a-2262-46f1-9fb4-54471683a567 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:20:32.578016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Port 6fad3a0a-2262-46f1-9fb4-54471683a567 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:20:32.578345 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Attempting to bind port 6fad3a0a-2262-46f1-9fb4-54471683a567 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:20:32.583183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:20:32.583529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Checking segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:20:32.583952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Bound using segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:20:32.584385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Bound port: 6fad3a0a-2262-46f1-9fb4-54471683a567, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:20:32.584746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:32.652185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] For port 6fad3a0a-2262-46f1-9fb4-54471683a567, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:20:32.655583 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] For port 6fad3a0a-2262-46f1-9fb4-54471683a567, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fad3a0a-2262-46f1-9fb4-54471683a567,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:20:32.660315 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:32.703388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:32.704182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:32.705687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c4bf7-8827-4753-a1a9-6d5003ee1cc4 req-8ed3dc2e-6265-42a4-9f31-d62f39e04da7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:32.706130 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] 10.222.0.31 "PUT /v2.0/ports/6fad3a0a-2262-46f1-9fb4-54471683a567 HTTP/1.1" status: 200 len: 1093 time: 0.5986776 Nov 24 05:20:32.707103 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:20:32.707211 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ef2c4bf7-8827-4753-a1a9-6d5003ee1cc4 req-8ed3dc2e-6265-42a4-9f31-d62f39e04da7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 943 time: 0.0524130 Nov 24 05:20:32.709792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6069f5eb-941d-4627-ac71-0be3a16c0ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:20:32.742824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c02fa-3b31-4d3b-a403-23860fedcd35 service neutron] Pushing event updated for resources: {'Port': ['ID=6fad3a0a-2262-46f1-9fb4-54471683a567,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:32.769126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b31102d-88e0-425c-9b05-cf6a3de205df x-openstack-request-id: req-2b31102d-88e0-425c-9b05-cf6a3de205df {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:20:32.769430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:20:32.769690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b31102d-88e0-425c-9b05-cf6a3de205df {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:20:32.770288 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'status': 'completed', 'code': 200} Nov 24 05:20:32.774570 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ef2c4bf7-8827-4753-a1a9-6d5003ee1cc4 req-729b505e-f90d-4a9e-a59c-a6b5584a04e1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515447 Nov 24 05:20:32.815397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-475a71f6-8cbb-489b-8d6e-fae56c8ccc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:32.816935 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-475a71f6-8cbb-489b-8d6e-fae56c8ccc9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 1096 time: 0.0458620 Nov 24 05:20:32.861274 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-ba98445f-0416-498c-995d-e790f7560d31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fad3a0a-2262-46f1-9fb4-54471683a567 HTTP/1.1" status: 200 len: 217 time: 0.0359681 Nov 24 05:20:32.916388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-bb664245-e33c-4086-8559-99a25f8d4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:32.918047 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-bb664245-e33c-4086-8559-99a25f8d4ac2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0499489 Nov 24 05:20:32.965089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-a8f4346b-594e-4909-92ad-0a82eaf12040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:32.966560 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-a8f4346b-594e-4909-92ad-0a82eaf12040 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411670 Nov 24 05:20:33.054618 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-cbd5a5c9-4826-4f94-a938-b3bfc4fe90a6 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809350 Nov 24 05:20:33.146660 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a72b3b5-95ff-4fa8-8560-4e56a61f1447 req-894802ef-131c-46e0-bc61-f581ba9c056a service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845401 Nov 24 05:20:33.231571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069f5eb-941d-4627-ac71-0be3a16c0ccf req-20042692-9ae6-4971-a282-7bd789862d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:33.233053 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6069f5eb-941d-4627-ac71-0be3a16c0ccf req-20042692-9ae6-4971-a282-7bd789862d5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 1096 time: 0.0405207 Nov 24 05:20:33.327581 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069f5eb-941d-4627-ac71-0be3a16c0ccf req-649acba3-28dd-4ad6-87df-ec15509fd022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:33.329147 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6069f5eb-941d-4627-ac71-0be3a16c0ccf req-649acba3-28dd-4ad6-87df-ec15509fd022 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0877278 Nov 24 05:20:33.371433 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6069f5eb-941d-4627-ac71-0be3a16c0ccf req-5501cdef-f975-40da-b60e-62ca79373e14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fad3a0a-2262-46f1-9fb4-54471683a567 HTTP/1.1" status: 200 len: 217 time: 0.0347519 Nov 24 05:20:33.424256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069f5eb-941d-4627-ac71-0be3a16c0ccf req-d7a19891-2367-449e-9568-e64b9c8c8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:33.425691 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6069f5eb-941d-4627-ac71-0be3a16c0ccf req-d7a19891-2367-449e-9568-e64b9c8c8980 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0466406 Nov 24 05:20:33.472046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069f5eb-941d-4627-ac71-0be3a16c0ccf req-ef280fff-4f1f-40e3-a277-3b3c2d2e9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:33.473483 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6069f5eb-941d-4627-ac71-0be3a16c0ccf req-ef280fff-4f1f-40e3-a277-3b3c2d2e9380 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398974 Nov 24 05:20:33.560484 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6069f5eb-941d-4627-ac71-0be3a16c0ccf req-7edcefa6-7384-4629-a806-c8f832106fb8 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788834 Nov 24 05:20:33.653351 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6069f5eb-941d-4627-ac71-0be3a16c0ccf req-1e162184-d783-4cff-afed-67e2b6745f00 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851002 Nov 24 05:20:33.882980 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55995d-018c-454c-ad5e-ec9fe1ecf918 req-f64e1b98-249b-4995-9052-b7c653bda00d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:33.885207 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8d55995d-018c-454c-ad5e-ec9fe1ecf918 req-f64e1b98-249b-4995-9052-b7c653bda00d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 943 time: 0.0527415 Nov 24 05:20:33.931961 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8d55995d-018c-454c-ad5e-ec9fe1ecf918 req-710d7e75-664a-4da2-880c-ad0dd994eecd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Nov 24 05:20:35.051632 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b9c9f-095d-4071-a46c-3bb84d39b299 req-7bf321a2-27a2-4ba8-adfa-5150b266d312 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:35.053012 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-039b9c9f-095d-4071-a46c-3bb84d39b299 req-7bf321a2-27a2-4ba8-adfa-5150b266d312 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 943 time: 0.0555537 Nov 24 05:20:35.100915 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-039b9c9f-095d-4071-a46c-3bb84d39b299 req-cef0f691-7a56-47a2-b9ae-fcf78f6b0212 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414152 Nov 24 05:20:36.213403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95df66-969b-4f97-8a5e-ba3cff14b335 req-bcc1bd08-0c26-4660-bc45-52af380209f1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:36.215173 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9c95df66-969b-4f97-8a5e-ba3cff14b335 req-bcc1bd08-0c26-4660-bc45-52af380209f1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 943 time: 0.0486066 Nov 24 05:20:36.270232 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9c95df66-969b-4f97-8a5e-ba3cff14b335 req-c49ca152-a7fe-4f27-9d94-5ebe2342f0d6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488353 Nov 24 05:20:36.693385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 6fad3a0a-2262-46f1-9fb4-54471683a567 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:20:36.787902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 6fad3a0a-2262-46f1-9fb4-54471683a567, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fad3a0a-2262-46f1-9fb4-54471683a567,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:20:36.799762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'port_id': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'mac_address': 'fa:16:3e:7d:a2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:20:36.835297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:36.848266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fad3a0a-2262-46f1-9fb4-54471683a567 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:20:36.868241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 6fad3a0a-2262-46f1-9fb4-54471683a567, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fad3a0a-2262-46f1-9fb4-54471683a567,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:20:36.871900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:36.920680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=6fad3a0a-2262-46f1-9fb4-54471683a567,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:37.076761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['6fad3a0a-2262-46f1-9fb4-54471683a567'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:20:37.389018 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd289d1-6bff-4905-a8ec-f536e25a4647 req-4febd249-0bbf-43de-975f-81294f0529aa tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:37.390434 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cbd289d1-6bff-4905-a8ec-f536e25a4647 req-4febd249-0bbf-43de-975f-81294f0529aa tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 944 time: 0.0488026 Nov 24 05:20:37.438743 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cbd289d1-6bff-4905-a8ec-f536e25a4647 req-6f214207-74fa-44ab-af59-c8861f06464d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422132 Nov 24 05:20:38.553819 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f6ca1-2d0b-4ca0-9ad7-7fc90f195274 req-903f8d35-e8cc-4b52-a8a7-5da788970d67 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:38.555263 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6b2f6ca1-2d0b-4ca0-9ad7-7fc90f195274 req-903f8d35-e8cc-4b52-a8a7-5da788970d67 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 944 time: 0.0481229 Nov 24 05:20:38.602991 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6b2f6ca1-2d0b-4ca0-9ad7-7fc90f195274 req-b4612fc1-eab8-4636-b8db-47d9d6aa4002 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402436 Nov 24 05:20:38.698735 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 6fad3a0a-2262-46f1-9fb4-54471683a567 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:20:38.748257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 6fad3a0a-2262-46f1-9fb4-54471683a567 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:20:38.751999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 6fad3a0a-2262-46f1-9fb4-54471683a567 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:20:38.752369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:38.826454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:38.848001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:20:38.850211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa22852-f25b-4dee-980c-c10cabafee2b" -d '{"events": [{"server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "name": "network-vif-plugged", "status": "completed", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:20:38.863057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 6fad3a0a-2262-46f1-9fb4-54471683a567, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fad3a0a-2262-46f1-9fb4-54471683a567,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:20:38.867009 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:38.895548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6bafcd-0e72-4f60-b976-0106d54c6725 x-openstack-request-id: req-1d6bafcd-0e72-4f60-b976-0106d54c6725 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:20:38.895875 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "name": "network-vif-plugged", "status": "completed", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:20:38.896132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d6bafcd-0e72-4f60-b976-0106d54c6725 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:20:38.896514 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'code': 200} Nov 24 05:20:38.922390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=6fad3a0a-2262-46f1-9fb4-54471683a567,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:20:39.051853 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b6a44-0beb-4cc4-9aee-9e4799333341 req-fdebe88d-f84c-4adf-8d29-1290bf27d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:39.053332 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fe9b6a44-0beb-4cc4-9aee-9e4799333341 req-fdebe88d-f84c-4adf-8d29-1290bf27d16e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 1098 time: 0.0383759 Nov 24 05:20:39.096276 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fe9b6a44-0beb-4cc4-9aee-9e4799333341 req-166b09c8-e4da-4ab2-a6ee-fceb00ac034c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360627 Nov 24 05:20:39.884990 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d56c72-ab18-4313-bb25-cbde55d28161 req-87d72fdf-71d4-4673-8197-ec23c39c2d1b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:39.886451 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4d56c72-ab18-4313-bb25-cbde55d28161 req-87d72fdf-71d4-4673-8197-ec23c39c2d1b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0539258 Nov 24 05:20:39.933145 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4d56c72-ab18-4313-bb25-cbde55d28161 req-21991c3c-7287-4b6d-8574-d4ff8ed676a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 Nov 24 05:20:41.048181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c59e3d-da05-4d58-a3e1-769d1b8f83be req-323b532c-5df6-4ce7-a2f9-9a4398ace437 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:41.049571 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f1c59e3d-da05-4d58-a3e1-769d1b8f83be req-323b532c-5df6-4ce7-a2f9-9a4398ace437 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0490901 Nov 24 05:20:41.096705 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f1c59e3d-da05-4d58-a3e1-769d1b8f83be req-ba2cd5e4-1522-4ed3-a694-d8302d65b835 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 Nov 24 05:20:41.206291 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051001ef-ce90-4ccc-aa42-d56ae975b271 req-86e24196-fc21-42b6-a720-b531ac688c55 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:41.207786 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-051001ef-ce90-4ccc-aa42-d56ae975b271 req-86e24196-fc21-42b6-a720-b531ac688c55 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0490134 Nov 24 05:20:41.217154 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 41002) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:20:41.221669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9117fef7-eac1-498a-84ea-b75094387134 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'floatingip': {'port_id': '6fad3a0a-2262-46f1-9fb4-54471683a567'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:20:41.264407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9117fef7-eac1-498a-84ea-b75094387134 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:41.687185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9117fef7-eac1-498a-84ea-b75094387134 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:41.690791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9117fef7-eac1-498a-84ea-b75094387134 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:41.789610 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-9117fef7-eac1-498a-84ea-b75094387134 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde associated. External IP: 172.26.0.237, port: 6fad3a0a-2262-46f1-9fb4-54471683a567. Nov 24 05:20:41.992392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9117fef7-eac1-498a-84ea-b75094387134 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:20:42.099148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9117fef7-eac1-498a-84ea-b75094387134 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:20:42.103927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9117fef7-eac1-498a-84ea-b75094387134 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:42.108924 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad26e3d-ea2d-4f4c-8b30-5e36dae49091 None None] Sync routers for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:20:42.118591 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad26e3d-ea2d-4f4c-8b30-5e36dae49091 None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:20:42.119275 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0ad26e3d-ea2d-4f4c-8b30-5e36dae49091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:20:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:42.130495 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9117fef7-eac1-498a-84ea-b75094387134 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "PUT /v2.0/floatingips/8f33a3de-8cf2-4ef8-bc91-06618d6d5dde HTTP/1.1" status: 200 len: 991 time: 0.9122479 Nov 24 05:20:42.131073 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:20:42.134113 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f1c576-13ab-48c2-89bf-811546eb3891" -d '{"events": [{"name": "network-changed", "server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:20:42.171786 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcf20d8-bbe2-4ccd-b364-c691c12874e9 x-openstack-request-id: req-1fcf20d8-bbe2-4ccd-b364-c691c12874e9 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:20:42.172206 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:20:42.172466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fcf20d8-bbe2-4ccd-b364-c691c12874e9 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:20:42.172880 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'status': 'completed', 'code': 200} Nov 24 05:20:42.230775 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0ad26e3d-ea2d-4f4c-8b30-5e36dae49091 None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:20:42.240500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1c576-13ab-48c2-89bf-811546eb3891 req-326db5d3-9acd-4ff0-bd00-cafd54e40e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:42.242006 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-71f1c576-13ab-48c2-89bf-811546eb3891 req-326db5d3-9acd-4ff0-bd00-cafd54e40e00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 1098 time: 0.0440893 Nov 24 05:20:42.330266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1c576-13ab-48c2-89bf-811546eb3891 req-40513e60-7d53-4c37-bc20-8db5531ebe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:42.331826 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-71f1c576-13ab-48c2-89bf-811546eb3891 req-40513e60-7d53-4c37-bc20-8db5531ebe77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0830915 Nov 24 05:20:42.456865 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0ad26e3d-ea2d-4f4c-8b30-5e36dae49091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:7d:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:20:41Z', 'revision_number': 1, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:42.484905 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad26e3d-ea2d-4f4c-8b30-5e36dae49091 None None] Checking router: 8dad9bc5-9580-49e7-aa81-741ddeb87f84 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:20:42.494109 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad26e3d-ea2d-4f4c-8b30-5e36dae49091 None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:20:42.494745 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0ad26e3d-ea2d-4f4c-8b30-5e36dae49091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:20:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:42.606293 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0ad26e3d-ea2d-4f4c-8b30-5e36dae49091 None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:20:42.715639 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-71f1c576-13ab-48c2-89bf-811546eb3891 req-2c53cea8-3e23-4e46-a308-ed60fd51efd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fad3a0a-2262-46f1-9fb4-54471683a567 HTTP/1.1" status: 200 len: 999 time: 0.3770463 Nov 24 05:20:42.764086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1c576-13ab-48c2-89bf-811546eb3891 req-17cc5027-c65b-486b-b24c-d8217b96edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:42.765622 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-71f1c576-13ab-48c2-89bf-811546eb3891 req-17cc5027-c65b-486b-b24c-d8217b96edda service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0428720 Nov 24 05:20:42.811791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1c576-13ab-48c2-89bf-811546eb3891 req-74daa8fa-1742-4051-886b-df65329a8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:20:42.813279 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-71f1c576-13ab-48c2-89bf-811546eb3891 req-74daa8fa-1742-4051-886b-df65329a8e93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404024 Nov 24 05:20:42.832507 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0ad26e3d-ea2d-4f4c-8b30-5e36dae49091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:7d:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:20:41Z', 'revision_number': 1, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:20:42.859317 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad26e3d-ea2d-4f4c-8b30-5e36dae49091 None None] The sync data for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv is: [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:7d:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:20:41Z', 'revision_number': 1, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:20:42.912102 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-71f1c576-13ab-48c2-89bf-811546eb3891 req-b5a8cd5e-877f-453a-b757-77416e98ea67 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911639 Nov 24 05:20:43.002869 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-71f1c576-13ab-48c2-89bf-811546eb3891 req-de4763bf-fac0-4ea7-867f-e6f601bef3a4 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845296 Nov 24 05:20:43.052648 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec63f3c-84c2-4da3-8fc3-b785c5764d11 None None] New status for floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:20:46.111472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4d9039d4-0bbc-4759-a53f-28618666dc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:48.372761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aa5a2e3d-5f45-49ab-88a3-c66778205c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:49.574379 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:50.786968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:51.741809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:20:53.883836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:09.546650 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:21:16.112839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bee1c224-d8fb-4bd4-835b-a87b02d6b2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:17.496311 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-049bee2e-e308-497e-ad4b-0e848eb98f86 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393198 Nov 24 05:21:17.582017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-efc374fa-95c7-4fea-ba1b-6ea06bff8018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:17.583491 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-efc374fa-95c7-4fea-ba1b-6ea06bff8018 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 1098 time: 0.0442166 Nov 24 05:21:17.683858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-222b825c-aad8-4d10-a2e4-1f7ef0a8d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:17.685335 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-222b825c-aad8-4d10-a2e4-1f7ef0a8d3bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0830529 Nov 24 05:21:17.750852 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-c37df421-fe3f-463e-b6f6-29c6ebf14709 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fad3a0a-2262-46f1-9fb4-54471683a567 HTTP/1.1" status: 200 len: 1001 time: 0.0588596 Nov 24 05:21:17.799457 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-38014b2f-d367-4e3c-a786-b7212b9fad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:17.800994 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-38014b2f-d367-4e3c-a786-b7212b9fad8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0435033 Nov 24 05:21:17.846791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-847cc428-c6c9-42e5-9a38-750ec6a809a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:17.848303 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-847cc428-c6c9-42e5-9a38-750ec6a809a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399299 Nov 24 05:21:17.940064 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-1232bed1-69c2-4ea0-a50c-157aab2827e5 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841660 Nov 24 05:21:18.030866 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2b125dfd-ecb1-4dd2-ba85-00b73b1f5482 req-f0c8f217-7213-4b19-98ec-d26c8b9f1c4e service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815349 Nov 24 05:21:18.374131 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e8ec82f0-243d-4de5-b881-d23158cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:19.362890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c9954-babc-424d-a1c2-49bee0a7b404 req-c2dbf6ef-e450-4357-85fa-7f217dfcda04 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:19.364377 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e98c9954-babc-424d-a1c2-49bee0a7b404 req-c2dbf6ef-e450-4357-85fa-7f217dfcda04 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0491893 Nov 24 05:21:19.415098 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e98c9954-babc-424d-a1c2-49bee0a7b404 req-a0c08b05-333a-4c52-b6d8-217f42bfd917 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448737 Nov 24 05:21:19.584690 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:19.758418 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-1e04eb35-a21d-4b3e-9fa9-ff0ecec1c1e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0493667 Nov 24 05:21:19.774965 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18826260-40e7-43f4-bbb7-fc64629e2bdc req-643f16ec-80de-4f81-8104-298d5c8e7d00 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:19.776907 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-18826260-40e7-43f4-bbb7-fc64629e2bdc req-643f16ec-80de-4f81-8104-298d5c8e7d00 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0563738 Nov 24 05:21:19.846577 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-18826260-40e7-43f4-bbb7-fc64629e2bdc req-3978fc87-9bfb-4b78-b844-3b04d1fa27c0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609820 Nov 24 05:21:20.790099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:20.892585 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-f303648c-c49b-4ae4-9391-dadcdfc0941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:20.894101 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-f303648c-c49b-4ae4-9391-dadcdfc0941d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 1098 time: 0.0419462 Nov 24 05:21:20.966553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa9da-d3d7-4c17-80eb-4abd9ae86bd4 req-0350c182-7811-45ac-b162-48d213b2136e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:20.968067 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-113aa9da-d3d7-4c17-80eb-4abd9ae86bd4 req-0350c182-7811-45ac-b162-48d213b2136e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0486231 Nov 24 05:21:20.988603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-75301e79-88aa-489d-a962-2cbe2025d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:20.990093 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-75301e79-88aa-489d-a962-2cbe2025d8fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0873928 Nov 24 05:21:21.015942 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-113aa9da-d3d7-4c17-80eb-4abd9ae86bd4 req-10ffe5d3-e4e9-4fcf-8b94-482046fcd448 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414028 Nov 24 05:21:21.057558 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-a496b70f-16fd-405a-b1eb-46c167bb0618 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fad3a0a-2262-46f1-9fb4-54471683a567 HTTP/1.1" status: 200 len: 1001 time: 0.0603538 Nov 24 05:21:21.103932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-069f9647-89a7-46be-a18b-b2c961d40d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:21.106103 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-069f9647-89a7-46be-a18b-b2c961d40d67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0417762 Nov 24 05:21:21.149434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-ba5bc41e-6faa-410f-ae26-3a618732f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:21.150876 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-ba5bc41e-6faa-410f-ae26-3a618732f7fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381393 Nov 24 05:21:21.244803 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-ae2f7427-8c0e-46bc-9c57-84da44cf5b65 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868170 Nov 24 05:21:21.339995 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-c41924e7-b6ab-458f-ac11-40d9ddad20cc service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868187 Nov 24 05:21:21.746485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:22.131980 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512fc8-2fd4-4e59-bb2e-b67ec32b4895 req-3dba39a5-4f7a-4e84-b3e4-a12ddbf8c77e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:22.133464 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78512fc8-2fd4-4e59-bb2e-b67ec32b4895 req-3dba39a5-4f7a-4e84-b3e4-a12ddbf8c77e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0496094 Nov 24 05:21:22.182112 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78512fc8-2fd4-4e59-bb2e-b67ec32b4895 req-05d0487a-c848-4abe-acb4-de49a1627ec2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411205 Nov 24 05:21:23.302049 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146ca47-ba48-4af7-a973-df5c3c9f4e64 req-1745b724-54b2-4da3-b9d6-cb148942b645 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:23.303547 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4146ca47-ba48-4af7-a973-df5c3c9f4e64 req-1745b724-54b2-4da3-b9d6-cb148942b645 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0539007 Nov 24 05:21:23.350371 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4146ca47-ba48-4af7-a973-df5c3c9f4e64 req-b53c1f94-46b3-4e66-a511-731ab425c56c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406649 Nov 24 05:21:23.876089 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:24.465439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb7a83-2514-401f-b64d-e2d7a1c1761a req-c89b5428-f965-4dfd-8695-9ad8a706b1d0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:24.466902 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beeb7a83-2514-401f-b64d-e2d7a1c1761a req-c89b5428-f965-4dfd-8695-9ad8a706b1d0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0492408 Nov 24 05:21:24.513858 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-beeb7a83-2514-401f-b64d-e2d7a1c1761a req-efbaf974-322f-4a25-8f46-c9f16996c42c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Nov 24 05:21:25.627896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebadac-e7a8-434c-b08f-78b08aa430f7 req-500d3c15-3bfc-4d2e-82d0-3274a1f4ab86 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:25.629332 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1eebadac-e7a8-434c-b08f-78b08aa430f7 req-500d3c15-3bfc-4d2e-82d0-3274a1f4ab86 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0480611 Nov 24 05:21:25.679352 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1eebadac-e7a8-434c-b08f-78b08aa430f7 req-fc089751-285f-4b0b-9b98-3ad84d35498a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442493 Nov 24 05:21:26.792449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a6872-1235-43b1-a86d-e485e5ee0aef req-5125a349-a589-4f7b-9971-77882ceb7774 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:26.794585 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cd2a6872-1235-43b1-a86d-e485e5ee0aef req-5125a349-a589-4f7b-9971-77882ceb7774 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0490024 Nov 24 05:21:26.842596 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cd2a6872-1235-43b1-a86d-e485e5ee0aef req-d2632de1-24e9-440b-bee8-bfb6ad2e368b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419624 Nov 24 05:21:27.956671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef836da5-6a8e-4459-b9a0-d18b4958cc21 req-34ec2eb7-e8ac-4a2b-99ca-6c9682f2b274 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:27.958149 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ef836da5-6a8e-4459-b9a0-d18b4958cc21 req-34ec2eb7-e8ac-4a2b-99ca-6c9682f2b274 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0487320 Nov 24 05:21:28.005230 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ef836da5-6a8e-4459-b9a0-d18b4958cc21 req-38f41bd5-37d4-4d1e-8c68-cc8fae70c167 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 Nov 24 05:21:29.125669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f06b2d-a442-41bc-b547-3508d44e9f02 req-2b4e9c52-b712-48cb-a981-188db232a2e9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:29.127028 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-52f06b2d-a442-41bc-b547-3508d44e9f02 req-2b4e9c52-b712-48cb-a981-188db232a2e9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0539019 Nov 24 05:21:29.174474 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-52f06b2d-a442-41bc-b547-3508d44e9f02 req-cffaebf1-797a-4c0d-9134-7f1aa6c0a582 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Nov 24 05:21:30.292136 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e5916-aa10-4cea-841a-5283fa0a5432 req-ece8b228-eaaa-4085-a6d0-5441cb6fc1e6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:30.294089 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fd5e5916-aa10-4cea-841a-5283fa0a5432 req-ece8b228-eaaa-4085-a6d0-5441cb6fc1e6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0486188 Nov 24 05:21:30.340395 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fd5e5916-aa10-4cea-841a-5283fa0a5432 req-3083dd2d-1992-47b3-915d-108a34cbe6bb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404553 Nov 24 05:21:31.458021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df1c1a-7113-45c5-901a-d833f3609290 req-fdad4bd7-0bb3-4d9f-96f2-5de4c6932608 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:31.459510 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-95df1c1a-7113-45c5-901a-d833f3609290 req-fdad4bd7-0bb3-4d9f-96f2-5de4c6932608 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0520997 Nov 24 05:21:31.506194 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-95df1c1a-7113-45c5-901a-d833f3609290 req-908c4b69-2606-4a11-9bfd-ec6696eed047 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403719 Nov 24 05:21:32.620422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a2780-b196-4f60-a411-0ec2e08e1524 req-58b78773-141b-4eb2-bc36-2de11632b0f5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:32.621897 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a26a2780-b196-4f60-a411-0ec2e08e1524 req-58b78773-141b-4eb2-bc36-2de11632b0f5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0492547 Nov 24 05:21:32.670896 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a26a2780-b196-4f60-a411-0ec2e08e1524 req-41b91e87-43f5-46be-a01d-b0d2ced08560 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Nov 24 05:21:32.909956 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-381932e7-1351-400d-bfed-1566cbf49d4f service neutron] 10.222.0.31 "GET /v2.0/ports/6fad3a0a-2262-46f1-9fb4-54471683a567/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0535173 Nov 24 05:21:33.111353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-bbb60025-676d-4ff9-9f57-2687408bb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:33.112806 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-bbb60025-676d-4ff9-9f57-2687408bb8e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 1098 time: 0.0421097 Nov 24 05:21:33.172966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-1f27430b-4dba-4bf7-9972-22c791da09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:33.174420 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-1f27430b-4dba-4bf7-9972-22c791da09fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 1098 time: 0.0392694 Nov 24 05:21:33.265714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-b268865d-0fa5-416f-b507-adc9e5220fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:33.267183 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-b268865d-0fa5-416f-b507-adc9e5220fe4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0863020 Nov 24 05:21:33.330085 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-84d662fd-b4a2-4972-a12a-ba3636a2b55a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fad3a0a-2262-46f1-9fb4-54471683a567 HTTP/1.1" status: 200 len: 1001 time: 0.0560369 Nov 24 05:21:33.383003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-14e52cea-7729-4de8-a55e-87367adc2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:33.384376 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-14e52cea-7729-4de8-a55e-87367adc2802 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0465946 Nov 24 05:21:33.430224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-90441afa-f56c-4db9-a832-559d29243229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:33.431717 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-90441afa-f56c-4db9-a832-559d29243229 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391474 Nov 24 05:21:33.523023 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-82cfebfd-10df-448e-b9a2-25d49419be51 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838737 Nov 24 05:21:33.609413 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0c0dd4b0-1c75-45fc-be7b-6f0b3717f60e req-6867e742-2bd8-40ac-bcc1-65f1e125f264 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793068 Nov 24 05:21:33.789568 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59cacc-138c-4ace-ac6e-5ed973a31b27 req-7e52dcc9-7f5f-456f-8288-3507ec4ef7a4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:33.791026 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1b59cacc-138c-4ace-ac6e-5ed973a31b27 req-7e52dcc9-7f5f-456f-8288-3507ec4ef7a4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0489368 Nov 24 05:21:33.843613 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1b59cacc-138c-4ace-ac6e-5ed973a31b27 req-8b756309-1384-4979-baf7-264bc4576df3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462332 Nov 24 05:21:34.960667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cadbc-442f-432e-8870-aea1f9ca995d req-a69bec6b-438f-463d-812f-1c5307d83548 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:34.962058 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-659cadbc-442f-432e-8870-aea1f9ca995d req-a69bec6b-438f-463d-812f-1c5307d83548 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0498109 Nov 24 05:21:35.009224 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-659cadbc-442f-432e-8870-aea1f9ca995d req-c764a080-0dd7-4808-a6b1-de3d302e06f1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 Nov 24 05:21:36.122827 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebb8d5-6179-489d-8089-4084224fea0d req-fb0cd249-ff75-41be-ba75-5a7d63aba565 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:36.124292 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-47ebb8d5-6179-489d-8089-4084224fea0d req-fb0cd249-ff75-41be-ba75-5a7d63aba565 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0483384 Nov 24 05:21:36.171411 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-47ebb8d5-6179-489d-8089-4084224fea0d req-9818653e-e5fd-41b2-9be8-e87ccaaeda2a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 Nov 24 05:21:36.367850 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9d400-bd6c-49b7-a9e2-927485f163fc req-eb02205d-f6d1-4ee1-9f17-ecc6b42f09f0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:36.369327 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b4b9d400-bd6c-49b7-a9e2-927485f163fc req-eb02205d-f6d1-4ee1-9f17-ecc6b42f09f0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0544178 Nov 24 05:21:36.379697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-217042a5-37d5-4fd0-92d3-6f7bea7b4a70 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:36.381085 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-217042a5-37d5-4fd0-92d3-6f7bea7b4a70 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c&tenant_id=172eb9a63cf84e6cb9d2b012505b2067&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 945 time: 0.0531850 Nov 24 05:21:36.417688 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b4b9d400-bd6c-49b7-a9e2-927485f163fc req-f69e31d6-c252-4566-a95c-1283065cfe4c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411353 Nov 24 05:21:36.465602 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-6ddb67c3-ed68-4664-9220-8bc957cd5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:36.467106 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-6ddb67c3-ed68-4664-9220-8bc957cd5c3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 1098 time: 0.0453796 Nov 24 05:21:36.555869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-d41e145e-36b1-4ae5-ae51-5c69d603d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:36.557327 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-d41e145e-36b1-4ae5-ae51-5c69d603d2bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0827448 Nov 24 05:21:36.625558 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-5a456dc3-c110-4426-bf1f-a864288fcfc5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fad3a0a-2262-46f1-9fb4-54471683a567 HTTP/1.1" status: 200 len: 1001 time: 0.0613081 Nov 24 05:21:36.674613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-0f3e5c00-b80d-4fa6-b0e0-eaf340a8d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:36.676041 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-0f3e5c00-b80d-4fa6-b0e0-eaf340a8d925 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0443137 Nov 24 05:21:36.721495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-d2b066d9-5433-42a9-8b39-62529eea4368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:36.722940 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-d2b066d9-5433-42a9-8b39-62529eea4368 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392027 Nov 24 05:21:36.815021 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-a2ace527-888c-4e8e-b3a4-44e82a5f2140 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845532 Nov 24 05:21:36.901808 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-886014c2-1d9c-45ba-bc58-77b3bfbe957a req-99a18aea-2675-4963-af07-d2b2f7b95af5 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795028 Nov 24 05:21:36.951741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 6fad3a0a-2262-46f1-9fb4-54471683a567 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:21:36.955771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 6fad3a0a-2262-46f1-9fb4-54471683a567 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:21:37.104489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 6fad3a0a-2262-46f1-9fb4-54471683a567, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fad3a0a-2262-46f1-9fb4-54471683a567,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:21:37.106814 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:37.123615 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'port_id': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'mac_address': 'fa:16:3e:7d:a2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:21:37.138836 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:21:37.141247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec54dae-ea19-4ffc-a85f-08dfe08b5a3a" -d '{"events": [{"server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:21:37.174306 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 6fad3a0a-2262-46f1-9fb4-54471683a567, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fad3a0a-2262-46f1-9fb4-54471683a567,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:21:37.182532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:37.189764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:37.209230 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 05:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5198d8-c556-4b11-8f02-46310cfc3027 x-openstack-request-id: req-ed5198d8-c556-4b11-8f02-46310cfc3027 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:21:37.209525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:21:37.209777 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed5198d8-c556-4b11-8f02-46310cfc3027 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:21:37.210160 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'code': 200} Nov 24 05:21:37.224448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fad3a0a-2262-46f1-9fb4-54471683a567 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:21:37.266493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=6fad3a0a-2262-46f1-9fb4-54471683a567,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:21:37.276534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.276889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.277248 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.277582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.277897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.278228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.279108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.279438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.279838 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.280203 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.280529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.280849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:37.293542 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:21:37.293906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:21:37.536907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2759712-a427-4ec6-8be9-1e364c83a488 req-43a8e527-d8ca-45fb-b8e7-7b0adaf9edd9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:37.538367 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f2759712-a427-4ec6-8be9-1e364c83a488 req-43a8e527-d8ca-45fb-b8e7-7b0adaf9edd9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 943 time: 0.0486588 Nov 24 05:21:37.585333 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f2759712-a427-4ec6-8be9-1e364c83a488 req-00fc6c90-2605-4ea5-8c0e-ca2a56fe0c2b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410779 Nov 24 05:21:37.699400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59829b-d9e2-44b0-8ac9-716b575d103f req-14c7fad8-eeb8-4345-82c6-314ef109a96d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:37.700979 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4b59829b-d9e2-44b0-8ac9-716b575d103f req-14c7fad8-eeb8-4345-82c6-314ef109a96d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 943 time: 0.0484207 Nov 24 05:21:37.752533 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4b59829b-d9e2-44b0-8ac9-716b575d103f req-e86b7084-0721-4678-a21e-931e53962efd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455160 Nov 24 05:21:37.834611 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:37.847519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fad3a0a-2262-46f1-9fb4-54471683a567 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:21:37.866215 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ba8cc-caa2-4042-baf2-9baac2abc003 req-a06c41cb-5536-4db5-b360-97d2b585a757 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:37.867454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 6fad3a0a-2262-46f1-9fb4-54471683a567, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fad3a0a-2262-46f1-9fb4-54471683a567,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:21:37.867732 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b09ba8cc-caa2-4042-baf2-9baac2abc003 req-a06c41cb-5536-4db5-b360-97d2b585a757 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 943 time: 0.0492530 Nov 24 05:21:37.871790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:37.916893 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b09ba8cc-caa2-4042-baf2-9baac2abc003 req-bf036b2e-f8db-405d-8a75-9bee8f40bf6f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418439 Nov 24 05:21:37.923820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=6fad3a0a-2262-46f1-9fb4-54471683a567,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:21:37.928833 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['6fad3a0a-2262-46f1-9fb4-54471683a567'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:21:38.159930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207f7e1-3f78-47df-a832-b62060e0d9e8 req-2ad5249a-a510-433f-948d-877518385cb6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:38.161404 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e207f7e1-3f78-47df-a832-b62060e0d9e8 req-2ad5249a-a510-433f-948d-877518385cb6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 944 time: 0.0490139 Nov 24 05:21:38.208122 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e207f7e1-3f78-47df-a832-b62060e0d9e8 req-ae2790d3-f5ae-42fc-9960-3a970aa0952c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408504 Nov 24 05:21:38.962614 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 6fad3a0a-2262-46f1-9fb4-54471683a567 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:21:39.008564 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 6fad3a0a-2262-46f1-9fb4-54471683a567 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:21:39.008931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:39.082283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:39.116058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 6fad3a0a-2262-46f1-9fb4-54471683a567, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fad3a0a-2262-46f1-9fb4-54471683a567,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:21:39.119679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:39.165105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=6fad3a0a-2262-46f1-9fb4-54471683a567,revision_number=8']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:21:39.211159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:21:39.213489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bbee5e-def8-4ca2-b9a1-95a889ccd59b" -d '{"events": [{"server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "name": "network-vif-plugged", "status": "completed", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:21:39.250325 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ffdad7-bfb6-4237-b38c-5382e28d84eb x-openstack-request-id: req-f8ffdad7-bfb6-4237-b38c-5382e28d84eb {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:21:39.250625 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "name": "network-vif-plugged", "status": "completed", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:21:39.250885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8ffdad7-bfb6-4237-b38c-5382e28d84eb {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:21:39.251285 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'code': 200} Nov 24 05:21:39.326374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13120d4c-b069-416f-a919-2fb9304f90e0 req-79f0e340-2450-43c4-9e3c-54fdcbffb000 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:39.327924 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-13120d4c-b069-416f-a919-2fb9304f90e0 req-79f0e340-2450-43c4-9e3c-54fdcbffb000 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0527151 Nov 24 05:21:39.375761 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-13120d4c-b069-416f-a919-2fb9304f90e0 req-887be9bf-0a4f-4900-914a-ff8a4309c136 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418351 Nov 24 05:21:39.764975 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d069582-2550-40a2-9917-525e27bed8f5 req-158dec37-a65d-4d45-a9d8-f5ed9a510b76 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:39.766328 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3d069582-2550-40a2-9917-525e27bed8f5 req-158dec37-a65d-4d45-a9d8-f5ed9a510b76 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 945 time: 0.0535307 Nov 24 05:21:39.855391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Deleting port 6fad3a0a-2262-46f1-9fb4-54471683a567 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:21:39.855764 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:39.945367 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] For port 6fad3a0a-2262-46f1-9fb4-54471683a567, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fad3a0a-2262-46f1-9fb4-54471683a567,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:21:39.945726 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:40.161686 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:40.162051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:40.162368 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde disassociated. External IP: 172.26.0.237, port: 6fad3a0a-2262-46f1-9fb4-54471683a567. Nov 24 05:21:40.162711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Calling delete_port for 6fad3a0a-2262-46f1-9fb4-54471683a567 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:21:40.285452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:40.317508 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event deleted for resources: {'Port': ['ID=6fad3a0a-2262-46f1-9fb4-54471683a567,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:21:40.327538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.327919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.328261 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.328598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.328932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.329267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.329600 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.329930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.330257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.330585 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.330911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.331233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:21:40.452303 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:21:40.480472 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2fc777ce-96cd-4ad4-9d7b-5ebcff9cf9cd req-ff476567-f79f-4aeb-a8e3-8511c51174a5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=5352ab87-c4ea-49b5-b75d-90d34e457b0c HTTP/1.1" status: 200 len: 210 time: 0.0304053 Nov 24 05:21:40.560796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:21:40.571213 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585468c-b2b4-49b1-9add-394aaedbf095 None None] Sync routers for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:21:40.584533 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585468c-b2b4-49b1-9add-394aaedbf095 None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:21:40.585232 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1585468c-b2b4-49b1-9add-394aaedbf095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:21:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:21:40.604909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] No DVR routers for this DVR port 6fad3a0a-2262-46f1-9fb4-54471683a567 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:21:40.608012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:40.611400 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3d069582-2550-40a2-9917-525e27bed8f5 req-5827e6bf-0b75-4d92-9084-f2328e889fba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "DELETE /v2.0/ports/6fad3a0a-2262-46f1-9fb4-54471683a567 HTTP/1.1" status: 204 len: 173 time: 0.8383117 Nov 24 05:21:40.611887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'name': 'network-vif-deleted', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:21:40.614160 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42975bb-18b3-4cbc-8d64-ea82062bce5a" -d '{"events": [{"server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "name": "network-vif-deleted", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:21:40.656400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca11a09-c5ee-44d3-900a-02b54ef79a98 x-openstack-request-id: req-9ca11a09-c5ee-44d3-900a-02b54ef79a98 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:21:40.656700 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5352ab87-c4ea-49b5-b75d-90d34e457b0c", "name": "network-vif-deleted", "tag": "6fad3a0a-2262-46f1-9fb4-54471683a567", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:21:40.656960 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ca11a09-c5ee-44d3-900a-02b54ef79a98 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:21:40.657368 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5352ab87-c4ea-49b5-b75d-90d34e457b0c', 'name': 'network-vif-deleted', 'tag': '6fad3a0a-2262-46f1-9fb4-54471683a567', 'status': 'completed', 'code': 200} Nov 24 05:21:40.700793 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-1585468c-b2b4-49b1-9add-394aaedbf095 None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:21:40.979380 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1585468c-b2b4-49b1-9add-394aaedbf095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:21:41.007441 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585468c-b2b4-49b1-9add-394aaedbf095 None None] Checking router: 8dad9bc5-9580-49e7-aa81-741ddeb87f84 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:21:41.015902 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585468c-b2b4-49b1-9add-394aaedbf095 None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:21:41.016504 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1585468c-b2b4-49b1-9add-394aaedbf095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:21:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:21:41.122293 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-1585468c-b2b4-49b1-9add-394aaedbf095 None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:21:41.314004 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-1585468c-b2b4-49b1-9add-394aaedbf095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:21:41.343298 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585468c-b2b4-49b1-9add-394aaedbf095 None None] The sync data for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv is: [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:21:41.558497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d538c91-dac1-4652-b4f8-4a954b957f66 None None] New status for floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:21:41.729666 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-32848f39-89a2-4820-850a-51762a737b2c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1032355999&fields=id&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 267 time: 0.0449262 Nov 24 05:21:41.839870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-537f2b45-4a92-4ebe-9989-688fd1b867a5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:41.841273 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-537f2b45-4a92-4ebe-9989-688fd1b867a5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 812 time: 0.1048622 Nov 24 05:21:41.855528 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-4e75ae4b-0386-4beb-8301-d6e10708c79e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/quotas/172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 375 time: 0.0087309 Nov 24 05:21:41.905522 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-45c86cfe-75a1-4916-bfbb-323069a8ee4d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447648 Nov 24 05:21:42.001910 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-92d011bc-37e9-4174-ad5f-de9f50dcd9fa service neutron] 10.222.0.37 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843089 Nov 24 05:21:42.088163 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-4efb9ee9-79ec-4d13-9f6c-e54155b7a372 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802493 Nov 24 05:21:42.247298 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3f3c1872-c51e-4807-b5c6-b6d146041ee5 req-1bdf9c19-2717-4d6e-915c-362935e2ea73 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 210 time: 0.0264635 Nov 24 05:21:42.983302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 6fad3a0a-2262-46f1-9fb4-54471683a567 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:21:43.002479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 6fad3a0a-2262-46f1-9fb4-54471683a567 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:21:43.002824 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 6fad3a0a-2262-46f1-9fb4-54471683a567 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:21:43.134829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-8323169a-7367-4ca5-97c5-1039f6549fac tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:43.136320 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-8323169a-7367-4ca5-97c5-1039f6549fac tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 812 time: 0.1016123 Nov 24 05:21:43.198496 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-a8856f92-d90b-4507-b7b3-3c6bd6bd0ea5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 380 time: 0.0531101 Nov 24 05:21:43.209401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'port': {'device_id': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'admin_state_up': True, 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'security_groups': ['eb0892d4-77bc-455a-bc9c-2f661c17831f']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:21:43.317586 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Made reservation on behalf of 172eb9a63cf84e6cb9d2b012505b2067 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:21:43.321151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:43.346867 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec2b3006-d040-46f6-a731-d24920bc7b1b req-9707d3a4-15d0-4343-b13e-496377a6af49 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 210 time: 0.0310915 Nov 24 05:21:43.448497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Allocated IP 172.20.0.14 (8ca23cc3-078f-4796-9b14-4cee7c721c57/77a896b1-6b75-4e08-a3d8-0b68b0aad53f/e1f19593-a832-4ec2-b305-979bf53666a0) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:21:43.577628 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:43.610435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:43.652315 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:21:43.655568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:21:43.661836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:21:43.694352 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event updated for resources: {'Port': ['ID=e1f19593-a832-4ec2-b305-979bf53666a0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:21:43.716710 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:43.717751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:43.735565 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0b40300e-f230-48c3-8e49-a094445b8a60 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5296984 Nov 24 05:21:43.748576 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Request body: {'port': {'device_id': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:21:43.803699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:43.887946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9d51ab39-21e8-4b28-b4d5-eeea5b76f184 None None] Provisioning complete for port e1f19593-a832-4ec2-b305-979bf53666a0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:21:43.888255 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d51ab39-21e8-4b28-b4d5-eeea5b76f184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:43.924627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9d51ab39-21e8-4b28-b4d5-eeea5b76f184 None None] Port e1f19593-a832-4ec2-b305-979bf53666a0 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:21:44.061467 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f19593-a832-4ec2-b305-979bf53666a0 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:21:44.069876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:44.082036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Transition to ACTIVE for port object e1f19593-a832-4ec2-b305-979bf53666a0 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:21:44.085503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:44.139455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f19593-a832-4ec2-b305-979bf53666a0,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:21:44.203740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Attempting to bind port e1f19593-a832-4ec2-b305-979bf53666a0 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:21:44.204088 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Attempting to bind port e1f19593-a832-4ec2-b305-979bf53666a0 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:21:44.204427 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Attempting to bind port e1f19593-a832-4ec2-b305-979bf53666a0 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:21:44.208928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Port e1f19593-a832-4ec2-b305-979bf53666a0 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:21:44.209253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Attempting to bind port e1f19593-a832-4ec2-b305-979bf53666a0 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:21:44.214504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:21:44.214843 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Checking segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:21:44.215234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Bound using segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:21:44.215691 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Bound port: e1f19593-a832-4ec2-b305-979bf53666a0, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:21:44.216053 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:44.285276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] For port e1f19593-a832-4ec2-b305-979bf53666a0, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:21:44.288241 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] For port e1f19593-a832-4ec2-b305-979bf53666a0, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e1f19593-a832-4ec2-b305-979bf53666a0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:21:44.292955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:44.327568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:44.328149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:44.329573 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] 10.222.0.31 "PUT /v2.0/ports/e1f19593-a832-4ec2-b305-979bf53666a0 HTTP/1.1" status: 200 len: 1094 time: 0.5859413 Nov 24 05:21:44.330038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:21:44.332338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38732b9-4a2f-4c46-8823-abad29ff6189" -d '{"events": [{"name": "network-changed", "server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:21:44.360613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39274ab9-38f1-4b1f-835c-68b68b1c2b47 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f19593-a832-4ec2-b305-979bf53666a0,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:21:44.413634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae988a02-7aee-4a32-97c6-e77d32cde97b x-openstack-request-id: req-ae988a02-7aee-4a32-97c6-e77d32cde97b {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:21:44.413982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:21:44.414314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae988a02-7aee-4a32-97c6-e77d32cde97b {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:21:44.415556 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'status': 'completed', 'code': 200} Nov 24 05:21:44.423315 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-d2eff691-2448-4fd3-a304-b710bbd1b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:44.425121 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-d2eff691-2448-4fd3-a304-b710bbd1b082 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 1097 time: 0.0525887 Nov 24 05:21:44.476893 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-0c0a65e4-8f86-413c-b42a-090a9b5f051d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f19593-a832-4ec2-b305-979bf53666a0 HTTP/1.1" status: 200 len: 217 time: 0.0416148 Nov 24 05:21:44.483322 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c5d51-937d-4867-ac38-cc57720def0d req-62dfe8e6-f15c-4bfb-9e71-5168af56819c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:44.486753 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a29c5d51-937d-4867-ac38-cc57720def0d req-62dfe8e6-f15c-4bfb-9e71-5168af56819c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 944 time: 0.0559676 Nov 24 05:21:44.531243 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-88ff8c33-c957-4784-8d18-be829be973a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:44.532754 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-88ff8c33-c957-4784-8d18-be829be973a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0487413 Nov 24 05:21:44.536088 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a29c5d51-937d-4867-ac38-cc57720def0d req-57cb16db-3f45-4640-8c66-e68ee8765fdf tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450594 Nov 24 05:21:44.580549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-3838d744-4f17-44d8-a3ac-6f84500f6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:44.582043 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-3838d744-4f17-44d8-a3ac-6f84500f6a7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422223 Nov 24 05:21:44.673253 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-821d167b-e7e8-40b8-a0e2-8322af4c173d service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831928 Nov 24 05:21:44.763450 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-927fa68e-ecf1-40dc-9619-2e1487e2afb0 req-f10d5f0f-5c3b-4fc8-a122-377bbc672896 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829608 Nov 24 05:21:44.847682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38732b9-4a2f-4c46-8823-abad29ff6189 req-61e7ab9f-21e1-4f67-9915-12364076ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:44.849122 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b38732b9-4a2f-4c46-8823-abad29ff6189 req-61e7ab9f-21e1-4f67-9915-12364076ed31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 1097 time: 0.0413964 Nov 24 05:21:44.943617 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38732b9-4a2f-4c46-8823-abad29ff6189 req-50ef6e68-ab4a-4b8c-ac8e-0561100ea788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:44.944971 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b38732b9-4a2f-4c46-8823-abad29ff6189 req-50ef6e68-ab4a-4b8c-ac8e-0561100ea788 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0857222 Nov 24 05:21:44.985500 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b38732b9-4a2f-4c46-8823-abad29ff6189 req-77e9fdf3-73c1-46cd-a85e-2295c2eb037b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f19593-a832-4ec2-b305-979bf53666a0 HTTP/1.1" status: 200 len: 217 time: 0.0322948 Nov 24 05:21:45.036806 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38732b9-4a2f-4c46-8823-abad29ff6189 req-22e6242c-8d67-44cd-9f06-1e2f61a507f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:45.038198 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b38732b9-4a2f-4c46-8823-abad29ff6189 req-22e6242c-8d67-44cd-9f06-1e2f61a507f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0458343 Nov 24 05:21:45.084173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38732b9-4a2f-4c46-8823-abad29ff6189 req-341cafef-40e0-453e-ac4f-38311580db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:45.085585 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b38732b9-4a2f-4c46-8823-abad29ff6189 req-341cafef-40e0-453e-ac4f-38311580db5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383873 Nov 24 05:21:45.176818 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b38732b9-4a2f-4c46-8823-abad29ff6189 req-063eca4f-bada-49c9-8178-6986b7be9204 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834043 Nov 24 05:21:45.264319 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b38732b9-4a2f-4c46-8823-abad29ff6189 req-4315ef9f-7e9f-429d-9e34-9e9e1809d0e1 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795376 Nov 24 05:21:45.652300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2963c-48f2-4127-a985-c0aa6cca7bff req-4813ec0b-33e4-4561-9210-e1b61df561a4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:45.654266 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9ee2963c-48f2-4127-a985-c0aa6cca7bff req-4813ec0b-33e4-4561-9210-e1b61df561a4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 944 time: 0.0484674 Nov 24 05:21:45.700766 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9ee2963c-48f2-4127-a985-c0aa6cca7bff req-111114ec-2518-4772-8427-0dda3f20f50b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Nov 24 05:21:46.113895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-704e86af-85ff-44eb-b769-e4ae402ef452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:46.545236 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:21:46.819122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab6207-9d58-4d41-b87b-56693328be5f req-6cac1de2-6daf-41d4-9b0a-da76f5aa95f3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:46.820650 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a8ab6207-9d58-4d41-b87b-56693328be5f req-6cac1de2-6daf-41d4-9b0a-da76f5aa95f3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 944 time: 0.0531108 Nov 24 05:21:46.867214 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a8ab6207-9d58-4d41-b87b-56693328be5f req-0eb246a6-3abc-49ab-afb0-42afd171ba73 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406320 Nov 24 05:21:47.002745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device e1f19593-a832-4ec2-b305-979bf53666a0 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:21:47.094426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port e1f19593-a832-4ec2-b305-979bf53666a0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e1f19593-a832-4ec2-b305-979bf53666a0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:21:47.105133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'port_id': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'mac_address': 'fa:16:3e:db:0a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:21:47.143314 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:47.156522 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f19593-a832-4ec2-b305-979bf53666a0 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:21:47.176040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port e1f19593-a832-4ec2-b305-979bf53666a0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e1f19593-a832-4ec2-b305-979bf53666a0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:21:47.179733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:47.224498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=e1f19593-a832-4ec2-b305-979bf53666a0,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:21:47.382308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['e1f19593-a832-4ec2-b305-979bf53666a0'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:21:47.980758 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c07fc6-c4bd-497e-84e6-461cdc3de82e req-e08438ad-2835-4da8-9076-9da8b21d8012 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:47.982943 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c6c07fc6-c4bd-497e-84e6-461cdc3de82e req-e08438ad-2835-4da8-9076-9da8b21d8012 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 945 time: 0.0485058 Nov 24 05:21:48.028100 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c6c07fc6-c4bd-497e-84e6-461cdc3de82e req-0d24915b-ad70-4d46-8743-637f9b31bf31 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390902 Nov 24 05:21:48.376008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fffd50ef-ba24-4661-8cbd-fb2ce946b98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:49.018128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device e1f19593-a832-4ec2-b305-979bf53666a0 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:21:49.068086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port e1f19593-a832-4ec2-b305-979bf53666a0 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:21:49.072251 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port e1f19593-a832-4ec2-b305-979bf53666a0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:21:49.072612 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:49.147366 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c29c63-2756-4987-8243-1bfa7a978200 req-5d7d068e-aa41-44f1-9b43-e66ac0c39aaf tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:49.149171 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78c29c63-2756-4987-8243-1bfa7a978200 req-5d7d068e-aa41-44f1-9b43-e66ac0c39aaf tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 945 time: 0.0507293 Nov 24 05:21:49.149350 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:49.173077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:21:49.175582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9f3590-1f6e-4805-8e5a-1bbfe2e99763" -d '{"events": [{"server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "name": "network-vif-plugged", "status": "completed", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:21:49.189243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port e1f19593-a832-4ec2-b305-979bf53666a0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e1f19593-a832-4ec2-b305-979bf53666a0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:21:49.194396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:49.205487 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78c29c63-2756-4987-8243-1bfa7a978200 req-1ea676dd-fad4-41be-9835-5df298fb3cec tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496099 Nov 24 05:21:49.228111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4013d2-9fcc-4bb4-a4d8-57bce76c0164 x-openstack-request-id: req-5a4013d2-9fcc-4bb4-a4d8-57bce76c0164 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:21:49.228409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "name": "network-vif-plugged", "status": "completed", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:21:49.228666 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a4013d2-9fcc-4bb4-a4d8-57bce76c0164 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:21:49.229054 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'code': 200} Nov 24 05:21:49.244916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=e1f19593-a832-4ec2-b305-979bf53666a0,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:21:49.391676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad29a8e-49bf-41ec-8465-f9b7e9825c04 req-76d517b4-dbdc-4960-b51c-03737a7b3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:49.393062 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3ad29a8e-49bf-41ec-8465-f9b7e9825c04 req-76d517b4-dbdc-4960-b51c-03737a7b3253 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 1099 time: 0.0393050 Nov 24 05:21:49.442589 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3ad29a8e-49bf-41ec-8465-f9b7e9825c04 req-3d3e593a-b92e-4def-8f57-13ebec0ed567 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Nov 24 05:21:49.582936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:50.322836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1bb1d-2c8a-4978-95ac-5c7ed52d3fc4 req-c088a965-c56d-49da-bb9f-9736bfeace9e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:50.324332 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5cd1bb1d-2c8a-4978-95ac-5c7ed52d3fc4 req-c088a965-c56d-49da-bb9f-9736bfeace9e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0491235 Nov 24 05:21:50.373304 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5cd1bb1d-2c8a-4978-95ac-5c7ed52d3fc4 req-87cbb245-43f8-4d18-b98d-d7bcb98b473e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 Nov 24 05:21:50.793313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:51.489414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f964a-78da-4e14-bd61-a5ae4afa52f2 req-99dd8103-2816-47a0-9d50-a3a0cfc891f9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:51.490858 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331f964a-78da-4e14-bd61-a5ae4afa52f2 req-99dd8103-2816-47a0-9d50-a3a0cfc891f9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0484474 Nov 24 05:21:51.537666 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-331f964a-78da-4e14-bd61-a5ae4afa52f2 req-294f7eb3-7f46-420b-931f-64d29ce2f728 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409179 Nov 24 05:21:51.652293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aa297-4948-4863-8de6-26a62e618fcd req-14eb1571-86f3-4f0a-8c5f-1bdff83b3748 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:51.653848 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-377aa297-4948-4863-8de6-26a62e618fcd req-14eb1571-86f3-4f0a-8c5f-1bdff83b3748 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0520945 Nov 24 05:21:51.662288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 41216) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:21:51.666647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-fcd305ab-9171-454a-a337-8adddaf13e0b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'floatingip': {'port_id': 'e1f19593-a832-4ec2-b305-979bf53666a0'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:21:51.706281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcd305ab-9171-454a-a337-8adddaf13e0b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:51.748915 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:52.131882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcd305ab-9171-454a-a337-8adddaf13e0b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:52.135312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcd305ab-9171-454a-a337-8adddaf13e0b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:52.518822 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-fcd305ab-9171-454a-a337-8adddaf13e0b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde associated. External IP: 172.26.0.237, port: e1f19593-a832-4ec2-b305-979bf53666a0. Nov 24 05:21:52.721823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd305ab-9171-454a-a337-8adddaf13e0b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:21:52.828498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd305ab-9171-454a-a337-8adddaf13e0b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:21:52.833343 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fcd305ab-9171-454a-a337-8adddaf13e0b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:21:52.837712 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891c5323-df99-4937-9648-8b39aab4c6be None None] Sync routers for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:21:52.848403 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c5323-df99-4937-9648-8b39aab4c6be None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:21:52.849022 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-891c5323-df99-4937-9648-8b39aab4c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:21:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:21:52.862898 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fcd305ab-9171-454a-a337-8adddaf13e0b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "PUT /v2.0/floatingips/8f33a3de-8cf2-4ef8-bc91-06618d6d5dde HTTP/1.1" status: 200 len: 992 time: 1.1995666 Nov 24 05:21:52.863483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:21:52.865752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5b6c54-e64f-4fdf-9742-6f4325b72014" -d '{"events": [{"name": "network-changed", "server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:21:52.900624 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f0baee-ba95-4793-bb3f-9975e6b64121 x-openstack-request-id: req-72f0baee-ba95-4793-bb3f-9975e6b64121 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:21:52.900920 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:21:52.901177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72f0baee-ba95-4793-bb3f-9975e6b64121 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:21:52.901582 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'status': 'completed', 'code': 200} Nov 24 05:21:52.962989 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-891c5323-df99-4937-9648-8b39aab4c6be None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:21:52.964875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b6c54-e64f-4fdf-9742-6f4325b72014 req-d0c95df6-c4bf-46a9-a576-4c707efc320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:52.966566 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca5b6c54-e64f-4fdf-9742-6f4325b72014 req-d0c95df6-c4bf-46a9-a576-4c707efc320e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 1099 time: 0.0400465 Nov 24 05:21:53.055720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b6c54-e64f-4fdf-9742-6f4325b72014 req-6ff22ad7-88ee-4ecd-a63e-9ee570df16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:53.058052 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca5b6c54-e64f-4fdf-9742-6f4325b72014 req-6ff22ad7-88ee-4ecd-a63e-9ee570df16c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0847430 Nov 24 05:21:53.128367 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca5b6c54-e64f-4fdf-9742-6f4325b72014 req-d9fee4cc-fd18-403e-9e97-615e377896ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f19593-a832-4ec2-b305-979bf53666a0 HTTP/1.1" status: 200 len: 1000 time: 0.0632014 Nov 24 05:21:53.178990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b6c54-e64f-4fdf-9742-6f4325b72014 req-d1dfaf93-0896-4cc0-99c2-508ea0a2d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:53.180480 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca5b6c54-e64f-4fdf-9742-6f4325b72014 req-d1dfaf93-0896-4cc0-99c2-508ea0a2d084 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0444582 Nov 24 05:21:53.186151 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-891c5323-df99-4937-9648-8b39aab4c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:db:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:21:52Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:21:53.215003 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891c5323-df99-4937-9648-8b39aab4c6be None None] Checking router: 8dad9bc5-9580-49e7-aa81-741ddeb87f84 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:21:53.223827 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c5323-df99-4937-9648-8b39aab4c6be None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:21:53.224406 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-891c5323-df99-4937-9648-8b39aab4c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:21:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:21:53.225179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b6c54-e64f-4fdf-9742-6f4325b72014 req-746101be-dc23-4377-9b71-3d69c348cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:21:53.226671 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca5b6c54-e64f-4fdf-9742-6f4325b72014 req-746101be-dc23-4377-9b71-3d69c348cb10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397100 Nov 24 05:21:53.317681 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca5b6c54-e64f-4fdf-9742-6f4325b72014 req-c373b4bd-5174-451b-921f-277c87d1b50c service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842164 Nov 24 05:21:53.327012 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-891c5323-df99-4937-9648-8b39aab4c6be None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:21:53.406146 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca5b6c54-e64f-4fdf-9742-6f4325b72014 req-1a957105-f833-4355-a858-e6978ae3323c service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816915 Nov 24 05:21:53.549688 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-891c5323-df99-4937-9648-8b39aab4c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:db:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:21:52Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:21:53.578980 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891c5323-df99-4937-9648-8b39aab4c6be None None] The sync data for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv is: [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:db:0a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:21:52Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:21:53.769303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6027f864-37d9-4409-a4ec-7c0c4cc5a95c None None] New status for floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:21:53.917008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:16.116392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0d0b42df-09c2-48a4-b6ff-ff00a954417d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:18.377843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3ba64ca7-38cb-404a-a8a0-f1aec215d8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:18.548847 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-f3e3b81e-4580-460c-94c7-403ad9e85edc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866120 Nov 24 05:22:18.630990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-2f53857b-f7cf-4d57-8f4c-76f9aafb03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:18.632392 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-2f53857b-f7cf-4d57-8f4c-76f9aafb03ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 1099 time: 0.0400085 Nov 24 05:22:18.738336 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-de509034-afe7-4926-a437-19d3d4c87345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:18.739816 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-de509034-afe7-4926-a437-19d3d4c87345 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0856388 Nov 24 05:22:19.112988 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-86de268d-629f-4def-a2ba-249b7fd8e8f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f19593-a832-4ec2-b305-979bf53666a0 HTTP/1.1" status: 200 len: 1002 time: 0.3643482 Nov 24 05:22:19.162959 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-375957b7-f80e-43aa-9bf2-1146a820727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:19.164417 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-375957b7-f80e-43aa-9bf2-1146a820727a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0433524 Nov 24 05:22:19.212427 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-fed4cb04-43ae-49a0-a254-fa3cb8f60485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:19.213957 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-fed4cb04-43ae-49a0-a254-fa3cb8f60485 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427401 Nov 24 05:22:19.224635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-d5c6816a-a131-4529-96fe-a1920b79007d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:22:19.225576 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-d5c6816a-a131-4529-96fe-a1920b79007d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049367 Nov 24 05:22:19.316625 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-415c9b5e-3136-470e-a368-a6b300dee378 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813994 Nov 24 05:22:19.410376 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac1090cf-34f3-426c-9e6c-45e3066a9917 req-a8c76ca1-55a6-4ebe-914f-9c996d189a07 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836551 Nov 24 05:22:19.584702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:20.796729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:21.751654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:23.545214 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:22:23.901847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:28.203612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [req-95a0723c-0028-43bb-9148-e8fb143d741e req-1fa5f7ee-d9b0-49e1-8fc2-d0cf9803202b service neutron] (103232) timed out ('10.222.0.31', 53595) {{(pid=103232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 05:22:29.268681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa6c08-5750-4a7b-84ee-4aac3eea9904 req-98da6f15-cf66-408f-8dda-a226c383cad7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:29.270168 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2eaa6c08-5750-4a7b-84ee-4aac3eea9904 req-98da6f15-cf66-408f-8dda-a226c383cad7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0506194 Nov 24 05:22:29.316901 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2eaa6c08-5750-4a7b-84ee-4aac3eea9904 req-48d4ef76-4019-472f-a343-afd18c8a48b7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 Nov 24 05:22:30.436150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece7913-a2d3-40aa-94d7-8fc3c060c5d2 req-404af4ff-6770-4093-93a7-561dce839ac2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:30.437622 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fece7913-a2d3-40aa-94d7-8fc3c060c5d2 req-404af4ff-6770-4093-93a7-561dce839ac2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0513184 Nov 24 05:22:30.483539 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fece7913-a2d3-40aa-94d7-8fc3c060c5d2 req-b3a92ffd-8d00-40cf-b0f3-400ec4e7dd9e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400436 Nov 24 05:22:31.647916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd488-d639-45e7-b6f1-56eac7b172dd req-36173e06-f85c-42b1-927f-c5819a5ba879 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:31.649396 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-508bd488-d639-45e7-b6f1-56eac7b172dd req-36173e06-f85c-42b1-927f-c5819a5ba879 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.1002455 Nov 24 05:22:31.695793 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-508bd488-d639-45e7-b6f1-56eac7b172dd req-4cc63e17-423b-4de7-bb2e-ded6c3ffd35f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397513 Nov 24 05:22:32.859252 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee9e4b-4643-472e-9b5f-86245cf1744e req-a8085989-b3bb-49e6-a027-9e3b48332c04 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:32.860745 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7aee9e4b-4643-472e-9b5f-86245cf1744e req-a8085989-b3bb-49e6-a027-9e3b48332c04 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0975225 Nov 24 05:22:32.911342 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7aee9e4b-4643-472e-9b5f-86245cf1744e req-5caf63fc-2a1b-478d-888c-5107a86a13a3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446439 Nov 24 05:22:34.024296 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b9146-69dd-4f1e-b371-2e7ecea035f2 req-aef9efa4-2988-410a-b186-f13d50f9a86d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:34.025740 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-670b9146-69dd-4f1e-b371-2e7ecea035f2 req-aef9efa4-2988-410a-b186-f13d50f9a86d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0477166 Nov 24 05:22:34.072718 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-670b9146-69dd-4f1e-b371-2e7ecea035f2 req-a63dc957-9ed2-4724-ab2b-54554fe67514 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401933 Nov 24 05:22:35.189972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2277b-8b6e-4a68-9ac9-a41d97910dbb req-4ac3a1b3-405f-4c94-8aa8-01a46fdce4dd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:35.191423 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-34a2277b-8b6e-4a68-9ac9-a41d97910dbb req-4ac3a1b3-405f-4c94-8aa8-01a46fdce4dd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0490630 Nov 24 05:22:35.238580 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-34a2277b-8b6e-4a68-9ac9-a41d97910dbb req-8b387ea1-662e-4c6d-93e0-f8d334a40f44 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Nov 24 05:22:36.358210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd818c2-4267-49a4-ad8c-a8822b25bbb0 req-403aa21c-8fd2-4175-81dc-f3fd001b0c67 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:36.359715 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1bd818c2-4267-49a4-ad8c-a8822b25bbb0 req-403aa21c-8fd2-4175-81dc-f3fd001b0c67 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0530772 Nov 24 05:22:36.407714 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1bd818c2-4267-49a4-ad8c-a8822b25bbb0 req-b86777c1-186e-4d3d-a715-e89a0879c2d2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420439 Nov 24 05:22:37.522062 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3deb-8c21-47fb-b9b6-376360647818 req-f6ba6664-65b9-44cd-85c9-c41720865c62 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:37.523528 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-48ea3deb-8c21-47fb-b9b6-376360647818 req-f6ba6664-65b9-44cd-85c9-c41720865c62 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0492959 Nov 24 05:22:37.570093 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-48ea3deb-8c21-47fb-b9b6-376360647818 req-dbb2d7c3-ef48-4e33-b002-9eef54114b58 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400708 Nov 24 05:22:38.687946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea46d32-5afd-48c5-90c0-68cabf29a62f req-72f09f74-59b9-4787-a287-e0bb226fa77e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:38.689412 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4ea46d32-5afd-48c5-90c0-68cabf29a62f req-72f09f74-59b9-4787-a287-e0bb226fa77e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0525558 Nov 24 05:22:38.735737 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4ea46d32-5afd-48c5-90c0-68cabf29a62f req-923eb4ae-0eda-452b-90d2-e37917042238 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404861 Nov 24 05:22:39.852588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0bbca-9e77-4431-85d9-a854230f6ff2 req-32261c5f-130c-431a-a24f-3db030fa0c44 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:39.854047 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8ab0bbca-9e77-4431-85d9-a854230f6ff2 req-32261c5f-130c-431a-a24f-3db030fa0c44 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0502787 Nov 24 05:22:39.900685 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8ab0bbca-9e77-4431-85d9-a854230f6ff2 req-6d426a59-deff-4612-b158-6d53ff1f735f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407314 Nov 24 05:22:41.013643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d3ecf-f4eb-4656-a88c-14ea9fe502f8 req-2fa9d312-f28f-4349-9523-c5334d4a8d56 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:41.015102 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de7d3ecf-f4eb-4656-a88c-14ea9fe502f8 req-2fa9d312-f28f-4349-9523-c5334d4a8d56 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0481160 Nov 24 05:22:41.065270 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de7d3ecf-f4eb-4656-a88c-14ea9fe502f8 req-d9040a39-43d2-4248-8154-d02d2583be5d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441575 Nov 24 05:22:42.180864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd7141-9a92-45cc-9776-0517d89a6f07 req-07d7e7b2-6d86-45a0-8a90-9de547678357 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:42.182350 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-00bd7141-9a92-45cc-9776-0517d89a6f07 req-07d7e7b2-6d86-45a0-8a90-9de547678357 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0495822 Nov 24 05:22:42.230629 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-00bd7141-9a92-45cc-9776-0517d89a6f07 req-72a8eb70-16b9-4275-84bb-05ebffe418d2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420914 Nov 24 05:22:43.345566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628b059-daed-4f1e-a3a7-1f97b77492f1 req-1ffb60d6-b2f3-4324-a390-4bb59e5e13ca tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:43.347021 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1628b059-daed-4f1e-a3a7-1f97b77492f1 req-1ffb60d6-b2f3-4324-a390-4bb59e5e13ca tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0481081 Nov 24 05:22:43.392704 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1628b059-daed-4f1e-a3a7-1f97b77492f1 req-805bfd73-64b0-4a81-a609-5a192aabcddb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398064 Nov 24 05:22:44.516673 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b466527-814c-424c-9952-64870eb207aa req-4aaad722-657b-412e-ba38-976f1f5da328 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:44.518152 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3b466527-814c-424c-9952-64870eb207aa req-4aaad722-657b-412e-ba38-976f1f5da328 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0546806 Nov 24 05:22:44.565845 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3b466527-814c-424c-9952-64870eb207aa req-fe0c6501-81d6-44cf-9179-d44200c5e500 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415199 Nov 24 05:22:45.680317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cf0d7-f7d6-4608-a7e0-532d408ff57c req-6d6994de-05fd-44e9-82df-3e61b95d045f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:45.681763 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ce5cf0d7-f7d6-4608-a7e0-532d408ff57c req-6d6994de-05fd-44e9-82df-3e61b95d045f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0495877 Nov 24 05:22:45.728370 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ce5cf0d7-f7d6-4608-a7e0-532d408ff57c req-35c8ea84-014c-422e-962a-0b75d053b9d1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407059 Nov 24 05:22:45.952085 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-53381c15-aab0-4509-87ba-67da14831f20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388978 Nov 24 05:22:45.967976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc2cbd-8058-4561-95e3-46014bbf3259 req-427ca453-d796-4887-9765-209dc456e7f4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:45.969454 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-99cc2cbd-8058-4561-95e3-46014bbf3259 req-427ca453-d796-4887-9765-209dc456e7f4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0500364 Nov 24 05:22:46.021652 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-99cc2cbd-8058-4561-95e3-46014bbf3259 req-117c6c66-0bd7-4258-a49e-eab39805c8b9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457053 Nov 24 05:22:46.118281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8775f2a8-69a5-49a1-b909-f37ca6a4a1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:47.072552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-9662f652-8965-4c27-b021-dc50daea05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:47.074046 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-9662f652-8965-4c27-b021-dc50daea05f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 1099 time: 0.0405712 Nov 24 05:22:47.137456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105042a6-9eea-4b38-b21b-6178a6ec6610 req-47fcef4a-7851-4884-8e91-524ecbe505ef tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:47.138949 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-105042a6-9eea-4b38-b21b-6178a6ec6610 req-47fcef4a-7851-4884-8e91-524ecbe505ef tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0488257 Nov 24 05:22:47.169659 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-241ad1ee-8265-48e0-a6f4-534d337588b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:47.171651 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-241ad1ee-8265-48e0-a6f4-534d337588b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0911593 Nov 24 05:22:47.187028 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-105042a6-9eea-4b38-b21b-6178a6ec6610 req-8b5e80ce-931e-4c42-b792-e97fa4260f95 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Nov 24 05:22:47.237159 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-68f28ca5-7bed-4e96-8c06-15a8fa064782 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f19593-a832-4ec2-b305-979bf53666a0 HTTP/1.1" status: 200 len: 1002 time: 0.0586863 Nov 24 05:22:47.289321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-b65d8efd-5429-4a95-ac6e-82402a33d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:47.290776 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-b65d8efd-5429-4a95-ac6e-82402a33d3d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0469749 Nov 24 05:22:47.333941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-cb8c9324-5015-4b0a-9ee9-ad53bbac5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:47.335327 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-cb8c9324-5015-4b0a-9ee9-ad53bbac5ad9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381746 Nov 24 05:22:47.425942 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-3ecbc97f-7d35-4bd0-927b-4f2a62924007 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808027 Nov 24 05:22:47.518016 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-08b35630-f23a-4023-8b04-4b498d480f09 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850384 Nov 24 05:22:48.302880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fbc57-27c6-40b2-a0a3-dbaaad669834 req-7d0156e2-bd55-4595-b64a-c605ded0fa2b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:48.304370 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-459fbc57-27c6-40b2-a0a3-dbaaad669834 req-7d0156e2-bd55-4595-b64a-c605ded0fa2b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0480633 Nov 24 05:22:48.351169 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-459fbc57-27c6-40b2-a0a3-dbaaad669834 req-1e131602-5c1a-40dd-ad05-0f8933734580 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409367 Nov 24 05:22:48.378321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56eadef1-74a8-48f0-bf4d-c9c3ba42656c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:49.062534 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-0f2585e3-1393-4f59-bd1e-c2792e5e2471 service neutron] 10.222.0.31 "GET /v2.0/ports/e1f19593-a832-4ec2-b305-979bf53666a0/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0535457 Nov 24 05:22:49.271261 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-cb90630d-d124-4a54-a71e-47f1308660d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:49.272765 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-cb90630d-d124-4a54-a71e-47f1308660d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 1099 time: 0.0459089 Nov 24 05:22:49.335639 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-a1f85898-d8d1-433f-9aa6-8388d5e35525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:49.337014 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-a1f85898-d8d1-433f-9aa6-8388d5e35525 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 1099 time: 0.0412788 Nov 24 05:22:49.427969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-f57322ef-750e-4dc9-9753-2d7c3eb39530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:49.429424 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-f57322ef-750e-4dc9-9753-2d7c3eb39530 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0855348 Nov 24 05:22:49.472810 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0959-488d-4fac-aebe-1f3d3573c3b4 req-9074bafe-f4c0-42c5-822c-83604fc5b5d2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:49.474301 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-becc0959-488d-4fac-aebe-1f3d3573c3b4 req-9074bafe-f4c0-42c5-822c-83604fc5b5d2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0544777 Nov 24 05:22:49.502179 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-962ca750-779e-457f-bf0b-65c94582b7b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f19593-a832-4ec2-b305-979bf53666a0 HTTP/1.1" status: 200 len: 1002 time: 0.0647390 Nov 24 05:22:49.522551 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-becc0959-488d-4fac-aebe-1f3d3573c3b4 req-9f3ba280-4985-4623-9cf0-ba5e35740174 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419829 Nov 24 05:22:49.554269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-68ec4021-618c-4b67-ba84-21d93f75ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:49.555754 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-68ec4021-618c-4b67-ba84-21d93f75ceae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0462651 Nov 24 05:22:49.584102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:49.603103 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-423c9dff-c403-4b1b-a27f-b68c2caf89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:49.604556 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-423c9dff-c403-4b1b-a27f-b68c2caf89c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414519 Nov 24 05:22:49.697683 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-110eb7f3-1543-4f04-bf74-684d1ed8e211 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859799 Nov 24 05:22:49.784762 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d216dde8-e08a-4e79-88f5-f7cf45f4a4cd req-e457e7d3-74ff-4f50-8289-f5eca2e7e0bf service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803452 Nov 24 05:22:50.637878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c31d0-aa1b-43ff-9d0f-498cfb07443e req-75ee127b-68fc-4ac4-927e-00698801f721 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:50.639460 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-222c31d0-aa1b-43ff-9d0f-498cfb07443e req-75ee127b-68fc-4ac4-927e-00698801f721 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0490057 Nov 24 05:22:50.685674 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-222c31d0-aa1b-43ff-9d0f-498cfb07443e req-5df8ed1c-9e0b-44f3-8722-94d8e314d8ad tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403814 Nov 24 05:22:50.799889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:51.752961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:51.809683 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48d26-21b8-4f39-8ac7-30d8949e2c6a req-bcb1829a-b1b6-4b0f-b999-8f42b586ce10 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:51.811212 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2df48d26-21b8-4f39-8ac7-30d8949e2c6a req-bcb1829a-b1b6-4b0f-b999-8f42b586ce10 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0526915 Nov 24 05:22:51.859076 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2df48d26-21b8-4f39-8ac7-30d8949e2c6a req-041b4f48-441e-4796-8563-ab79591ef5af tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416672 Nov 24 05:22:52.049786 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97c65f-6487-4d2f-bdda-3c4ba26c22d2 req-9bddb438-bf5c-4cd3-a6e4-17e9e0bcf500 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:52.051577 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f97c65f-6487-4d2f-bdda-3c4ba26c22d2 req-9bddb438-bf5c-4cd3-a6e4-17e9e0bcf500 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0511210 Nov 24 05:22:52.101514 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f97c65f-6487-4d2f-bdda-3c4ba26c22d2 req-50cd669f-9246-405a-9cfb-a3d25cf9dae2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439703 Nov 24 05:22:52.108458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-e5938763-e3a9-44a1-8bbd-155c9fb63baa tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:52.109969 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-e5938763-e3a9-44a1-8bbd-155c9fb63baa tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe&tenant_id=172eb9a63cf84e6cb9d2b012505b2067&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0582061 Nov 24 05:22:52.194240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-18baf3fa-7945-4354-9565-63b3889000f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:52.195772 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-18baf3fa-7945-4354-9565-63b3889000f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 1099 time: 0.0402317 Nov 24 05:22:52.289926 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-30cb4c95-9c7b-4bf8-a683-a9f344bc79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:52.291379 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-30cb4c95-9c7b-4bf8-a683-a9f344bc79c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0878708 Nov 24 05:22:52.354935 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-8235072b-9905-4b64-8998-4a6b83b458eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f19593-a832-4ec2-b305-979bf53666a0 HTTP/1.1" status: 200 len: 1002 time: 0.0563745 Nov 24 05:22:52.402375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-4bc2d91e-1159-48a0-b55f-62f564c6340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:52.403796 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-4bc2d91e-1159-48a0-b55f-62f564c6340b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0425367 Nov 24 05:22:52.451364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-373a7d27-8e17-4eb7-80da-791b67c7a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:52.452983 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-373a7d27-8e17-4eb7-80da-791b67c7a5db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424240 Nov 24 05:22:52.539724 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-cb1e29d6-2705-4dd9-b68b-5929cf3e6617 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795152 Nov 24 05:22:52.630817 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-969370a1-a159-4d0c-81ef-15db12ac3337 req-e052bb86-258c-477f-b753-0d7d5fc381fa service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840254 Nov 24 05:22:53.223394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f3c80-b572-4257-9396-c08293612da3 req-0efb6d1c-9d04-4d66-baec-9068048763de tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:53.224911 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b22f3c80-b572-4257-9396-c08293612da3 req-0efb6d1c-9d04-4d66-baec-9068048763de tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0512600 Nov 24 05:22:53.266846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device e1f19593-a832-4ec2-b305-979bf53666a0 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:22:53.268938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device e1f19593-a832-4ec2-b305-979bf53666a0 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:22:53.277306 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b22f3c80-b572-4257-9396-c08293612da3 req-c4c6592c-f9b5-4411-a427-f8c0ed64cfa0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465214 Nov 24 05:22:53.394683 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e22df-aed1-4d32-ac38-c1ffe92c861a req-e6eb1e7d-b93e-428a-a13d-a349d6f319e9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:53.396180 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c83e22df-aed1-4d32-ac38-c1ffe92c861a req-e6eb1e7d-b93e-428a-a13d-a349d6f319e9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0503273 Nov 24 05:22:53.411470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:53.431196 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port e1f19593-a832-4ec2-b305-979bf53666a0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e1f19593-a832-4ec2-b305-979bf53666a0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:22:53.444525 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c83e22df-aed1-4d32-ac38-c1ffe92c861a req-dab2f084-22e0-4d22-938c-e72c7055014a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418882 Nov 24 05:22:53.448489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'port_id': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'mac_address': 'fa:16:3e:db:0a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:22:53.455366 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:22:53.457594 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368f79b2-c522-40f7-86b0-dc3c538dbcfc" -d '{"events": [{"server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:22:53.472376 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port e1f19593-a832-4ec2-b305-979bf53666a0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e1f19593-a832-4ec2-b305-979bf53666a0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:22:53.494347 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:53.537187 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:53.558294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 05:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb81008-8161-43a4-8f65-f8dd3dbfd60b x-openstack-request-id: req-adb81008-8161-43a4-8f65-f8dd3dbfd60b {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:22:53.558579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:22:53.558833 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adb81008-8161-43a4-8f65-f8dd3dbfd60b {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:22:53.559213 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'code': 200} Nov 24 05:22:53.566484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1f19593-a832-4ec2-b305-979bf53666a0 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:22:53.571057 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=e1f19593-a832-4ec2-b305-979bf53666a0,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:22:53.581191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.581549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.581895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.582249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.582562 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.582906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.583810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.583810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.584108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.584216 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.584525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.584845 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:53.622864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:22:53.623609 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:22:53.671924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad21674-2d22-44aa-8f65-9f310a018eaf req-5e55fab4-bb03-48fd-8b09-c597ee3bd74c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:53.673404 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aad21674-2d22-44aa-8f65-9f310a018eaf req-5e55fab4-bb03-48fd-8b09-c597ee3bd74c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 944 time: 0.0486188 Nov 24 05:22:53.695619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b89ec-cf6b-4413-b91a-131e22cb93df req-e694dd99-268b-4f32-b928-c59cb696b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:53.697123 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-377b89ec-cf6b-4413-b91a-131e22cb93df req-e694dd99-268b-4f32-b928-c59cb696b79d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 1097 time: 0.0434797 Nov 24 05:22:53.722933 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aad21674-2d22-44aa-8f65-9f310a018eaf req-6eecf670-a54b-4d3b-9368-64ae5c88e2f8 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433040 Nov 24 05:22:53.791746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b89ec-cf6b-4413-b91a-131e22cb93df req-0811e83a-6b01-4f83-923a-27739109dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:53.793120 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-377b89ec-cf6b-4413-b91a-131e22cb93df req-0811e83a-6b01-4f83-923a-27739109dc4f service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0884004 Nov 24 05:22:53.856486 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-377b89ec-cf6b-4413-b91a-131e22cb93df req-598686d7-cf79-4623-b3fe-ca36648a0cd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f19593-a832-4ec2-b305-979bf53666a0 HTTP/1.1" status: 200 len: 1000 time: 0.0567353 Nov 24 05:22:53.902850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b89ec-cf6b-4413-b91a-131e22cb93df req-10cac53b-966e-4d26-a88a-6f7c57609bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:53.904297 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-377b89ec-cf6b-4413-b91a-131e22cb93df req-10cac53b-966e-4d26-a88a-6f7c57609bad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0414445 Nov 24 05:22:53.916973 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:53.957199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b89ec-cf6b-4413-b91a-131e22cb93df req-c2b0fde0-447d-4754-ab98-543cdf0338f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:53.958670 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-377b89ec-cf6b-4413-b91a-131e22cb93df req-c2b0fde0-447d-4754-ab98-543cdf0338f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475647 Nov 24 05:22:54.049227 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-377b89ec-cf6b-4413-b91a-131e22cb93df req-37ed11a7-9a60-458a-a61f-d01185bd198f service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818968 Nov 24 05:22:54.141997 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-377b89ec-cf6b-4413-b91a-131e22cb93df req-0278c7d3-303d-4add-9b5e-340abb2d6f1f service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857599 Nov 24 05:22:54.160881 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:54.173993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f19593-a832-4ec2-b305-979bf53666a0 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:22:54.197432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port e1f19593-a832-4ec2-b305-979bf53666a0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e1f19593-a832-4ec2-b305-979bf53666a0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:22:54.201123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:54.261124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=e1f19593-a832-4ec2-b305-979bf53666a0,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:22:54.268186 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['e1f19593-a832-4ec2-b305-979bf53666a0'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:22:54.843431 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605d234-70ad-4a47-8e4b-ec2d431018c7 req-caf30c2b-eecf-4a0c-99cb-3dcd3c629c4b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:54.844927 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f605d234-70ad-4a47-8e4b-ec2d431018c7 req-caf30c2b-eecf-4a0c-99cb-3dcd3c629c4b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 945 time: 0.0532925 Nov 24 05:22:54.894616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f605d234-70ad-4a47-8e4b-ec2d431018c7 req-906574fe-6916-4a61-a3bf-27e649f55410 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436292 Nov 24 05:22:55.122419 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fa073-8956-466b-98c7-ad96ae15dab2 req-e8a1db78-0b9e-43a8-bac0-d4338a3f0360 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:55.123997 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a63fa073-8956-466b-98c7-ad96ae15dab2 req-e8a1db78-0b9e-43a8-bac0-d4338a3f0360 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 945 time: 0.0481107 Nov 24 05:22:55.172985 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a63fa073-8956-466b-98c7-ad96ae15dab2 req-eea68271-3bf1-4133-9fe4-066754ab0374 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 Nov 24 05:22:55.259392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device e1f19593-a832-4ec2-b305-979bf53666a0 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:22:55.311765 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port e1f19593-a832-4ec2-b305-979bf53666a0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:22:55.312634 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:55.384094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:55.414218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port e1f19593-a832-4ec2-b305-979bf53666a0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e1f19593-a832-4ec2-b305-979bf53666a0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:22:55.418151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:55.467164 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=e1f19593-a832-4ec2-b305-979bf53666a0,revision_number=8']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:22:55.560234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:22:55.563179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a0933f-dad9-46da-b8df-22e400c33f18" -d '{"events": [{"server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "name": "network-vif-plugged", "status": "completed", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:22:55.598842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef3c6df-b8a6-470f-922d-c1bb9ae5d717 x-openstack-request-id: req-bef3c6df-b8a6-470f-922d-c1bb9ae5d717 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:22:55.599140 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "name": "network-vif-plugged", "status": "completed", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:22:55.599396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bef3c6df-b8a6-470f-922d-c1bb9ae5d717 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:22:55.599848 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'code': 200} Nov 24 05:22:56.288799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477b8cb-5999-4496-b024-f9d498e20750 req-6536e3b0-89c5-4f0f-ab4e-8457626edbfb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:56.290341 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3477b8cb-5999-4496-b024-f9d498e20750 req-6536e3b0-89c5-4f0f-ab4e-8457626edbfb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0497975 Nov 24 05:22:56.341398 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3477b8cb-5999-4496-b024-f9d498e20750 req-4ec1eb95-c51a-4e25-bb13-20e7312c8a72 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444424 Nov 24 05:22:56.744945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-0e54b4bd-3e49-45f6-9f86-976685d1a52c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:56.746376 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-0e54b4bd-3e49-45f6-9f86-976685d1a52c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 946 time: 0.0482121 Nov 24 05:22:56.841732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Deleting port e1f19593-a832-4ec2-b305-979bf53666a0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:22:56.842072 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:56.930058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] For port e1f19593-a832-4ec2-b305-979bf53666a0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e1f19593-a832-4ec2-b305-979bf53666a0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:22:56.930412 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:57.094385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:57.094745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:57.095058 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde disassociated. External IP: 172.26.0.237, port: e1f19593-a832-4ec2-b305-979bf53666a0. Nov 24 05:22:57.095397 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Calling delete_port for e1f19593-a832-4ec2-b305-979bf53666a0 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:22:57.229603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:57.256886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event deleted for resources: {'Port': ['ID=e1f19593-a832-4ec2-b305-979bf53666a0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:22:57.269090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.269466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.269780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.270116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.270448 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.270779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.271110 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.271437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.271798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.272121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.272446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.272767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:22:57.390354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:22:57.442840 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dc05fbb7-eb2b-48e6-abfa-c0f545081516 req-3f71ca33-9c88-42d0-a424-03a653ff6fad tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d12cb3-1449-4898-8d37-1ca6a9cf4ebe HTTP/1.1" status: 200 len: 210 time: 0.0282490 Nov 24 05:22:57.502659 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:22:57.512268 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f5d01-0604-47a5-9127-cb728e4965eb None None] Sync routers for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:22:57.521568 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f5d01-0604-47a5-9127-cb728e4965eb None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:22:57.522159 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-026f5d01-0604-47a5-9127-cb728e4965eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:22:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:22:57.542913 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] No DVR routers for this DVR port e1f19593-a832-4ec2-b305-979bf53666a0 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:22:57.545278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:22:57.548859 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fdad6a3c-84ed-4830-8f50-c7e84eaf267e req-058ed5bd-3808-4e88-b1ae-d0e0771db82b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "DELETE /v2.0/ports/e1f19593-a832-4ec2-b305-979bf53666a0 HTTP/1.1" status: 204 len: 173 time: 0.7966709 Nov 24 05:22:57.549293 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'name': 'network-vif-deleted', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:22:57.551576 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e74052-84c2-4147-92be-8ef239f9d27d" -d '{"events": [{"server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "name": "network-vif-deleted", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:22:57.649079 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-026f5d01-0604-47a5-9127-cb728e4965eb None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:22:57.658955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ef9310-b768-4dca-8ce7-c28a60b60332 x-openstack-request-id: req-e8ef9310-b768-4dca-8ce7-c28a60b60332 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:22:57.659253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d12cb3-1449-4898-8d37-1ca6a9cf4ebe", "name": "network-vif-deleted", "tag": "e1f19593-a832-4ec2-b305-979bf53666a0", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:22:57.659508 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8ef9310-b768-4dca-8ce7-c28a60b60332 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:22:57.659932 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d12cb3-1449-4898-8d37-1ca6a9cf4ebe', 'name': 'network-vif-deleted', 'tag': 'e1f19593-a832-4ec2-b305-979bf53666a0', 'status': 'completed', 'code': 200} Nov 24 05:22:57.845300 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-026f5d01-0604-47a5-9127-cb728e4965eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:22:57.881139 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f5d01-0604-47a5-9127-cb728e4965eb None None] Checking router: 8dad9bc5-9580-49e7-aa81-741ddeb87f84 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:22:57.889223 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f5d01-0604-47a5-9127-cb728e4965eb None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:22:57.890377 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-026f5d01-0604-47a5-9127-cb728e4965eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:22:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:22:58.001965 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-026f5d01-0604-47a5-9127-cb728e4965eb None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:22:58.195085 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-026f5d01-0604-47a5-9127-cb728e4965eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:22:58.221397 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026f5d01-0604-47a5-9127-cb728e4965eb None None] The sync data for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv is: [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:22:58.430028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f99349-2d64-40d6-8076-a5e0d2965d32 None None] New status for floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:22:58.697498 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-64ffc8f3-4750-447c-9a84-7bf980e1efe7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1032355999&fields=id&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 267 time: 0.0429370 Nov 24 05:22:58.807931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383907f6-e830-457b-a859-7cc552dffdc2 req-f00bd629-eb3c-4bd2-b62e-b65e7b2d186c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:22:58.809411 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-f00bd629-eb3c-4bd2-b62e-b65e7b2d186c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 812 time: 0.1045089 Nov 24 05:22:58.825133 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-d353ceab-d05d-4cfa-85fa-6072f2b07e2a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/quotas/172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 375 time: 0.0092847 Nov 24 05:22:58.877458 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-a2427809-4a43-493e-9fea-518d93bb6859 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464642 Nov 24 05:22:58.938384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b2f0380b-9337-4d14-b5b2-8eb881380360 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:22:58.939446 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b2f0380b-9337-4d14-b5b2-8eb881380360 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502484 Nov 24 05:22:59.031731 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b056e081-8b3b-4f7e-88ce-7408056918b5 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856857 Nov 24 05:22:59.126168 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-42481ad1-53c1-4476-9300-c86688f56c25 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882301 Nov 24 05:22:59.284850 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1a090238-1049-4172-a59f-2b8d27fc326a req-2f6f3e64-9354-4356-8ce9-f59132ce8046 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 210 time: 0.0270164 Nov 24 05:23:00.176824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383907f6-e830-457b-a859-7cc552dffdc2 req-f2ac283c-652e-4229-84f3-3ccb451b6a29 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:00.178284 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-f2ac283c-652e-4229-84f3-3ccb451b6a29 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 812 time: 0.1140079 Nov 24 05:23:00.243739 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-ede7b40b-a1fb-4055-869b-647746b511c3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 380 time: 0.0547585 Nov 24 05:23:00.253848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'port': {'device_id': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'admin_state_up': True, 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'security_groups': ['eb0892d4-77bc-455a-bc9c-2f661c17831f']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:23:00.365006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Made reservation on behalf of 172eb9a63cf84e6cb9d2b012505b2067 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:23:00.369067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:00.379418 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-32c06362-0f51-4f71-a053-ca712c160927 req-67365709-911b-4ca5-934a-781832960a41 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 210 time: 0.0272453 Nov 24 05:23:00.491531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Allocated IP 172.20.0.14 (8ca23cc3-078f-4796-9b14-4cee7c721c57/77a896b1-6b75-4e08-a3d8-0b68b0aad53f/8e359855-2c0f-4ef0-9442-7c538022fbc0) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:23:00.543615 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:23:00.629164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:00.661624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:00.704286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:23:00.707074 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:23:00.710574 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:23:00.717707 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event updated for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:23:00.767856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:00.768485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:00.784660 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-adf4bcbe-8bc2-43c2-9ded-acd56e0f9446 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5343287 Nov 24 05:23:00.798097 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Request body: {'port': {'device_id': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:23:00.852930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:00.949478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2945cc37-7926-4ab6-8769-c0c30c0676f5 None None] Provisioning complete for port 8e359855-2c0f-4ef0-9442-7c538022fbc0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:23:00.950076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2945cc37-7926-4ab6-8769-c0c30c0676f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:00.985087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2945cc37-7926-4ab6-8769-c0c30c0676f5 None None] Port 8e359855-2c0f-4ef0-9442-7c538022fbc0 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:23:01.106623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e359855-2c0f-4ef0-9442-7c538022fbc0 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:23:01.114959 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:01.127854 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Transition to ACTIVE for port object 8e359855-2c0f-4ef0-9442-7c538022fbc0 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:23:01.131550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:01.187654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Pushing event updated for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:23:01.261356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Attempting to bind port 8e359855-2c0f-4ef0-9442-7c538022fbc0 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:23:01.261703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Attempting to bind port 8e359855-2c0f-4ef0-9442-7c538022fbc0 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:23:01.262041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Attempting to bind port 8e359855-2c0f-4ef0-9442-7c538022fbc0 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:23:01.265952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device e1f19593-a832-4ec2-b305-979bf53666a0 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:23:01.268622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Port 8e359855-2c0f-4ef0-9442-7c538022fbc0 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:23:01.268955 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Attempting to bind port 8e359855-2c0f-4ef0-9442-7c538022fbc0 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:23:01.274025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:23:01.274370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Checking segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:23:01.274765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Bound using segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:23:01.275202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Bound port: 8e359855-2c0f-4ef0-9442-7c538022fbc0, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:23:01.275566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:01.290429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: e1f19593-a832-4ec2-b305-979bf53666a0 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:23:01.290850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device e1f19593-a832-4ec2-b305-979bf53666a0 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:23:01.344454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:23:01.347635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:23:01.353162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:01.389089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:01.390524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:01.391692 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] 10.222.0.31 "PUT /v2.0/ports/8e359855-2c0f-4ef0-9442-7c538022fbc0 HTTP/1.1" status: 200 len: 1094 time: 0.5989208 Nov 24 05:23:01.392138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:23:01.394387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba421ee-1c4c-4e6d-8d72-000739e1a417" -d '{"events": [{"name": "network-changed", "server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:23:01.428664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310fc3a-31c0-4ea9-82d8-cf60a09a3b4c service neutron] Pushing event updated for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:23:01.443687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be723647-8d97-4fd9-b05e-8f96ef70617c x-openstack-request-id: req-be723647-8d97-4fd9-b05e-8f96ef70617c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:23:01.444055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:23:01.444399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be723647-8d97-4fd9-b05e-8f96ef70617c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:23:01.444932 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'status': 'completed', 'code': 200} Nov 24 05:23:01.496678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383907f6-e830-457b-a859-7cc552dffdc2 req-4b0348c8-74fb-47f0-98d3-11f9f7141779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:01.498224 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-4b0348c8-74fb-47f0-98d3-11f9f7141779 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 1097 time: 0.0443859 Nov 24 05:23:01.534315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870e9ea-c51d-4b3f-96d4-ae4af78f7f3c req-8fe3a920-a12b-470e-87ac-a6185fe38830 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:01.535908 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4870e9ea-c51d-4b3f-96d4-ae4af78f7f3c req-8fe3a920-a12b-470e-87ac-a6185fe38830 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 944 time: 0.0670006 Nov 24 05:23:01.544223 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-2a076b73-6d81-4278-853e-15d5605f97e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0 HTTP/1.1" status: 200 len: 217 time: 0.0364537 Nov 24 05:23:01.599399 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4870e9ea-c51d-4b3f-96d4-ae4af78f7f3c req-22894bc8-2ddf-41cd-8167-04896e7b5be7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561485 Nov 24 05:23:01.601467 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b86e88b2-3456-41d0-aa04-2ce474b2f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:01.602962 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-b86e88b2-3456-41d0-aa04-2ce474b2f064 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0517669 Nov 24 05:23:01.650912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383907f6-e830-457b-a859-7cc552dffdc2 req-21e3895f-2050-4afd-b4c7-7eff1db19036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:01.652439 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-21e3895f-2050-4afd-b4c7-7eff1db19036 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414948 Nov 24 05:23:01.740323 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-7eb8f938-78fc-4d48-b297-89dbc9020e9a service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790174 Nov 24 05:23:01.834267 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-383907f6-e830-457b-a859-7cc552dffdc2 req-4a5e08e6-4acb-4e6a-a10a-29d9829f9759 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850625 Nov 24 05:23:01.925011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba421ee-1c4c-4e6d-8d72-000739e1a417 req-508c96d3-2b18-4c75-9add-ea4568ae42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:01.926361 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bba421ee-1c4c-4e6d-8d72-000739e1a417 req-508c96d3-2b18-4c75-9add-ea4568ae42d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 1097 time: 0.0397210 Nov 24 05:23:02.018456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba421ee-1c4c-4e6d-8d72-000739e1a417 req-c27f19c8-9fed-43fa-9d31-12fd9d2b3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:02.019933 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bba421ee-1c4c-4e6d-8d72-000739e1a417 req-c27f19c8-9fed-43fa-9d31-12fd9d2b3225 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0861418 Nov 24 05:23:02.061055 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bba421ee-1c4c-4e6d-8d72-000739e1a417 req-391b4997-0edf-45c3-883f-7e4abd94417a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0 HTTP/1.1" status: 200 len: 217 time: 0.0334289 Nov 24 05:23:02.112313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba421ee-1c4c-4e6d-8d72-000739e1a417 req-255f768c-6027-4ace-8df0-bd3779b55bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:02.113732 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bba421ee-1c4c-4e6d-8d72-000739e1a417 req-255f768c-6027-4ace-8df0-bd3779b55bfa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0457704 Nov 24 05:23:02.163379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba421ee-1c4c-4e6d-8d72-000739e1a417 req-5d2c51ba-004a-49dc-861d-929342f8f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:02.164880 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bba421ee-1c4c-4e6d-8d72-000739e1a417 req-5d2c51ba-004a-49dc-861d-929342f8f665 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396399 Nov 24 05:23:02.255729 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bba421ee-1c4c-4e6d-8d72-000739e1a417 req-9d30f2dd-c32a-4805-8c29-a358aa6a1a79 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814888 Nov 24 05:23:02.350477 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bba421ee-1c4c-4e6d-8d72-000739e1a417 req-244a2035-3e43-448a-acb9-5a76934981a0 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857692 Nov 24 05:23:02.709744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6191fe8-36e2-4008-a93d-3d4cbbbb4f1b req-5e77cecb-860b-45bc-bacb-54fdfe171296 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:02.711214 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c6191fe8-36e2-4008-a93d-3d4cbbbb4f1b req-5e77cecb-860b-45bc-bacb-54fdfe171296 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 944 time: 0.0480669 Nov 24 05:23:02.759010 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c6191fe8-36e2-4008-a93d-3d4cbbbb4f1b req-04a00c76-2889-405f-9d7a-4bb4986b37f9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416088 Nov 24 05:23:03.879442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c847cb-1d70-4a5b-8507-85a2c7cf0247 req-b21a6c73-ab17-4b3c-8343-70e160da5ce6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:03.880983 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d3c847cb-1d70-4a5b-8507-85a2c7cf0247 req-b21a6c73-ab17-4b3c-8343-70e160da5ce6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 944 time: 0.0497079 Nov 24 05:23:03.931780 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d3c847cb-1d70-4a5b-8507-85a2c7cf0247 req-5594a2fb-bb3e-4f01-9046-db57a756213d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446320 Nov 24 05:23:05.049005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44625561-5415-4bce-a9d3-2afefb83ddae req-e9967c52-bfab-46d6-ad85-20da40dddf99 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:05.050375 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-44625561-5415-4bce-a9d3-2afefb83ddae req-e9967c52-bfab-46d6-ad85-20da40dddf99 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 944 time: 0.0488694 Nov 24 05:23:05.096649 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-44625561-5415-4bce-a9d3-2afefb83ddae req-9bd69aa3-4982-4dd9-93e4-8eef17c7160e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403380 Nov 24 05:23:05.294008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8e359855-2c0f-4ef0-9442-7c538022fbc0 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:23:05.388711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:23:05.400136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'port_id': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'mac_address': 'fa:16:3e:f2:4f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:23:05.436623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:05.448718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e359855-2c0f-4ef0-9442-7c538022fbc0 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:23:05.469534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:23:05.473572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:05.518523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:23:05.677648 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['8e359855-2c0f-4ef0-9442-7c538022fbc0'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:23:06.212675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bd5c2-d1b5-48f5-92bb-183685566e14 req-a52724cb-da94-4676-b28d-7d12bcec68e6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:06.214162 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-033bd5c2-d1b5-48f5-92bb-183685566e14 req-a52724cb-da94-4676-b28d-7d12bcec68e6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 945 time: 0.0488381 Nov 24 05:23:06.261561 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-033bd5c2-d1b5-48f5-92bb-183685566e14 req-888939e2-1d93-4667-9408-e1a3a25779ac tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403943 Nov 24 05:23:07.309864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8e359855-2c0f-4ef0-9442-7c538022fbc0 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:23:07.360380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 8e359855-2c0f-4ef0-9442-7c538022fbc0 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:23:07.364437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 8e359855-2c0f-4ef0-9442-7c538022fbc0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:23:07.364842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:07.383755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4cfb4-81fa-4e55-9feb-eb43d313f7c8 req-31e89432-7165-4337-8f81-483aedf8e99e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:07.385230 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d9f4cfb4-81fa-4e55-9feb-eb43d313f7c8 req-31e89432-7165-4337-8f81-483aedf8e99e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 945 time: 0.0557489 Nov 24 05:23:07.433642 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d9f4cfb4-81fa-4e55-9feb-eb43d313f7c8 req-9a494c31-8951-4697-b1dd-aad1a35b24cf tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 Nov 24 05:23:07.443658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:07.466117 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:23:07.468909 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dd700b-b280-4679-b3cb-d6517c2eb51d" -d '{"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-plugged", "status": "completed", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:23:07.481608 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:23:07.485069 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:07.508095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c26796c-91b3-4113-a25c-47b8b8d57951 x-openstack-request-id: req-9c26796c-91b3-4113-a25c-47b8b8d57951 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:23:07.508383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-plugged", "status": "completed", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:23:07.508634 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c26796c-91b3-4113-a25c-47b8b8d57951 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:23:07.509014 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'code': 200} Nov 24 05:23:07.535027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:23:07.680058 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b83abd-71cf-476f-b34a-25a8270542dd req-b4709751-dc8b-40c9-96dc-f9c97a3e7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:07.681527 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-50b83abd-71cf-476f-b34a-25a8270542dd req-b4709751-dc8b-40c9-96dc-f9c97a3e7bc7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 1099 time: 0.0402224 Nov 24 05:23:07.725069 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-50b83abd-71cf-476f-b34a-25a8270542dd req-fd627679-05ed-4ae5-b6dd-5a4790b0e1c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363853 Nov 24 05:23:08.548422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33668d3-5987-49a1-82e6-929a6dc756d4 req-fb47952e-48fe-43b5-8d64-ea3287633fbc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:08.549898 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e33668d3-5987-49a1-82e6-929a6dc756d4 req-fb47952e-48fe-43b5-8d64-ea3287633fbc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0487041 Nov 24 05:23:08.597434 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e33668d3-5987-49a1-82e6-929a6dc756d4 req-4ebc8b5e-7051-441f-a2b5-63cc7352f21e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 Nov 24 05:23:09.717098 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb3c72-0b78-4e72-bbae-791d770cbd5d req-9d46165a-b893-4f46-b62c-c23b643f1d70 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:09.719505 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fafb3c72-0b78-4e72-bbae-791d770cbd5d req-9d46165a-b893-4f46-b62c-c23b643f1d70 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0540180 Nov 24 05:23:09.766238 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fafb3c72-0b78-4e72-bbae-791d770cbd5d req-08c89240-52ab-4590-a6f9-cd5b95f1a0e3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 Nov 24 05:23:09.879249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa5153-e6d9-4d69-9dac-df19d492e465 req-719cdbd3-7354-4cf4-9ffc-ff334a752041 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:09.880725 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3baa5153-e6d9-4d69-9dac-df19d492e465 req-719cdbd3-7354-4cf4-9ffc-ff334a752041 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0484004 Nov 24 05:23:09.889217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 41462) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:23:09.894305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3586f554-2353-4391-aab5-60bf59f71b0c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'floatingip': {'port_id': '8e359855-2c0f-4ef0-9442-7c538022fbc0'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:23:09.932718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3586f554-2353-4391-aab5-60bf59f71b0c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:10.361760 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3586f554-2353-4391-aab5-60bf59f71b0c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:10.365901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3586f554-2353-4391-aab5-60bf59f71b0c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:10.463735 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-3586f554-2353-4391-aab5-60bf59f71b0c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde associated. External IP: 172.26.0.237, port: 8e359855-2c0f-4ef0-9442-7c538022fbc0. Nov 24 05:23:10.671147 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3586f554-2353-4391-aab5-60bf59f71b0c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:23:11.067472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3586f554-2353-4391-aab5-60bf59f71b0c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:23:11.072041 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3586f554-2353-4391-aab5-60bf59f71b0c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:11.078491 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7bd85-fb60-4e30-9564-468051beaf24 None None] Sync routers for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:23:11.088421 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7bd85-fb60-4e30-9564-468051beaf24 None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:23:11.089027 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-91b7bd85-fb60-4e30-9564-468051beaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:22:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:23:11.098826 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3586f554-2353-4391-aab5-60bf59f71b0c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "PUT /v2.0/floatingips/8f33a3de-8cf2-4ef8-bc91-06618d6d5dde HTTP/1.1" status: 200 len: 992 time: 1.2085249 Nov 24 05:23:11.099414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:23:11.101670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862ffabb-b618-4d88-82f2-28d9de8f6710" -d '{"events": [{"name": "network-changed", "server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:23:11.139946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364b06a0-1aec-4ab1-b3cd-e3fb414d73c9 x-openstack-request-id: req-364b06a0-1aec-4ab1-b3cd-e3fb414d73c9 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:23:11.140389 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:23:11.140646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-364b06a0-1aec-4ab1-b3cd-e3fb414d73c9 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:23:11.141142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'status': 'completed', 'code': 200} Nov 24 05:23:11.206892 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-91b7bd85-fb60-4e30-9564-468051beaf24 None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:23:11.213582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ffabb-b618-4d88-82f2-28d9de8f6710 req-fffc1985-10dc-4fd2-89c5-9be23746a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:11.215335 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-862ffabb-b618-4d88-82f2-28d9de8f6710 req-fffc1985-10dc-4fd2-89c5-9be23746a6db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 1099 time: 0.0508153 Nov 24 05:23:11.305099 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ffabb-b618-4d88-82f2-28d9de8f6710 req-ec9dca6d-722f-4044-ad8d-a96e217cb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:11.306519 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-862ffabb-b618-4d88-82f2-28d9de8f6710 req-ec9dca6d-722f-4044-ad8d-a96e217cb3e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0836740 Nov 24 05:23:11.373220 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-862ffabb-b618-4d88-82f2-28d9de8f6710 req-136f865f-c08d-4aad-85b1-27040392e460 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0 HTTP/1.1" status: 200 len: 1000 time: 0.0602283 Nov 24 05:23:11.420360 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ffabb-b618-4d88-82f2-28d9de8f6710 req-70e82a3f-e041-4b01-aea0-e8299f6b5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:11.421878 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-862ffabb-b618-4d88-82f2-28d9de8f6710 req-70e82a3f-e041-4b01-aea0-e8299f6b5348 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0424521 Nov 24 05:23:11.426735 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-91b7bd85-fb60-4e30-9564-468051beaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:f2:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:23:10Z', 'revision_number': 9, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:23:11.451962 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7bd85-fb60-4e30-9564-468051beaf24 None None] Checking router: 8dad9bc5-9580-49e7-aa81-741ddeb87f84 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:23:11.460743 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7bd85-fb60-4e30-9564-468051beaf24 None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:23:11.461349 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-91b7bd85-fb60-4e30-9564-468051beaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:22:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:23:11.467138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ffabb-b618-4d88-82f2-28d9de8f6710 req-b657817f-6f77-4d7f-b0d4-5a7f0396ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:11.469530 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-862ffabb-b618-4d88-82f2-28d9de8f6710 req-b657817f-6f77-4d7f-b0d4-5a7f0396ad1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410016 Nov 24 05:23:11.566473 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-91b7bd85-fb60-4e30-9564-468051beaf24 None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:23:11.896235 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-91b7bd85-fb60-4e30-9564-468051beaf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:f2:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:23:10Z', 'revision_number': 9, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:23:11.899339 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-862ffabb-b618-4d88-82f2-28d9de8f6710 req-3c3fb42a-ae05-4556-b8af-2c5644f5453c service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225402 Nov 24 05:23:11.923469 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b7bd85-fb60-4e30-9564-468051beaf24 None None] The sync data for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv is: [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:f2:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:23:10Z', 'revision_number': 9, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:23:11.994865 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-862ffabb-b618-4d88-82f2-28d9de8f6710 req-c207986c-c9a5-4615-9552-a1037bc40964 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878220 Nov 24 05:23:12.125772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bef1b6-0d45-4ed1-8494-92ce4632388b None None] New status for floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:23:16.118976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1de159b8-7fb4-4041-9445-c5446a2229de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:18.379565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-30e9c02e-7709-4b98-bfee-7351f6b5ea73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:18.509867 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-8f3a8bca-208c-46e0-bbcf-8206d5c85662 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391357 Nov 24 05:23:18.594488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-0f990ded-67f6-4907-ba7e-d140eefff462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:18.595998 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-0f990ded-67f6-4907-ba7e-d140eefff462 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 1099 time: 0.0441427 Nov 24 05:23:18.699487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-44ddac6b-975c-4ebf-9778-82c333f4c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:18.701374 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-44ddac6b-975c-4ebf-9778-82c333f4c865 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0858693 Nov 24 05:23:18.774948 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-6d4bfaa4-45c6-4fe6-987e-ca658a4a8f2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0 HTTP/1.1" status: 200 len: 1003 time: 0.0624790 Nov 24 05:23:18.823386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-3658628f-c814-47e2-b835-e44435c93ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:18.824871 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-3658628f-c814-47e2-b835-e44435c93ef0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0436387 Nov 24 05:23:18.868904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-74b627e4-41bc-4260-b535-e467816aa76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:18.870343 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-74b627e4-41bc-4260-b535-e467816aa76f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389304 Nov 24 05:23:18.960031 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-2034ea62-49b6-42d2-9148-978e38ac1fd7 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830770 Nov 24 05:23:19.048083 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a78e8265-703e-40c2-8a5c-d25ddaf84c95 req-7dbb23bc-c2c4-4da9-91c3-d6f3a5d79aaa service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804081 Nov 24 05:23:19.587481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:20.800623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:21.756887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:23.922396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:37.542514 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:23:46.119597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-294ed238-e720-4379-b6b2-2b8dc03a9bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:47.379889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7649-8c54-41c0-9147-ca5dd89857ed req-aeb901e9-aeb1-4773-ae18-c5f102f814cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:47.381383 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-03eb7649-8c54-41c0-9147-ca5dd89857ed req-aeb901e9-aeb1-4773-ae18-c5f102f814cc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0507224 Nov 24 05:23:47.418746 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-36a8682a-18ef-43c2-8368-f9557ded161e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957184 Nov 24 05:23:47.433917 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-03eb7649-8c54-41c0-9147-ca5dd89857ed req-750a8dc9-5897-4f6b-baaa-afd123d63e37 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462062 Nov 24 05:23:48.383224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3a7b-ef2b-4698-b195-787c7bc2a246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:48.450026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-521e066e-5468-41b0-97da-7816af267e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:48.451549 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-521e066e-5468-41b0-97da-7816af267e67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 1099 time: 0.0412035 Nov 24 05:23:48.541787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-3a448c9e-19c8-402d-ad85-5f9ceb538240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:48.543269 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-3a448c9e-19c8-402d-ad85-5f9ceb538240 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0849774 Nov 24 05:23:48.550721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf6940-599d-4cbf-bd39-426db370eb9c req-0dd17870-da28-4911-819e-5db85e600bf6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:48.552262 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-83cf6940-599d-4cbf-bd39-426db370eb9c req-0dd17870-da28-4911-819e-5db85e600bf6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0486643 Nov 24 05:23:48.600608 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-83cf6940-599d-4cbf-bd39-426db370eb9c req-1e367c73-27a6-465a-a5f9-7aa40c2ddc33 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421321 Nov 24 05:23:48.612967 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-cee92541-2379-41ce-8666-a85a00cf3d1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0 HTTP/1.1" status: 200 len: 1003 time: 0.0625982 Nov 24 05:23:48.660990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-7a964557-825b-4aa1-8c99-d556fec16b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:48.662323 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-7a964557-825b-4aa1-8c99-d556fec16b3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0424056 Nov 24 05:23:48.706724 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-94894f6c-8638-479d-b55c-a4fa51fca217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:48.708185 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-94894f6c-8638-479d-b55c-a4fa51fca217 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388334 Nov 24 05:23:48.799626 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-ccb8102d-caaf-43f3-b089-37092c0e7b61 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832517 Nov 24 05:23:48.892121 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-c9861a96-4845-4cd4-814a-0bbf8a30054f service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 Nov 24 05:23:49.591352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:49.715288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148d4d9-b1ff-4f33-9b72-4b099aea3b9a req-4868085c-7b21-473f-8301-4fdebc0936dc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:49.716757 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3148d4d9-b1ff-4f33-9b72-4b099aea3b9a req-4868085c-7b21-473f-8301-4fdebc0936dc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0482996 Nov 24 05:23:49.763628 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3148d4d9-b1ff-4f33-9b72-4b099aea3b9a req-514cb97e-7a4c-474f-a255-b64b6b425f64 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408599 Nov 24 05:23:50.804723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:50.885132 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d86fb-542f-4721-bfc0-c9cd7816f2a1 req-a52d6169-e835-4e87-b8fa-03c73b417dc3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:50.886574 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec2d86fb-542f-4721-bfc0-c9cd7816f2a1 req-a52d6169-e835-4e87-b8fa-03c73b417dc3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0524750 Nov 24 05:23:50.932878 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec2d86fb-542f-4721-bfc0-c9cd7816f2a1 req-59b2f388-1e95-4622-b9d4-49f1319fe598 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402014 Nov 24 05:23:51.757852 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:52.046053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511598d-7fc2-460e-bf2d-e29807fc19bd req-dd5ad433-a8fe-42d2-8374-86407d055c65 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:52.047555 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8511598d-7fc2-460e-bf2d-e29807fc19bd req-dd5ad433-a8fe-42d2-8374-86407d055c65 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0481379 Nov 24 05:23:52.093940 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8511598d-7fc2-460e-bf2d-e29807fc19bd req-3919c7e7-94eb-4caa-9f39-bfa76c2f0528 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403874 Nov 24 05:23:53.210076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e1d8a-a670-4425-a318-85a54a1314ef req-b13ff7f1-d480-40bd-926f-b7904f4ca09e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:53.211558 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fc1e1d8a-a670-4425-a318-85a54a1314ef req-b13ff7f1-d480-40bd-926f-b7904f4ca09e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0494356 Nov 24 05:23:53.262124 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fc1e1d8a-a670-4425-a318-85a54a1314ef req-3f215f0d-ee03-4ad9-8aae-1e3bacbfa0f9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443332 Nov 24 05:23:53.931737 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:23:54.379242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82a697-1488-4edc-a9b0-a1686a7d0535 req-d7863297-e4de-40cf-9ee2-d6725e9a7267 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:54.380723 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6f82a697-1488-4edc-a9b0-a1686a7d0535 req-d7863297-e4de-40cf-9ee2-d6725e9a7267 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0497799 Nov 24 05:23:54.427738 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6f82a697-1488-4edc-a9b0-a1686a7d0535 req-385576aa-61e2-4261-939c-cc16d70ba5da tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411437 Nov 24 05:23:55.548263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e02429-6888-4ff5-8d0f-c2fada0237ca req-0f1a159e-9846-4e23-989f-b2f44d4ee433 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:55.549728 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-46e02429-6888-4ff5-8d0f-c2fada0237ca req-0f1a159e-9846-4e23-989f-b2f44d4ee433 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0527265 Nov 24 05:23:55.596143 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-46e02429-6888-4ff5-8d0f-c2fada0237ca req-9048476d-00af-4c6b-933c-763e277507e4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405335 Nov 24 05:23:56.713635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf2c88-539e-48e9-96dd-e33ae1e541a2 req-49f8c70e-740a-44d7-9f94-2b283151f29b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:56.715348 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-44bf2c88-539e-48e9-96dd-e33ae1e541a2 req-49f8c70e-740a-44d7-9f94-2b283151f29b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0524502 Nov 24 05:23:56.762604 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-44bf2c88-539e-48e9-96dd-e33ae1e541a2 req-04a1ce2c-9548-48c7-9388-09122c29294f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405946 Nov 24 05:23:57.877361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20dbe0-8789-4cff-a0b9-39ede3adf4a3 req-9d8f3043-7f55-4fde-b16e-bb76738576d5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:57.878812 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0c20dbe0-8789-4cff-a0b9-39ede3adf4a3 req-9d8f3043-7f55-4fde-b16e-bb76738576d5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0487463 Nov 24 05:23:57.925458 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0c20dbe0-8789-4cff-a0b9-39ede3adf4a3 req-a6fd4436-1a68-4d7a-a67b-b1732543163e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408103 Nov 24 05:23:59.044103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caf617-74b2-4035-8435-896d88d73464 req-15f1be2d-6708-4e3d-83ab-6774ce8ec1bf tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:23:59.045567 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-68caf617-74b2-4035-8435-896d88d73464 req-15f1be2d-6708-4e3d-83ab-6774ce8ec1bf tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0525727 Nov 24 05:23:59.093675 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-68caf617-74b2-4035-8435-896d88d73464 req-0b869eef-757a-4c1c-b471-9f3b931b9fd3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Nov 24 05:24:00.209705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06980d69-614a-40a1-bf3e-bcf7891b6219 req-d3032e2f-e905-4401-97d2-b68ee69c5ab7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:00.211176 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-06980d69-614a-40a1-bf3e-bcf7891b6219 req-d3032e2f-e905-4401-97d2-b68ee69c5ab7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0489733 Nov 24 05:24:00.258434 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-06980d69-614a-40a1-bf3e-bcf7891b6219 req-7cdf730e-af83-479e-8dfe-3802199ebde8 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410435 Nov 24 05:24:00.450010 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-1961c2f4-66f2-4e8e-bc2a-2b58e90e8aea service neutron] 10.222.0.31 "GET /v2.0/ports/8e359855-2c0f-4ef0-9442-7c538022fbc0/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0538578 Nov 24 05:24:00.645632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-578e6b5d-ad1e-4633-a78c-5335dba87461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:00.647115 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-578e6b5d-ad1e-4633-a78c-5335dba87461 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 1099 time: 0.0402129 Nov 24 05:24:00.709338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-e383edae-0807-462f-83ee-f56d2a3670c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:00.710689 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-e383edae-0807-462f-83ee-f56d2a3670c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 1099 time: 0.0403082 Nov 24 05:24:00.803212 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-0420aab4-dcd0-41bf-9a3c-f41d538712ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:00.804739 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-0420aab4-dcd0-41bf-9a3c-f41d538712ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0872302 Nov 24 05:24:00.869741 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-ebcf8fcc-182f-4775-a44a-ff66659a893b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0 HTTP/1.1" status: 200 len: 1003 time: 0.0580046 Nov 24 05:24:00.920759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-a61817bb-09ba-4a5e-87ff-2c3e3a81f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:00.922174 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-a61817bb-09ba-4a5e-87ff-2c3e3a81f578 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0463557 Nov 24 05:24:00.966834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-64a35aa2-554a-4e3b-a391-f54c52340809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:00.968253 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-64a35aa2-554a-4e3b-a391-f54c52340809 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393934 Nov 24 05:24:01.058297 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-e4f7b5c3-14c9-4c4b-9d0b-f451dfa36f6f service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829124 Nov 24 05:24:01.146026 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6dba3dcd-17c1-496a-96d4-b46b2d1900c9 req-3a517cd0-490e-40ff-b3f4-a8c179c6d7f2 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810888 Nov 24 05:24:01.373712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8353b-34a9-44e3-8783-87163dc1b95b req-d38a2e20-0a11-42dd-98f2-67d8de4b32c4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:01.375173 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b6a8353b-34a9-44e3-8783-87163dc1b95b req-d38a2e20-0a11-42dd-98f2-67d8de4b32c4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0495856 Nov 24 05:24:01.426802 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b6a8353b-34a9-44e3-8783-87163dc1b95b req-0aea97b6-b67e-46ff-9af1-9f823985c42f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450139 Nov 24 05:24:02.542997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172921f-30cb-4836-8f53-72055142d3ae req-73e62cc0-194b-4a12-921f-14c30a808219 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:02.544491 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7172921f-30cb-4836-8f53-72055142d3ae req-73e62cc0-194b-4a12-921f-14c30a808219 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0494096 Nov 24 05:24:02.591919 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7172921f-30cb-4836-8f53-72055142d3ae req-d1a8ec05-5a21-4374-ba5f-ae90e7850f14 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 Nov 24 05:24:03.692322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8e359855-2c0f-4ef0-9442-7c538022fbc0 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:24:03.696169 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8e359855-2c0f-4ef0-9442-7c538022fbc0 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:24:03.707643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03920f-60f2-4c97-ab9b-0e017f8b559f req-96cd9e71-3405-442a-8e13-f55d9166578b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:03.709156 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0e03920f-60f2-4c97-ab9b-0e017f8b559f req-96cd9e71-3405-442a-8e13-f55d9166578b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0491974 Nov 24 05:24:03.761550 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0e03920f-60f2-4c97-ab9b-0e017f8b559f req-7bdde987-c139-48b1-b950-2f63787f480c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459239 Nov 24 05:24:03.858940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:03.866980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:03.878518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'port_id': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'mac_address': 'fa:16:3e:f2:4f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:24:03.916107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:24:03.918322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8576bbb9-bce3-4bd2-9efd-bbbabff3c76a" -d '{"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:24:04.070323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-088236e3-a059-4cc7-84a2-c1e587df1e86 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:04.072102 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-088236e3-a059-4cc7-84a2-c1e587df1e86 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6&tenant_id=172eb9a63cf84e6cb9d2b012505b2067&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0573001 Nov 24 05:24:04.079537 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 05:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87cb0a0-6fd9-487e-a208-e895a2b7a7f7 x-openstack-request-id: req-e87cb0a0-6fd9-487e-a208-e895a2b7a7f7 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:24:04.080037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:24:04.080432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e87cb0a0-6fd9-487e-a208-e895a2b7a7f7 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:24:04.080825 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'code': 200} Nov 24 05:24:04.088869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:04.094050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:04.096956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:04.102008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f735e-8162-459f-8986-d3181a579082 req-24488def-8cd1-41a7-862a-295cca706cb0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:04.103799 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-638f735e-8162-459f-8986-d3181a579082 req-24488def-8cd1-41a7-862a-295cca706cb0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0611482 Nov 24 05:24:04.130717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e359855-2c0f-4ef0-9442-7c538022fbc0 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:24:04.152942 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-675991a4-ec59-4213-b07c-584cea0b41dd service neutron] 10.222.0.31 "GET /v2.0/ports/8e359855-2c0f-4ef0-9442-7c538022fbc0/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0726187 Nov 24 05:24:04.159272 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-638f735e-8162-459f-8986-d3181a579082 req-26a6572a-ddc4-4210-b12c-5fdec446e2f0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490935 Nov 24 05:24:04.176642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:04.190178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.190534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.190883 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.191222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.191561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.191918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.192255 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.192590 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.192920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.193252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.193582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.193908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:04.200958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:24:04.201322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:24:04.228428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-73172fef-83ed-428c-8ebf-551199f28c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:04.229924 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-73172fef-83ed-428c-8ebf-551199f28c03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 1097 time: 0.0455863 Nov 24 05:24:04.318878 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-d6b1c2da-7aa5-4e5e-a5b7-ea862930f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:04.320498 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-d6b1c2da-7aa5-4e5e-a5b7-ea862930f4eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0837533 Nov 24 05:24:04.388133 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-94385929-5efe-4ee0-9b63-6f5246d443e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0 HTTP/1.1" status: 200 len: 1001 time: 0.0609951 Nov 24 05:24:04.436460 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-e78099d2-84d5-4350-9d24-740bafb3ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:04.437871 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-e78099d2-84d5-4350-9d24-740bafb3ca6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0424049 Nov 24 05:24:04.482872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-ff5afc55-dfdf-4a4d-a711-be40f3a823f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:04.484356 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-ff5afc55-dfdf-4a4d-a711-be40f3a823f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393541 Nov 24 05:24:04.576540 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-98918c1d-f5d7-4067-a8f7-e108d3688ef5 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854518 Nov 24 05:24:04.669860 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-cb1c9478-1c0a-4c5c-916e-3e91a195403c service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859466 Nov 24 05:24:04.739541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:04.751835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e359855-2c0f-4ef0-9442-7c538022fbc0 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:24:04.770610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:04.774135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:04.821689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:04.840400 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['8e359855-2c0f-4ef0-9442-7c538022fbc0'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:24:05.290288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea407b-c8ea-4f73-b09d-089bf17064b5 req-45aab6a2-d1f0-4af3-a8ce-d76889405305 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:05.291768 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3bea407b-c8ea-4f73-b09d-089bf17064b5 req-45aab6a2-d1f0-4af3-a8ce-d76889405305 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 945 time: 0.0486109 Nov 24 05:24:05.337430 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3bea407b-c8ea-4f73-b09d-089bf17064b5 req-499f9dfe-368a-44d1-b858-9a5d1472562f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398254 Nov 24 05:24:05.699954 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8e359855-2c0f-4ef0-9442-7c538022fbc0 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:24:05.746650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 8e359855-2c0f-4ef0-9442-7c538022fbc0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:24:05.747283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:05.819830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:05.854434 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:05.857969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:05.902490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=8']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:06.082146 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:24:06.084627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b956404-5395-4823-acc8-0046dc9087e4" -d '{"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-plugged", "status": "completed", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:24:06.127798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72e5820-185d-446b-b077-078918a89481 x-openstack-request-id: req-a72e5820-185d-446b-b077-078918a89481 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:24:06.128095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-plugged", "status": "completed", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:24:06.128350 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a72e5820-185d-446b-b077-078918a89481 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:24:06.128748 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'code': 200} Nov 24 05:24:06.457735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83385a0-228c-40c9-8938-7e49dc6b15a2 req-4ee10d4b-a82e-40c0-a3e6-1d1952324ebf tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:06.459228 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a83385a0-228c-40c9-8938-7e49dc6b15a2 req-4ee10d4b-a82e-40c0-a3e6-1d1952324ebf tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0500216 Nov 24 05:24:06.510480 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a83385a0-228c-40c9-8938-7e49dc6b15a2 req-3ae30427-b62a-4cd2-b8c7-8562e1ccd54d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450339 Nov 24 05:24:07.020402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-881c7875-ab77-4f78-afc8-07e1f07590ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:07.021854 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-881c7875-ab77-4f78-afc8-07e1f07590ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 1099 time: 0.0405128 Nov 24 05:24:07.083323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-eb5c13b7-180e-4cde-a11e-348ff226298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:07.084728 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-eb5c13b7-180e-4cde-a11e-348ff226298c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 1099 time: 0.0395377 Nov 24 05:24:07.175883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-6999c8dd-6eed-4039-b4e3-48fe7b100f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:07.177351 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-6999c8dd-6eed-4039-b4e3-48fe7b100f31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0862610 Nov 24 05:24:07.242705 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-ac102b62-7994-4224-88f8-5f792bcd9f4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0 HTTP/1.1" status: 200 len: 1003 time: 0.0576298 Nov 24 05:24:07.289858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-3d01f125-6a52-4077-8b64-9a981df34bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:07.291255 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-3d01f125-6a52-4077-8b64-9a981df34bb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0419543 Nov 24 05:24:07.339466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-4a65a865-7e35-4ef4-ab53-7390e5b787c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:07.341354 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-4a65a865-7e35-4ef4-ab53-7390e5b787c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432880 Nov 24 05:24:07.428590 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-b5d59922-626c-418c-bcc9-2019a7229aa8 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801160 Nov 24 05:24:07.520021 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f80dc4a7-f27b-490f-a58f-77b11d1fe99a req-68cb599c-bffc-48b6-898b-3a9d2ca93253 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844707 Nov 24 05:24:07.631391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ba2c8-76e5-42bd-8072-477f9f8babd7 req-7ee1e2bf-d9c6-4008-8ce2-82e28a0c12a3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:07.632781 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-233ba2c8-76e5-42bd-8072-477f9f8babd7 req-7ee1e2bf-d9c6-4008-8ce2-82e28a0c12a3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0489006 Nov 24 05:24:07.679493 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-233ba2c8-76e5-42bd-8072-477f9f8babd7 req-e488993f-f406-4f60-961b-0ce74f245f4d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407574 Nov 24 05:24:08.798231 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514e1d8-092d-4b70-9c58-3b32d0cac965 req-030467ed-6a2b-403f-9b61-1694668ee72e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:08.800176 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f514e1d8-092d-4b70-9c58-3b32d0cac965 req-030467ed-6a2b-403f-9b61-1694668ee72e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0511465 Nov 24 05:24:08.848401 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f514e1d8-092d-4b70-9c58-3b32d0cac965 req-8de478fc-0a3a-4cff-bf90-57d52733192b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Nov 24 05:24:08.967316 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111e674-29bf-445c-a43d-d336026c1b4b req-366962ec-11a9-40f2-9a5b-38baf867865e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:08.968722 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2111e674-29bf-445c-a43d-d336026c1b4b req-366962ec-11a9-40f2-9a5b-38baf867865e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0550795 Nov 24 05:24:09.016508 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2111e674-29bf-445c-a43d-d336026c1b4b req-f3cd3e81-c7bc-4f9b-931a-3c582b06eb42 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Nov 24 05:24:09.129990 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394de1a5-778f-4754-add7-81ed1d5479d4 req-dce29e50-d248-4e99-bcdc-be9f260707a5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:09.131463 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-394de1a5-778f-4754-add7-81ed1d5479d4 req-dce29e50-d248-4e99-bcdc-be9f260707a5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0493710 Nov 24 05:24:09.180472 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-394de1a5-778f-4754-add7-81ed1d5479d4 req-62eb2908-6f0a-4f57-a727-3fccd4d39b84 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430984 Nov 24 05:24:09.412472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a5132-fc40-476d-b29a-da843af9301d req-1d2e06ab-4b51-4c6a-b9e5-d3fea953fec5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:09.413933 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-881a5132-fc40-476d-b29a-da843af9301d req-1d2e06ab-4b51-4c6a-b9e5-d3fea953fec5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0536604 Nov 24 05:24:09.461076 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-881a5132-fc40-476d-b29a-da843af9301d req-9137bd95-8782-4865-b76a-8bc801d4cca0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411332 Nov 24 05:24:09.717223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8e359855-2c0f-4ef0-9442-7c538022fbc0 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:24:09.719367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8e359855-2c0f-4ef0-9442-7c538022fbc0 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:24:09.859090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:09.877125 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:09.897783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:24:09.900005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73071737-c9d8-4cd0-9a32-e83c13a24e1e" -d '{"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:24:09.904433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'port_id': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'mac_address': 'fa:16:3e:f2:4f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:24:09.914405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:09.941688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 05:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ae6be2-9699-496c-8e55-7a143049c67c x-openstack-request-id: req-e4ae6be2-9699-496c-8e55-7a143049c67c {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:24:09.942005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-unplugged", "status": "completed", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:24:09.942239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4ae6be2-9699-496c-8e55-7a143049c67c {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:24:09.942623 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'code': 200} Nov 24 05:24:09.945158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:09.980816 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:10.007490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e359855-2c0f-4ef0-9442-7c538022fbc0 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:24:10.015785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=9']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:10.052442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:24:10.052732 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:24:10.580313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e63034-1d5c-417f-a4d4-fc8b78c12c0b req-7aec6ab4-db36-469f-9e61-c289376f891d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:10.581505 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c2e63034-1d5c-417f-a4d4-fc8b78c12c0b req-7aec6ab4-db36-469f-9e61-c289376f891d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 944 time: 0.0502737 Nov 24 05:24:10.591413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:10.605359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e359855-2c0f-4ef0-9442-7c538022fbc0 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:24:10.624462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:10.628383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:10.630858 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c2e63034-1d5c-417f-a4d4-fc8b78c12c0b req-d16d2e38-a98b-49db-aa9f-b26f16e82375 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433686 Nov 24 05:24:10.679792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=10']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:10.684521 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['8e359855-2c0f-4ef0-9442-7c538022fbc0'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:24:11.496065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-1d0ba409-9381-4679-8c8e-e21adb9140d3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:11.497508 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-1d0ba409-9381-4679-8c8e-e21adb9140d3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0504496 Nov 24 05:24:11.588644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Deleting port 8e359855-2c0f-4ef0-9442-7c538022fbc0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:24:11.588988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:11.676067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:11.676429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:11.716955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8e359855-2c0f-4ef0-9442-7c538022fbc0 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:24:11.750834 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b952c-677a-4a50-b1d8-5d12dc223aa8 req-bd84856d-2acb-4a80-b63b-bb4834933849 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:11.761430 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a17b952c-677a-4a50-b1d8-5d12dc223aa8 req-bd84856d-2acb-4a80-b63b-bb4834933849 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd72f466-1128-4b21-ac45-750cc62008f6 HTTP/1.1" status: 200 len: 946 time: 0.0610189 Nov 24 05:24:11.776786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 8e359855-2c0f-4ef0-9442-7c538022fbc0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:24:11.777162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:11.863123 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a17b952c-677a-4a50-b1d8-5d12dc223aa8 req-e8bfdeaf-a749-4b35-8ddd-9f0442abfcbc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858192 Nov 24 05:24:11.863905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:11.879713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:11.880077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:11.880395 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde disassociated. External IP: 172.26.0.237, port: 8e359855-2c0f-4ef0-9442-7c538022fbc0. Nov 24 05:24:11.880744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Calling delete_port for 8e359855-2c0f-4ef0-9442-7c538022fbc0 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:24:11.897041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8e359855-2c0f-4ef0-9442-7c538022fbc0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8e359855-2c0f-4ef0-9442-7c538022fbc0,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:11.901411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:11.944354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:24:11.946592 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5872dca-2437-4a11-bdad-16f557985c7b" -d '{"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-plugged", "status": "completed", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:24:11.964155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=11']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:11.988876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c760fc2-430b-4049-88bc-fadeabe03071 x-openstack-request-id: req-7c760fc2-430b-4049-88bc-fadeabe03071 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:24:11.989188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-plugged", "status": "completed", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:24:11.989455 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c760fc2-430b-4049-88bc-fadeabe03071 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:24:11.989851 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'code': 200} Nov 24 05:24:12.020703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:12.048028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event deleted for resources: {'Port': ['ID=8e359855-2c0f-4ef0-9442-7c538022fbc0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:12.060971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.061328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.061915 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.062000 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.062333 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.062672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.063080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.063400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.064063 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.064509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.064851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.065186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:24:12.194684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:24:12.306788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:24:12.316727 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ed135-0451-463e-9a39-01f8d20766ed None None] Sync routers for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:24:12.326883 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ed135-0451-463e-9a39-01f8d20766ed None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:24:12.327514 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-823ed135-0451-463e-9a39-01f8d20766ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:23:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:24:12.346757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] No DVR routers for this DVR port 8e359855-2c0f-4ef0-9442-7c538022fbc0 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:24:12.349286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:12.352646 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b98d27df-467a-444c-b364-0c7e3eed7a10 req-597e8eed-5635-4242-8521-f6f2f35f7d7a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "DELETE /v2.0/ports/8e359855-2c0f-4ef0-9442-7c538022fbc0 HTTP/1.1" status: 204 len: 173 time: 0.8494236 Nov 24 05:24:12.353092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-deleted', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:24:12.355341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebeebec-3aa3-4baf-86ac-416ea806f0f9" -d '{"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-deleted", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:24:12.397802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307aa641-a97e-4f11-9492-282e553d41b3 x-openstack-request-id: req-307aa641-a97e-4f11-9492-282e553d41b3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:24:12.398105 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd72f466-1128-4b21-ac45-750cc62008f6", "name": "network-vif-deleted", "tag": "8e359855-2c0f-4ef0-9442-7c538022fbc0", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:24:12.398480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-307aa641-a97e-4f11-9492-282e553d41b3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:24:12.398938 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd72f466-1128-4b21-ac45-750cc62008f6', 'name': 'network-vif-deleted', 'tag': '8e359855-2c0f-4ef0-9442-7c538022fbc0', 'status': 'completed', 'code': 200} Nov 24 05:24:12.448920 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-823ed135-0451-463e-9a39-01f8d20766ed None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:24:12.651054 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-823ed135-0451-463e-9a39-01f8d20766ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:24:12.679196 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ed135-0451-463e-9a39-01f8d20766ed None None] Checking router: 8dad9bc5-9580-49e7-aa81-741ddeb87f84 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:24:12.687452 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ed135-0451-463e-9a39-01f8d20766ed None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:24:12.688025 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-823ed135-0451-463e-9a39-01f8d20766ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:23:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:24:12.814744 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-823ed135-0451-463e-9a39-01f8d20766ed None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:24:13.033126 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-823ed135-0451-463e-9a39-01f8d20766ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:24:13.060492 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ed135-0451-463e-9a39-01f8d20766ed None None] The sync data for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv is: [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:24:13.107441 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-ed90a2fd-98d1-45f5-8657-489647ddc572 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1032355999&fields=id&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 267 time: 0.0509503 Nov 24 05:24:13.219563 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-7a3e47b5-4379-41db-a933-a7701b9cdc63 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:13.222020 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-7a3e47b5-4379-41db-a933-a7701b9cdc63 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 812 time: 0.1067903 Nov 24 05:24:13.238423 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-9de7863e-3be8-4534-8000-efa80231f1dc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/quotas/172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 375 time: 0.0105290 Nov 24 05:24:13.288751 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb990619-d415-42cc-af7f-9c11d3960c91 None None] New status for floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:24:13.296711 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-e8fd3058-7a49-4784-b76f-f62d13ee826b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525150 Nov 24 05:24:13.390661 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-fcc80331-f599-461e-86d9-ec16c937fbd8 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814543 Nov 24 05:24:13.489011 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-246f248f-cf8e-4248-8874-20c13e879a70 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916889 Nov 24 05:24:13.646057 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-105bd74c-b7e9-4f72-91ed-ee18404636ed req-fcb138ae-1916-4785-8ae7-7ccc1e56446a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 210 time: 0.0269527 Nov 24 05:24:14.539386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-a8d4774f-bde4-479f-ac07-1f18b3a7de44 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:14.540895 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-a8d4774f-bde4-479f-ac07-1f18b3a7de44 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 812 time: 0.1099670 Nov 24 05:24:14.541992 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:24:14.605862 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-f30c8c56-e9b7-4794-b0fe-3ba8fd777e33 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 380 time: 0.0554945 Nov 24 05:24:14.615226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'port': {'device_id': 'a956f288-573b-4678-8c5a-f7a82235b539', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'admin_state_up': True, 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'security_groups': ['eb0892d4-77bc-455a-bc9c-2f661c17831f']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:24:14.726174 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Made reservation on behalf of 172eb9a63cf84e6cb9d2b012505b2067 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:24:14.729864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:14.740035 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-216dba1f-522b-4a9b-9500-a3717af27a00 req-67e5cf36-cb09-4624-b170-bd8bc0182957 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 210 time: 0.0266445 Nov 24 05:24:14.857180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Allocated IP 172.20.0.6 (8ca23cc3-078f-4796-9b14-4cee7c721c57/77a896b1-6b75-4e08-a3d8-0b68b0aad53f/1f6ded5d-b120-4abf-af47-22c998639eb9) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:24:14.992055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:15.024159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:15.068455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:24:15.071283 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:24:15.074841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:24:15.103140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event updated for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:15.132775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:15.133428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:15.150038 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-5562fa98-d99c-4a4d-8fed-296ab4cdba21 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5384855 Nov 24 05:24:15.162720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Request body: {'port': {'device_id': 'a956f288-573b-4678-8c5a-f7a82235b539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:24:15.218512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:15.300723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fc88da16-615b-44d4-a643-160ff979d887 None None] Provisioning complete for port 1f6ded5d-b120-4abf-af47-22c998639eb9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:24:15.301340 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fc88da16-615b-44d4-a643-160ff979d887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:15.338466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-fc88da16-615b-44d4-a643-160ff979d887 None None] Port 1f6ded5d-b120-4abf-af47-22c998639eb9 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:24:15.480000 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6ded5d-b120-4abf-af47-22c998639eb9 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:24:15.487867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:15.499216 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Transition to ACTIVE for port object 1f6ded5d-b120-4abf-af47-22c998639eb9 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:24:15.503205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:15.568138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Pushing event updated for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:15.621294 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Attempting to bind port 1f6ded5d-b120-4abf-af47-22c998639eb9 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:24:15.621634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Attempting to bind port 1f6ded5d-b120-4abf-af47-22c998639eb9 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:24:15.621968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Attempting to bind port 1f6ded5d-b120-4abf-af47-22c998639eb9 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:24:15.626502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Port 1f6ded5d-b120-4abf-af47-22c998639eb9 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:24:15.626813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Attempting to bind port 1f6ded5d-b120-4abf-af47-22c998639eb9 on network 8ca23cc3-078f-4796-9b14-4cee7c721c57 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:24:15.631741 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:24:15.632071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Checking segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:24:15.632451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Bound using segment: {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:24:15.632877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Bound port: 1f6ded5d-b120-4abf-af47-22c998639eb9, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:24:15.633232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:15.701184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:24:15.704653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:24:15.708982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:15.731334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8e359855-2c0f-4ef0-9442-7c538022fbc0 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:24:15.743046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:15.743704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:15.745080 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-09284833-db23-487f-8192-dee1fb42d568 service neutron] 10.222.0.31 "PUT /v2.0/ports/1f6ded5d-b120-4abf-af47-22c998639eb9 HTTP/1.1" status: 200 len: 1093 time: 0.5869181 Nov 24 05:24:15.745542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:24:15.747785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3a9220-296f-4fe9-8455-46994211ef85" -d '{"events": [{"name": "network-changed", "server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:24:15.758633 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 8e359855-2c0f-4ef0-9442-7c538022fbc0 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:24:15.759129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8e359855-2c0f-4ef0-9442-7c538022fbc0 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:24:15.775666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09284833-db23-487f-8192-dee1fb42d568 service neutron] Pushing event updated for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:15.813823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576d3229-5d31-4512-ad7a-191541cbb5df x-openstack-request-id: req-576d3229-5d31-4512-ad7a-191541cbb5df {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:24:15.814126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:24:15.814362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-576d3229-5d31-4512-ad7a-191541cbb5df {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:24:15.814760 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'status': 'completed', 'code': 200} Nov 24 05:24:15.851887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-734c0c1d-db02-471d-9eb9-e5f7900662fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:15.853445 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-734c0c1d-db02-471d-9eb9-e5f7900662fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 1096 time: 0.0509253 Nov 24 05:24:15.880140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7328c0-c843-4cf1-a7ae-d54e47e327fe req-a65a1c35-c10c-47cd-94c2-37c044ae7ee1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:15.881703 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-db7328c0-c843-4cf1-a7ae-d54e47e327fe req-a65a1c35-c10c-47cd-94c2-37c044ae7ee1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0527563 Nov 24 05:24:15.901405 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-3db1ba16-e74e-47cc-b7a3-3b428d9b9b4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6ded5d-b120-4abf-af47-22c998639eb9 HTTP/1.1" status: 200 len: 217 time: 0.0397925 Nov 24 05:24:15.933391 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-db7328c0-c843-4cf1-a7ae-d54e47e327fe req-62a4f40d-6930-435b-9549-3b4390f03434 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455265 Nov 24 05:24:15.964116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-c7963eb8-f41a-457e-9fd8-5ece39b848a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:15.965769 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-c7963eb8-f41a-457e-9fd8-5ece39b848a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0577183 Nov 24 05:24:16.011386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-a6a93488-7f38-471e-96fe-33fc0150126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:16.012915 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-a6a93488-7f38-471e-96fe-33fc0150126c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405052 Nov 24 05:24:16.104238 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-1b5c3a10-699e-42b1-bffc-ce0c487ad0b9 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840113 Nov 24 05:24:16.121605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9508e591-bfda-4db8-ad20-23fdadd76869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:16.195851 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a22a2b37-bbb3-4f78-9ec3-629f24c586ce req-127e04b9-42f3-435f-b2cf-0af47c7e88a3 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845137 Nov 24 05:24:16.279137 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a9220-296f-4fe9-8455-46994211ef85 req-95afbbd8-c127-4c28-9c60-cd9f90d43e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:16.280674 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fe3a9220-296f-4fe9-8455-46994211ef85 req-95afbbd8-c127-4c28-9c60-cd9f90d43e5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 1096 time: 0.0392909 Nov 24 05:24:16.372267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a9220-296f-4fe9-8455-46994211ef85 req-9f90bac4-0355-4e1b-a8d4-3464bf64bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:16.373613 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fe3a9220-296f-4fe9-8455-46994211ef85 req-9f90bac4-0355-4e1b-a8d4-3464bf64bae9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0859942 Nov 24 05:24:16.414445 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fe3a9220-296f-4fe9-8455-46994211ef85 req-bfe7ecd6-e172-4d53-b086-36c14332a239 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6ded5d-b120-4abf-af47-22c998639eb9 HTTP/1.1" status: 200 len: 217 time: 0.0330687 Nov 24 05:24:16.466326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a9220-296f-4fe9-8455-46994211ef85 req-19c74ba0-1dac-46f8-8882-23e865268404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:16.467781 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fe3a9220-296f-4fe9-8455-46994211ef85 req-19c74ba0-1dac-46f8-8882-23e865268404 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0453250 Nov 24 05:24:16.513279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a9220-296f-4fe9-8455-46994211ef85 req-a18be0a0-0cf3-4461-8747-09ff9ad663c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:16.514761 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fe3a9220-296f-4fe9-8455-46994211ef85 req-a18be0a0-0cf3-4461-8747-09ff9ad663c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395772 Nov 24 05:24:16.602487 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fe3a9220-296f-4fe9-8455-46994211ef85 req-35393ad4-6490-40b4-be9d-2ec9cfcd3fc4 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797739 Nov 24 05:24:16.694374 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fe3a9220-296f-4fe9-8455-46994211ef85 req-5590a784-f311-463a-8d33-1031ffcbcc73 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844462 Nov 24 05:24:17.059384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ef2f7-11a6-4387-adb6-d8818f689977 req-027811af-c4b3-4df5-889c-7edd22b7f255 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:17.060890 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-368ef2f7-11a6-4387-adb6-d8818f689977 req-027811af-c4b3-4df5-889c-7edd22b7f255 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0532782 Nov 24 05:24:17.109144 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-368ef2f7-11a6-4387-adb6-d8818f689977 req-fc0f5829-1ca4-41d6-a504-cda3d8f8350f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411634 Nov 24 05:24:18.225438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf519ab-bb9c-42b6-88dc-b5790156f05f req-06e0c792-61a0-4ed3-8b35-d793e45b6fc2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:18.226918 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-baf519ab-bb9c-42b6-88dc-b5790156f05f req-06e0c792-61a0-4ed3-8b35-d793e45b6fc2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0493398 Nov 24 05:24:18.272935 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-baf519ab-bb9c-42b6-88dc-b5790156f05f req-0dbc8da2-a777-40d8-bee6-bed504c46c4e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401258 Nov 24 05:24:18.385624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c44b9725-f941-458f-914e-9d13916fbbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:19.390736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b129d-20da-4a98-9306-eab4d94963ba req-192bcd6e-2ce4-499b-9405-c6bba05e3cc4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:19.392295 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f3b129d-20da-4a98-9306-eab4d94963ba req-192bcd6e-2ce4-499b-9405-c6bba05e3cc4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0526795 Nov 24 05:24:19.438869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f3b129d-20da-4a98-9306-eab4d94963ba req-08c0253c-036e-4d11-b987-bd6122c74804 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Nov 24 05:24:19.594275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:19.762144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1f6ded5d-b120-4abf-af47-22c998639eb9 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:24:19.855631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:19.866280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'port_id': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'mac_address': 'fa:16:3e:eb:96:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:24:19.901362 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:19.913163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6ded5d-b120-4abf-af47-22c998639eb9 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:24:19.934768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:19.939026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:19.983202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:20.142541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['1f6ded5d-b120-4abf-af47-22c998639eb9'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:24:20.554310 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd78184-5184-45c1-8e5a-c96b44c4af60 req-ce984d98-5275-42ce-902e-14a4b2b91129 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:20.555804 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dbd78184-5184-45c1-8e5a-c96b44c4af60 req-ce984d98-5275-42ce-902e-14a4b2b91129 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 944 time: 0.0496070 Nov 24 05:24:20.604024 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dbd78184-5184-45c1-8e5a-c96b44c4af60 req-0073b5bc-fbb6-4a89-89d5-89f482b6ff83 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423028 Nov 24 05:24:20.811286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:21.717930 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0966b-5ece-4ea8-abf5-3c9858f29c48 req-e2c3c6b6-cf92-495f-9a74-729aba7a09a1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:21.719400 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cbf0966b-5ece-4ea8-abf5-3c9858f29c48 req-e2c3c6b6-cf92-495f-9a74-729aba7a09a1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 944 time: 0.0495203 Nov 24 05:24:21.758384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:21.772795 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cbf0966b-5ece-4ea8-abf5-3c9858f29c48 req-4ac3ce7d-6d34-47cf-8a34-17c6c4074360 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465577 Nov 24 05:24:21.777073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1f6ded5d-b120-4abf-af47-22c998639eb9 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:24:21.825367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 1f6ded5d-b120-4abf-af47-22c998639eb9 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:24:21.829896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 1f6ded5d-b120-4abf-af47-22c998639eb9 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:24:21.830394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:21.903471 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:21.928257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:24:21.930725 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188a980a-94d8-4b0f-8b7e-a8145fe750bc" -d '{"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-plugged", "status": "completed", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:24:21.944115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:24:21.948183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:21.971018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74a324a-9ab7-4997-8cde-6b6c0e2b1e85 x-openstack-request-id: req-f74a324a-9ab7-4997-8cde-6b6c0e2b1e85 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:24:21.971313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-plugged", "status": "completed", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:24:21.971561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f74a324a-9ab7-4997-8cde-6b6c0e2b1e85 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:24:21.971963 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'code': 200} Nov 24 05:24:21.997741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:24:22.130113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025b58d-353e-404a-ade8-b5b349b16fb4 req-b962ce0c-3acd-4633-b7f1-1c701fa5c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:22.131499 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1025b58d-353e-404a-ade8-b5b349b16fb4 req-b962ce0c-3acd-4633-b7f1-1c701fa5c5c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 1098 time: 0.0405443 Nov 24 05:24:22.176510 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1025b58d-353e-404a-ade8-b5b349b16fb4 req-c046fe80-ac30-491b-8cb9-8d11ceef4345 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376859 Nov 24 05:24:22.889081 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d2266-70c8-42fb-b2cb-1fb6b4424d1e req-55bd8f91-f339-4a8a-b9bf-83ec4f78bcc7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:22.890534 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-566d2266-70c8-42fb-b2cb-1fb6b4424d1e req-55bd8f91-f339-4a8a-b9bf-83ec4f78bcc7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0498192 Nov 24 05:24:22.937499 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-566d2266-70c8-42fb-b2cb-1fb6b4424d1e req-2b833fb2-ecdb-41ec-8aa0-28f66480ec66 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405128 Nov 24 05:24:23.931609 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:24.056623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab585c8-ef8e-4fa4-841d-c2df915d5bf9 req-3bf1cbf0-1099-4cdb-abc0-033c8c4a797c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:24.058085 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aab585c8-ef8e-4fa4-841d-c2df915d5bf9 req-3bf1cbf0-1099-4cdb-abc0-033c8c4a797c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0492132 Nov 24 05:24:24.106203 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aab585c8-ef8e-4fa4-841d-c2df915d5bf9 req-8223cb57-2c71-4a08-9494-848d2cab210a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 Nov 24 05:24:24.223119 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c8ba5-f2d4-4c0d-85b9-09da6d6d7d45 req-add5e9da-de63-4346-a10e-681371ccb572 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:24.224631 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fb5c8ba5-f2d4-4c0d-85b9-09da6d6d7d45 req-add5e9da-de63-4346-a10e-681371ccb572 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0542078 Nov 24 05:24:24.233102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 41696) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:24:24.237492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-15ece9a6-3ee5-48db-90bc-7f40a3b728c6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Request body: {'floatingip': {'port_id': '1f6ded5d-b120-4abf-af47-22c998639eb9'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:24:24.275162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-15ece9a6-3ee5-48db-90bc-7f40a3b728c6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:24.698772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-15ece9a6-3ee5-48db-90bc-7f40a3b728c6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:24.703056 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-15ece9a6-3ee5-48db-90bc-7f40a3b728c6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:24.803541 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-15ece9a6-3ee5-48db-90bc-7f40a3b728c6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde associated. External IP: 172.26.0.237, port: 1f6ded5d-b120-4abf-af47-22c998639eb9. Nov 24 05:24:25.011560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ece9a6-3ee5-48db-90bc-7f40a3b728c6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:24:25.112637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ece9a6-3ee5-48db-90bc-7f40a3b728c6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:24:25.117367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-15ece9a6-3ee5-48db-90bc-7f40a3b728c6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:25.122027 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4368f0-b247-4c65-ba50-8a33f9fb30f0 None None] Sync routers for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:24:25.132267 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4368f0-b247-4c65-ba50-8a33f9fb30f0 None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:24:25.132874 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5a4368f0-b247-4c65-ba50-8a33f9fb30f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:24:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:24:25.146748 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-15ece9a6-3ee5-48db-90bc-7f40a3b728c6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "PUT /v2.0/floatingips/8f33a3de-8cf2-4ef8-bc91-06618d6d5dde HTTP/1.1" status: 200 len: 992 time: 0.9125822 Nov 24 05:24:25.147333 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:24:25.149609 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d817fbaf-db8f-496a-b9a6-9b255a610d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:24:25.189126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b0eec0-a3c5-4b53-a88d-7db474138e38 x-openstack-request-id: req-c8b0eec0-a3c5-4b53-a88d-7db474138e38 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:24:25.189588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:24:25.190053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8b0eec0-a3c5-4b53-a88d-7db474138e38 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:24:25.190526 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'status': 'completed', 'code': 200} Nov 24 05:24:25.241831 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-5a4368f0-b247-4c65-ba50-8a33f9fb30f0 None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:24:25.258695 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817fbaf-db8f-496a-b9a6-9b255a610d6a req-0db92f91-e22f-4b24-9731-957b9602b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:25.260234 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d817fbaf-db8f-496a-b9a6-9b255a610d6a req-0db92f91-e22f-4b24-9731-957b9602b7b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 1098 time: 0.0445495 Nov 24 05:24:25.348310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817fbaf-db8f-496a-b9a6-9b255a610d6a req-f50eef40-6bc7-460a-8747-791f50856de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:25.349784 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d817fbaf-db8f-496a-b9a6-9b255a610d6a req-f50eef40-6bc7-460a-8747-791f50856de6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0831661 Nov 24 05:24:25.417212 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d817fbaf-db8f-496a-b9a6-9b255a610d6a req-b63a4a5d-a517-4192-93f2-58bada51fc01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6ded5d-b120-4abf-af47-22c998639eb9 HTTP/1.1" status: 200 len: 1000 time: 0.0604165 Nov 24 05:24:25.463695 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5a4368f0-b247-4c65-ba50-8a33f9fb30f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:eb:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a956f288-573b-4678-8c5a-f7a82235b539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:24:24Z', 'revision_number': 13, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:24:25.466545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817fbaf-db8f-496a-b9a6-9b255a610d6a req-9063195e-7133-495f-9489-ad210d73793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:25.468119 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d817fbaf-db8f-496a-b9a6-9b255a610d6a req-9063195e-7133-495f-9489-ad210d73793e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0438380 Nov 24 05:24:25.515781 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817fbaf-db8f-496a-b9a6-9b255a610d6a req-bf015c3e-ec61-47da-aac2-bc44822db669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:24:25.518345 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d817fbaf-db8f-496a-b9a6-9b255a610d6a req-bf015c3e-ec61-47da-aac2-bc44822db669 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432980 Nov 24 05:24:25.575387 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4368f0-b247-4c65-ba50-8a33f9fb30f0 None None] Checking router: 8dad9bc5-9580-49e7-aa81-741ddeb87f84 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:24:25.584165 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4368f0-b247-4c65-ba50-8a33f9fb30f0 None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:24:25.584762 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5a4368f0-b247-4c65-ba50-8a33f9fb30f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:24:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:24:25.612755 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d817fbaf-db8f-496a-b9a6-9b255a610d6a req-a6d92600-d282-4aff-b100-bba06148d077 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874186 Nov 24 05:24:25.686805 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-5a4368f0-b247-4c65-ba50-8a33f9fb30f0 None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:24:25.699943 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d817fbaf-db8f-496a-b9a6-9b255a610d6a req-e0a61748-02c2-420f-bbf6-61fcfbbc5377 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802922 Nov 24 05:24:25.905167 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-5a4368f0-b247-4c65-ba50-8a33f9fb30f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:eb:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a956f288-573b-4678-8c5a-f7a82235b539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:24:24Z', 'revision_number': 13, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:24:25.933527 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4368f0-b247-4c65-ba50-8a33f9fb30f0 None None] The sync data for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv is: [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '8f33a3de-8cf2-4ef8-bc91-06618d6d5dde', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'floating_ip_address': '172.26.0.237', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'port_id': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'mac_address': 'fa:16:3e:eb:96:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a956f288-573b-4678-8c5a-f7a82235b539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:20:29Z', 'updated_at': '2021-11-24T05:24:24Z', 'revision_number': 13, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:24:26.106293 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f51991-19db-4792-8efb-ea0f8768e557 None None] New status for floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:24:46.123552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-16ab9744-7e1a-4307-a80c-d40821da4695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:48.387761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-26b07a6c-308e-4c23-ae87-f05b25bfa618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:49.597092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:50.810110 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:51.542119 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:24:51.761512 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:24:53.948685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:03.859326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dcd7d-88cb-4f45-957b-af5598cb56f5 req-2449d6a1-9c5a-4faf-85cb-496a34f88812 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:03.860876 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6f7dcd7d-88cb-4f45-957b-af5598cb56f5 req-2449d6a1-9c5a-4faf-85cb-496a34f88812 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0503802 Nov 24 05:25:03.910102 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6f7dcd7d-88cb-4f45-957b-af5598cb56f5 req-ee229ba4-d660-415e-935a-7a2d8e8345fe tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429282 Nov 24 05:25:16.058123 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-6a6181aa-ebe4-4934-b43f-89ee5184db82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440462 Nov 24 05:25:16.082291 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c75d2-09e9-47b8-bdab-05a1d1e70dbd req-afcc59fa-d26a-4472-9278-fd73b4a04349 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:16.083829 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-158c75d2-09e9-47b8-bdab-05a1d1e70dbd req-afcc59fa-d26a-4472-9278-fd73b4a04349 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0539408 Nov 24 05:25:16.127231 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e8da1cbd-5ef8-43bc-9be8-a76d2cc296ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:16.135217 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-158c75d2-09e9-47b8-bdab-05a1d1e70dbd req-48373a93-acb3-48ff-99b5-24408c460ada tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452943 Nov 24 05:25:17.255102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4bdc5-8f56-4b81-8548-172c8c6aa54c req-e7c05560-9ed7-4df9-8aac-9f0ec4478fcf tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:17.256871 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-11a4bdc5-8f56-4b81-8548-172c8c6aa54c req-e7c05560-9ed7-4df9-8aac-9f0ec4478fcf tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0530930 Nov 24 05:25:17.306903 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-11a4bdc5-8f56-4b81-8548-172c8c6aa54c req-6ff07353-96ac-400f-8439-758e88450acb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439491 Nov 24 05:25:17.332274 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750d54-1891-41d5-bf61-b5814da83329 req-bbdaa4bc-fff4-4d75-8483-df3daf845a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:17.333966 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-bbdaa4bc-fff4-4d75-8483-df3daf845a8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 1098 time: 0.0426497 Nov 24 05:25:17.423783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750d54-1891-41d5-bf61-b5814da83329 req-499b05ab-496d-4ed1-895c-00162729ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:17.425823 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-499b05ab-496d-4ed1-895c-00162729ac2b service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0845766 Nov 24 05:25:17.496374 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-67a6a087-2a6e-4491-806b-09166ff50cd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6ded5d-b120-4abf-af47-22c998639eb9 HTTP/1.1" status: 200 len: 1002 time: 0.0614870 Nov 24 05:25:17.543461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750d54-1891-41d5-bf61-b5814da83329 req-ec981df0-9e55-4c4e-9e29-cbbd88d81028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:17.544898 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-ec981df0-9e55-4c4e-9e29-cbbd88d81028 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0418849 Nov 24 05:25:17.588033 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750d54-1891-41d5-bf61-b5814da83329 req-303a5d1e-4dfc-4f12-92bc-d6250b30ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:17.589459 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-303a5d1e-4dfc-4f12-92bc-d6250b30ad69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377567 Nov 24 05:25:17.679324 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-3eb66105-d4f6-4c48-b2f2-3dfc4f0264b1 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825067 Nov 24 05:25:17.768282 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-ea4778cf-f5dd-491e-af9d-195bcf43516b service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814168 Nov 24 05:25:18.388908 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-921710a7-8b50-402d-9e6d-a538be5223b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:18.427754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cc705-913f-4904-85c9-3965e88c2f80 req-f0d9ac90-ece6-42a8-a06c-dabba548f0bd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:18.429856 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d4cc705-913f-4904-85c9-3965e88c2f80 req-f0d9ac90-ece6-42a8-a06c-dabba548f0bd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0543385 Nov 24 05:25:18.476532 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d4cc705-913f-4904-85c9-3965e88c2f80 req-c3156ffb-4be0-4be5-ac79-64d4d829b977 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 Nov 24 05:25:19.592487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af5414-0b57-4958-aabc-3f56310192c0 req-c38eb1cb-004e-4adb-b890-85eee7ba2842 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:19.594086 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a1af5414-0b57-4958-aabc-3f56310192c0 req-c38eb1cb-004e-4adb-b890-85eee7ba2842 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0494020 Nov 24 05:25:19.600886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:19.643244 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a1af5414-0b57-4958-aabc-3f56310192c0 req-4c02ab22-e198-4bbd-8933-653a09478b98 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419726 Nov 24 05:25:20.758208 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420e556-bd01-47e8-92b8-6749c635131f req-ec414315-f242-49ae-b82a-464c654c1a7e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:20.759669 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0420e556-bd01-47e8-92b8-6749c635131f req-ec414315-f242-49ae-b82a-464c654c1a7e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0482571 Nov 24 05:25:20.811557 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0420e556-bd01-47e8-92b8-6749c635131f req-06200095-315e-43b4-b24c-d3bae5757641 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459599 Nov 24 05:25:20.814516 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:21.763431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:21.929284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749cee0-b2a5-44ab-a844-85d8bf80b271 req-9f51cc24-4430-478a-b950-8f8f0af0dd55 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:21.930780 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3749cee0-b2a5-44ab-a844-85d8bf80b271 req-9f51cc24-4430-478a-b950-8f8f0af0dd55 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0490015 Nov 24 05:25:21.980002 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3749cee0-b2a5-44ab-a844-85d8bf80b271 req-5ca3556a-bce8-4f5b-98eb-324b5908bb8a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433426 Nov 24 05:25:22.529688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451847e-6e89-46c3-ba3c-4488efe68795 req-f3316888-4185-46d7-a849-0cb206ecabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:22.531160 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1451847e-6e89-46c3-ba3c-4488efe68795 req-f3316888-4185-46d7-a849-0cb206ecabf6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 1098 time: 0.0439119 Nov 24 05:25:22.629932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451847e-6e89-46c3-ba3c-4488efe68795 req-0d2ba2b9-94c9-4245-831a-a7c747ba089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:22.631363 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1451847e-6e89-46c3-ba3c-4488efe68795 req-0d2ba2b9-94c9-4245-831a-a7c747ba089d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0816514 Nov 24 05:25:23.010759 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1451847e-6e89-46c3-ba3c-4488efe68795 req-b15c0400-1a44-43c5-9ef5-e914d0aff9e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6ded5d-b120-4abf-af47-22c998639eb9 HTTP/1.1" status: 200 len: 1002 time: 0.3706439 Nov 24 05:25:23.060330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451847e-6e89-46c3-ba3c-4488efe68795 req-3402022c-43b6-41ed-a754-6c2c712a46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:23.061674 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1451847e-6e89-46c3-ba3c-4488efe68795 req-3402022c-43b6-41ed-a754-6c2c712a46c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0427127 Nov 24 05:25:23.096964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d2860-2131-4c78-970d-9d2c620ed42d req-c4095da9-090d-4761-b91f-22421e8d734f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:23.098496 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-209d2860-2131-4c78-970d-9d2c620ed42d req-c4095da9-090d-4761-b91f-22421e8d734f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0496075 Nov 24 05:25:23.107674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451847e-6e89-46c3-ba3c-4488efe68795 req-53ae4a29-9c59-4e93-a6d0-ec8049e7cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:23.109167 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1451847e-6e89-46c3-ba3c-4488efe68795 req-53ae4a29-9c59-4e93-a6d0-ec8049e7cfa4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404639 Nov 24 05:25:23.145630 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-209d2860-2131-4c78-970d-9d2c620ed42d req-bd83b9ba-3b9a-4b0a-88b3-34b5837d5d0c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410821 Nov 24 05:25:23.201214 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1451847e-6e89-46c3-ba3c-4488efe68795 req-e9051893-74f5-4c82-b923-d0241e0a63e1 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847998 Nov 24 05:25:23.290897 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1451847e-6e89-46c3-ba3c-4488efe68795 req-57927258-84d6-4bea-a89e-bc969db66946 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830264 Nov 24 05:25:23.961561 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:24.265729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073d669-acc9-4b19-ab07-718445b11d18 req-ed5c6250-0a9d-4952-8f68-cf4dafb0cc92 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:24.267789 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6073d669-acc9-4b19-ab07-718445b11d18 req-ed5c6250-0a9d-4952-8f68-cf4dafb0cc92 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0537300 Nov 24 05:25:24.314943 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6073d669-acc9-4b19-ab07-718445b11d18 req-d49ddaaa-c534-4892-b6ec-8e331154e17f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411208 Nov 24 05:25:25.432753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6733f19-104c-42c4-9f18-98a1514c9060 req-76b50d04-4172-4661-8aa2-2c70908d456c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:25.434200 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e6733f19-104c-42c4-9f18-98a1514c9060 req-76b50d04-4172-4661-8aa2-2c70908d456c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0483270 Nov 24 05:25:25.481053 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e6733f19-104c-42c4-9f18-98a1514c9060 req-b94fe5b3-28e5-4163-864d-c217fc274f0f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408027 Nov 24 05:25:26.640387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e3bc7-0214-445d-838e-ab362ceeabb4 req-b6382e9f-4dc7-42aa-b85b-a4214548156d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:26.642353 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d5e3bc7-0214-445d-838e-ab362ceeabb4 req-b6382e9f-4dc7-42aa-b85b-a4214548156d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0865171 Nov 24 05:25:26.693066 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d5e3bc7-0214-445d-838e-ab362ceeabb4 req-a6f00b65-8861-4020-aaed-6a6229026666 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443354 Nov 24 05:25:27.808273 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f7993-b8ff-42fc-9e0c-fda1fc104e94 req-169521c3-fef0-41d3-82eb-7876a2137c8d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:27.809682 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-032f7993-b8ff-42fc-9e0c-fda1fc104e94 req-169521c3-fef0-41d3-82eb-7876a2137c8d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0488930 Nov 24 05:25:27.856035 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-032f7993-b8ff-42fc-9e0c-fda1fc104e94 req-16b2bc6c-845a-4b1e-981b-570c603c2881 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402086 Nov 24 05:25:28.540492 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:25:28.970745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30cf33-653f-4702-a919-71af4b787373 req-f1cedb49-cbf1-44f3-ab3f-63838921bdf0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:28.972367 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-db30cf33-653f-4702-a919-71af4b787373 req-f1cedb49-cbf1-44f3-ab3f-63838921bdf0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0483611 Nov 24 05:25:29.018697 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-db30cf33-653f-4702-a919-71af4b787373 req-cd2fedeb-24f4-4be4-88da-33519bde55e6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405023 Nov 24 05:25:30.138188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dea6e3-9393-48bb-ac1e-4979873c9eff req-407ea52a-72a2-48aa-a31b-4187bc5fdd9a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:30.139733 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-45dea6e3-9393-48bb-ac1e-4979873c9eff req-407ea52a-72a2-48aa-a31b-4187bc5fdd9a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0516255 Nov 24 05:25:30.186496 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-45dea6e3-9393-48bb-ac1e-4979873c9eff req-06f3e4e2-bd79-4916-909e-f17dc4b2568c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401871 Nov 24 05:25:31.302145 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e27cf-f3b0-423f-8228-811a611dd143 req-3c0e4c8a-60f2-4fc9-b576-44111a7cb80d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:31.303611 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-735e27cf-f3b0-423f-8228-811a611dd143 req-3c0e4c8a-60f2-4fc9-b576-44111a7cb80d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0485485 Nov 24 05:25:31.350586 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-735e27cf-f3b0-423f-8228-811a611dd143 req-bc99ede9-57af-443f-913b-f0684e582ea1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 Nov 24 05:25:32.466756 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9282737-a1d6-44c0-b0f1-e3a47e2ad320 req-97a61fb8-90de-4bc9-bd23-190062725c56 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:32.468233 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f9282737-a1d6-44c0-b0f1-e3a47e2ad320 req-97a61fb8-90de-4bc9-bd23-190062725c56 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0518470 Nov 24 05:25:32.515221 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f9282737-a1d6-44c0-b0f1-e3a47e2ad320 req-8ad94829-6a80-4ecc-a837-391666ca2cba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404751 Nov 24 05:25:33.631104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23f4d4-910c-4aa7-94b1-993a5cf09a2b req-1f97dfcc-e880-4e4c-8a7a-f2d646178ba0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:33.632591 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2a23f4d4-910c-4aa7-94b1-993a5cf09a2b req-1f97dfcc-e880-4e4c-8a7a-f2d646178ba0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0491228 Nov 24 05:25:33.678580 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2a23f4d4-910c-4aa7-94b1-993a5cf09a2b req-72a12e36-16bb-4add-9fc8-eec795e1e193 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400932 Nov 24 05:25:34.793584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7dca2-dea4-47f4-8917-14df2f56d145 req-6fd4da2c-aa99-4007-aa45-ea295a65cda6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:34.795099 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7e7dca2-dea4-47f4-8917-14df2f56d145 req-6fd4da2c-aa99-4007-aa45-ea295a65cda6 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0489221 Nov 24 05:25:34.847263 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7e7dca2-dea4-47f4-8917-14df2f56d145 req-c40bf363-6b73-48f7-afd2-5baea3ba0273 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Nov 24 05:25:35.962249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594598-cb42-4f91-a966-c973d8f32411 req-7c359eb6-cd5e-452e-b914-cb40a7c6e0b2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:35.963732 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d594598-cb42-4f91-a966-c973d8f32411 req-7c359eb6-cd5e-452e-b914-cb40a7c6e0b2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0474467 Nov 24 05:25:36.010607 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d594598-cb42-4f91-a966-c973d8f32411 req-df7ecea6-2a90-48e5-9d7f-891f9918ed69 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406787 Nov 24 05:25:37.125518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a6f3a-49df-4007-95fc-d39bc44913fb req-82a6f899-f3cd-4287-8f74-0b344e3ed04b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:37.127208 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1a0a6f3a-49df-4007-95fc-d39bc44913fb req-82a6f899-f3cd-4287-8f74-0b344e3ed04b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0491285 Nov 24 05:25:37.174225 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1a0a6f3a-49df-4007-95fc-d39bc44913fb req-5490a7a3-adb9-44e0-95e6-a260cafa2894 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411661 Nov 24 05:25:38.293866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af267763-587a-4d88-a523-6458211829e6 req-555ef3fd-7268-41a6-8147-f66edcf25daa tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:38.295312 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-af267763-587a-4d88-a523-6458211829e6 req-555ef3fd-7268-41a6-8147-f66edcf25daa tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0520358 Nov 24 05:25:38.342824 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-af267763-587a-4d88-a523-6458211829e6 req-02b92267-fd51-45ae-8adc-b97ad72e43f2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 Nov 24 05:25:39.456347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec1ebc-6353-4809-8b66-f0e86dcde178 req-a9d64b42-ce06-439a-907d-e7edbeae1157 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:39.457815 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fbec1ebc-6353-4809-8b66-f0e86dcde178 req-a9d64b42-ce06-439a-907d-e7edbeae1157 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0476806 Nov 24 05:25:39.504726 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fbec1ebc-6353-4809-8b66-f0e86dcde178 req-b702c254-992a-436c-942f-799988b59dab tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410743 Nov 24 05:25:40.618963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff941-4067-4ee6-a8c0-431d0cafe410 req-fd4b89fe-a558-4319-aa47-87aa7d4f5472 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:40.620451 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9f8ff941-4067-4ee6-a8c0-431d0cafe410 req-fd4b89fe-a558-4319-aa47-87aa7d4f5472 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0482121 Nov 24 05:25:40.670628 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9f8ff941-4067-4ee6-a8c0-431d0cafe410 req-d1d430f8-3745-4f70-a162-2ec742f11b4c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437987 Nov 24 05:25:41.785755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d085916-5b32-4296-955e-ce277c38fb6c req-d6852f38-12d6-4661-a980-44c8c3b9be84 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:41.787195 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d085916-5b32-4296-955e-ce277c38fb6c req-d6852f38-12d6-4661-a980-44c8c3b9be84 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0486965 Nov 24 05:25:41.836474 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d085916-5b32-4296-955e-ce277c38fb6c req-7ef9eb0f-83e1-4e44-8044-2f3b56dfbe42 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Nov 24 05:25:42.951390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7002e0b-6e16-49b0-9abd-2424c11bd919 req-5553815b-5d1c-4d1d-b700-81071b6c895b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:42.952883 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7002e0b-6e16-49b0-9abd-2424c11bd919 req-5553815b-5d1c-4d1d-b700-81071b6c895b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0477738 Nov 24 05:25:43.000458 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7002e0b-6e16-49b0-9abd-2424c11bd919 req-c5e8ad9e-d8dc-4184-95f9-3cf23a1f4d47 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Nov 24 05:25:44.118147 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74d9d5-b21d-4d1f-9521-a43460560e4f req-a7a1a8e5-8ab8-4e39-b975-0e2996ccc088 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:44.119581 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5e74d9d5-b21d-4d1f-9521-a43460560e4f req-a7a1a8e5-8ab8-4e39-b975-0e2996ccc088 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0514433 Nov 24 05:25:44.166345 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5e74d9d5-b21d-4d1f-9521-a43460560e4f req-8391c6bf-c15a-45ec-be4d-8e9e3677038d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407228 Nov 24 05:25:45.286300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15044f1-f0e2-49e8-8ca4-ac8200eccfa5 req-c5e7ce69-439f-4dc7-8227-047733710720 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:45.287797 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b15044f1-f0e2-49e8-8ca4-ac8200eccfa5 req-c5e7ce69-439f-4dc7-8227-047733710720 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0520620 Nov 24 05:25:45.334032 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b15044f1-f0e2-49e8-8ca4-ac8200eccfa5 req-3224c481-97dc-451f-9228-c837b8b97ac4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403829 Nov 24 05:25:46.128901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-412757f6-3a3c-4fac-8e5a-37a077df3508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:46.452241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a501e3-1d8d-48a0-8395-a0d5e025a718 req-7dd6f26b-28a7-4a52-ab71-a1cf7abe5e46 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:46.453608 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-93a501e3-1d8d-48a0-8395-a0d5e025a718 req-7dd6f26b-28a7-4a52-ab71-a1cf7abe5e46 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0508943 Nov 24 05:25:46.789242 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-93a501e3-1d8d-48a0-8395-a0d5e025a718 req-3f0bed53-ae8f-4eed-ab5f-4314700446d2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289657 Nov 24 05:25:47.902864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995915a4-6cea-46a6-9d19-7640d5112b67 req-a10df4d4-ae58-4836-aa50-887997892e5b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:47.904334 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-995915a4-6cea-46a6-9d19-7640d5112b67 req-a10df4d4-ae58-4836-aa50-887997892e5b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0479629 Nov 24 05:25:47.950662 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-995915a4-6cea-46a6-9d19-7640d5112b67 req-ab6be5fd-0cca-4e11-940b-cbb329588b61 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402951 Nov 24 05:25:48.389312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eb4604d3-0d13-4aaa-83d4-d35123676e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:49.067466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8e658-933b-4468-8ffe-992098b16e1c req-92e06320-cff9-4532-9d16-d945a772aec0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:49.068872 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-53b8e658-933b-4468-8ffe-992098b16e1c req-92e06320-cff9-4532-9d16-d945a772aec0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0488524 Nov 24 05:25:49.118831 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-53b8e658-933b-4468-8ffe-992098b16e1c req-42e63124-5eda-4648-9cc6-1378e75f48ee tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439789 Nov 24 05:25:49.605395 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:50.235661 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b73a3-3942-4637-8704-3653ad3d1a23 req-11768ef5-f3a3-4a0a-848d-4f3b80444d78 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:50.237174 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a42b73a3-3942-4637-8704-3653ad3d1a23 req-11768ef5-f3a3-4a0a-848d-4f3b80444d78 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0496802 Nov 24 05:25:50.286527 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a42b73a3-3942-4637-8704-3653ad3d1a23 req-25a5c365-3da0-4baf-abe8-a24ee153d21b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432329 Nov 24 05:25:50.816373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:51.406455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25a962-8e09-40f5-b0df-f28d9b514fdd req-321379de-9919-47b2-9570-3f036602a25a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:51.408196 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f25a962-8e09-40f5-b0df-f28d9b514fdd req-321379de-9919-47b2-9570-3f036602a25a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0508325 Nov 24 05:25:51.457319 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f25a962-8e09-40f5-b0df-f28d9b514fdd req-0353ea9d-5517-4397-9be8-0170bb883a7f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434885 Nov 24 05:25:51.500161 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-f9626e75-3f77-4196-9593-8246510fcbdf service neutron] 10.222.0.31 "GET /v2.0/ports/1f6ded5d-b120-4abf-af47-22c998639eb9/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0575318 Nov 24 05:25:51.701685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750d54-1891-41d5-bf61-b5814da83329 req-4245bb0c-6f79-42b3-9391-04fa6f69a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:51.703251 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-4245bb0c-6f79-42b3-9391-04fa6f69a090 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 1098 time: 0.0410106 Nov 24 05:25:51.763953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750d54-1891-41d5-bf61-b5814da83329 req-b8f284ab-1b58-42ff-ba58-575c9f915580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:51.765262 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:51.765531 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-b8f284ab-1b58-42ff-ba58-575c9f915580 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 1098 time: 0.0411565 Nov 24 05:25:51.858942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750d54-1891-41d5-bf61-b5814da83329 req-55e02653-fb71-4781-872e-bb67f17300f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:51.860551 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-55e02653-fb71-4781-872e-bb67f17300f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0882020 Nov 24 05:25:51.923880 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-25d47b02-87f1-4e66-bb86-251eeeeb8274 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6ded5d-b120-4abf-af47-22c998639eb9 HTTP/1.1" status: 200 len: 1002 time: 0.0568900 Nov 24 05:25:51.972936 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750d54-1891-41d5-bf61-b5814da83329 req-71c2f963-b9dd-428d-965e-2d83befe4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:51.974331 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-71c2f963-b9dd-428d-965e-2d83befe4d06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0433812 Nov 24 05:25:52.021890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750d54-1891-41d5-bf61-b5814da83329 req-a662677f-4f48-4d39-bb80-25eb7b767185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:52.023316 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-a662677f-4f48-4d39-bb80-25eb7b767185 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420334 Nov 24 05:25:52.110040 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-d4a534e3-1fb0-4b88-ab4c-a73d8f8f34f5 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794754 Nov 24 05:25:52.199839 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-2032f6bb-f9bd-4c53-acf6-caad81f8d341 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829329 Nov 24 05:25:52.578340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b073987-a4ab-41df-a19b-fca39fd9bc7f req-4c864d1f-b814-4d9e-ac3d-831e00860a4a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:52.579849 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9b073987-a4ab-41df-a19b-fca39fd9bc7f req-4c864d1f-b814-4d9e-ac3d-831e00860a4a tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0518532 Nov 24 05:25:52.628349 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9b073987-a4ab-41df-a19b-fca39fd9bc7f req-8c112019-f60c-485a-a055-deed5b6d255f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424075 Nov 24 05:25:53.750115 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d17111-52f3-430e-aef6-50fa4e6bcf89 req-833f86a0-866b-47a8-8018-e53542c694c4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:53.752327 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-17d17111-52f3-430e-aef6-50fa4e6bcf89 req-833f86a0-866b-47a8-8018-e53542c694c4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0515540 Nov 24 05:25:53.802741 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-17d17111-52f3-430e-aef6-50fa4e6bcf89 req-02e9c7d0-25d7-4d91-8d5e-d5eca1119be3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433128 Nov 24 05:25:53.961420 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:54.137034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1f6ded5d-b120-4abf-af47-22c998639eb9 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:25:54.211394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:54.234090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:25:54.236807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebdb6e3-872e-4544-8d31-4efc21729e84" -d '{"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-unplugged", "status": "completed", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:25:54.249689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:25:54.254785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:25:54.290752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 05:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e94d41-9a84-4365-8c93-9712f2e42f67 x-openstack-request-id: req-d3e94d41-9a84-4365-8c93-9712f2e42f67 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:25:54.291053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-unplugged", "status": "completed", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:25:54.291309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3e94d41-9a84-4365-8c93-9712f2e42f67 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:25:54.291723 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'code': 200} Nov 24 05:25:54.308982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:25:54.316149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.316507 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.316854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.317195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.317553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.317870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.318204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.318537 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.318870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.319220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.319547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.319895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:25:54.921312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43c973-eca7-4173-aacf-0f64c5bf6de2 req-fa19634c-46da-43e6-adda-174ec1e5bdd5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:54.923721 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8a43c973-eca7-4173-aacf-0f64c5bf6de2 req-fa19634c-46da-43e6-adda-174ec1e5bdd5 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0491574 Nov 24 05:25:54.974023 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8a43c973-eca7-4173-aacf-0f64c5bf6de2 req-941e387e-4ddb-4d1e-b0de-4d836823952e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446856 Nov 24 05:25:56.095338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48cb6d-bec5-49e5-8d9b-6c8ac945e518 req-d04462b9-79b9-445d-b9e7-650086a10914 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:56.097079 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ff48cb6d-bec5-49e5-8d9b-6c8ac945e518 req-d04462b9-79b9-445d-b9e7-650086a10914 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0517995 Nov 24 05:25:56.145820 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ff48cb6d-bec5-49e5-8d9b-6c8ac945e518 req-3541f7ed-6ba7-4088-a61d-fa6d4ec570e7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425894 Nov 24 05:25:57.259799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fdbeb-d72d-44c4-bc64-514b7396edab req-3ddb6c47-2e51-4292-b57f-ed9af931ea83 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:57.261229 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-123fdbeb-d72d-44c4-bc64-514b7396edab req-3ddb6c47-2e51-4292-b57f-ed9af931ea83 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0478685 Nov 24 05:25:57.307749 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-123fdbeb-d72d-44c4-bc64-514b7396edab req-8a19ecbb-8999-4bc5-9eef-28c0789e4d68 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399468 Nov 24 05:25:58.432504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c08c0-0d37-40d8-99d5-17d5aa5430b3 req-5389c8b6-066c-44ea-9268-f89b238ead76 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:58.433950 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2d6c08c0-0d37-40d8-99d5-17d5aa5430b3 req-5389c8b6-066c-44ea-9268-f89b238ead76 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0519073 Nov 24 05:25:58.480381 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2d6c08c0-0d37-40d8-99d5-17d5aa5430b3 req-77bf4622-1290-42e2-bae6-fe23837c0ea8 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 Nov 24 05:25:59.596929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fb332-f87f-4574-afa0-24cd9c287bad req-822a6903-63dd-4614-88df-a927dc0ddaee tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:25:59.598402 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b53fb332-f87f-4574-afa0-24cd9c287bad req-822a6903-63dd-4614-88df-a927dc0ddaee tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0493529 Nov 24 05:25:59.646734 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b53fb332-f87f-4574-afa0-24cd9c287bad req-214f4bd1-137d-40fb-80be-58757408e502 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 Nov 24 05:26:00.133049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1f6ded5d-b120-4abf-af47-22c998639eb9 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:26:00.229377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:00.241276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'port_id': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'mac_address': 'fa:16:3e:eb:96:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:26:00.277009 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:00.290002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6ded5d-b120-4abf-af47-22c998639eb9 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:26:00.309678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:00.313638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:00.363668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:00.372049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['1f6ded5d-b120-4abf-af47-22c998639eb9'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:26:00.765626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672d6da-9dae-474f-9301-bd904a56a739 req-21d326e0-2ac2-42a5-9c24-199e24fe71ce tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:00.767093 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4672d6da-9dae-474f-9301-bd904a56a739 req-21d326e0-2ac2-42a5-9c24-199e24fe71ce tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 944 time: 0.0510318 Nov 24 05:26:00.814879 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4672d6da-9dae-474f-9301-bd904a56a739 req-50cc6c03-e55e-4a54-b21a-5c3959e962e3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411417 Nov 24 05:26:01.931506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c3509-b317-4f87-ab70-5c2b0feabe3d req-6a6a44b8-5750-4198-baeb-30f1f2b40c48 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:01.933003 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-363c3509-b317-4f87-ab70-5c2b0feabe3d req-6a6a44b8-5750-4198-baeb-30f1f2b40c48 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 944 time: 0.0479476 Nov 24 05:26:01.979941 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-363c3509-b317-4f87-ab70-5c2b0feabe3d req-d52490b9-80d2-46ca-b076-10605848a334 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410788 Nov 24 05:26:02.198316 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1f6ded5d-b120-4abf-af47-22c998639eb9 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:26:02.244532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 1f6ded5d-b120-4abf-af47-22c998639eb9 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:26:02.244899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:02.320380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:02.342396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:26:02.344632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4cae67-95df-4333-b467-0cd88e0c85f5" -d '{"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-plugged", "status": "completed", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:26:02.357565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:02.361570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:02.391121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9a9354-b5fd-4d45-9b91-8affb2a5b5a3 x-openstack-request-id: req-0a9a9354-b5fd-4d45-9b91-8affb2a5b5a3 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:26:02.391413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-plugged", "status": "completed", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:26:02.391695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a9a9354-b5fd-4d45-9b91-8affb2a5b5a3 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:26:02.392100 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'code': 200} Nov 24 05:26:02.411860 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=8']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:03.095018 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d031-1fff-4e07-a405-730d60201e68 req-dc2f97a8-23e9-4ff8-abc0-f6cf8dfd1eae tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:03.096938 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6bd3d031-1fff-4e07-a405-730d60201e68 req-dc2f97a8-23e9-4ff8-abc0-f6cf8dfd1eae tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0492303 Nov 24 05:26:03.148210 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6bd3d031-1fff-4e07-a405-730d60201e68 req-e377098a-8c79-46ed-af82-29ea42c0877e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452476 Nov 24 05:26:04.267820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2f626-575c-4f4f-ba04-e0a2a3dc0a14 req-e64fe285-992b-4d47-9044-f271d5f9a4ba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:04.269821 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-03e2f626-575c-4f4f-ba04-e0a2a3dc0a14 req-e64fe285-992b-4d47-9044-f271d5f9a4ba tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0495598 Nov 24 05:26:04.316015 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-03e2f626-575c-4f4f-ba04-e0a2a3dc0a14 req-15c5d0fb-488c-4d35-b242-26f8263a8138 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403214 Nov 24 05:26:04.595078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-c67a6252-c9d5-4bcd-be62-125078db2ba2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:04.596651 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-c67a6252-c9d5-4bcd-be62-125078db2ba2 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539&tenant_id=172eb9a63cf84e6cb9d2b012505b2067&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 945 time: 0.0522580 Nov 24 05:26:04.610776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b55796-1097-4ace-9a02-40e5e7b4879d req-e569648a-3caa-41bd-9f12-29354178a36b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:04.612399 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c5b55796-1097-4ace-9a02-40e5e7b4879d req-e569648a-3caa-41bd-9f12-29354178a36b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0506303 Nov 24 05:26:04.659344 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-3887d817-d29e-4577-bc82-9f055cad8fff service neutron] 10.222.0.31 "GET /v2.0/ports/1f6ded5d-b120-4abf-af47-22c998639eb9/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0536578 Nov 24 05:26:04.661294 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c5b55796-1097-4ace-9a02-40e5e7b4879d req-5f9e7350-f144-4f6b-b0eb-43356688798f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Nov 24 05:26:04.726610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-e66be7b6-4d39-4b64-b1d7-ac4cebf5cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:04.728116 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-e66be7b6-4d39-4b64-b1d7-ac4cebf5cd96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 1098 time: 0.0458474 Nov 24 05:26:04.821425 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-413a5592-ee2d-4807-bd94-752d26443795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:04.822904 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-413a5592-ee2d-4807-bd94-752d26443795 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0847421 Nov 24 05:26:04.891488 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-e8834452-6808-43e5-b306-1a844a7d7447 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6ded5d-b120-4abf-af47-22c998639eb9 HTTP/1.1" status: 200 len: 1002 time: 0.0606859 Nov 24 05:26:04.939829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-dc17e126-3709-4fa7-b47c-3778abedcdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:04.941917 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-dc17e126-3709-4fa7-b47c-3778abedcdc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0435367 Nov 24 05:26:04.988567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-b47c13b0-0789-42aa-86fe-0205df8951eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:04.990020 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-b47c13b0-0789-42aa-86fe-0205df8951eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393255 Nov 24 05:26:05.083694 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-fe6c18a6-b5b5-4d4e-9cb7-03f3a58441e7 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842512 Nov 24 05:26:05.173052 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-16024271-b76a-42b3-b30f-447eb86399ec service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808115 Nov 24 05:26:05.540045 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:26:05.783023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9369a8-725d-479b-b7a8-5180cc18aec7 req-35668299-0ffd-41f8-b8dd-c1f7fdcec1f1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:05.785327 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ed9369a8-725d-479b-b7a8-5180cc18aec7 req-35668299-0ffd-41f8-b8dd-c1f7fdcec1f1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0534184 Nov 24 05:26:05.832755 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ed9369a8-725d-479b-b7a8-5180cc18aec7 req-e7defd0e-b6d6-414c-8c03-35f7c99ff7d9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Nov 24 05:26:06.950353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c76abb-b2ab-41e9-ab05-14c60ca928f6 req-3ba34719-aac6-491f-94cf-ce2bb0da8f34 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:06.951851 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-12c76abb-b2ab-41e9-ab05-14c60ca928f6 req-3ba34719-aac6-491f-94cf-ce2bb0da8f34 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0499215 Nov 24 05:26:06.999895 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-12c76abb-b2ab-41e9-ab05-14c60ca928f6 req-020f981c-0ac3-4fe3-a456-5362fe0a8cab tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Nov 24 05:26:08.119179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90600a0b-317a-4601-80bf-201ee2962e09 req-4cac6ec0-47b7-461c-a8c1-8d00217bbfaa tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:08.121041 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-90600a0b-317a-4601-80bf-201ee2962e09 req-4cac6ec0-47b7-461c-a8c1-8d00217bbfaa tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0519171 Nov 24 05:26:08.177527 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-90600a0b-317a-4601-80bf-201ee2962e09 req-dab0db7c-4f3b-4036-ab16-61795b8a254d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502326 Nov 24 05:26:09.293408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804c5b7-2573-43ca-bb79-1d873c852b18 req-183464df-bb3a-46a1-a571-3c1049dd7d9f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:09.294916 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8804c5b7-2573-43ca-bb79-1d873c852b18 req-183464df-bb3a-46a1-a571-3c1049dd7d9f tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0495043 Nov 24 05:26:09.343337 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8804c5b7-2573-43ca-bb79-1d873c852b18 req-88ad0538-27d6-4347-89ae-0949d9dd74bc tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415375 Nov 24 05:26:09.646497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-0ce117bd-d05a-4458-9b1a-91828ec36063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:09.647994 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-0ce117bd-d05a-4458-9b1a-91828ec36063 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539&tenant_id=172eb9a63cf84e6cb9d2b012505b2067 HTTP/1.1" status: 200 len: 1098 time: 0.0458770 Nov 24 05:26:09.714796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-c9c5445d-c6c8-49d8-8b90-1c1a39912001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:09.716449 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-c9c5445d-c6c8-49d8-8b90-1c1a39912001 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 1098 time: 0.0394506 Nov 24 05:26:09.804283 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-b9758e2e-adf8-45d7-a611-a3257f7ab7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:09.805749 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-b9758e2e-adf8-45d7-a611-a3257f7ab7ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 200 len: 913 time: 0.0824111 Nov 24 05:26:09.871886 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-f12aeaa4-de2e-476f-9e65-8dcf09a2ee2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6ded5d-b120-4abf-af47-22c998639eb9 HTTP/1.1" status: 200 len: 1002 time: 0.0596240 Nov 24 05:26:09.919160 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-c55dc408-135e-44a1-84de-1baea5678e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:09.920627 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-c55dc408-135e-44a1-84de-1baea5678e77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 200 len: 851 time: 0.0424790 Nov 24 05:26:09.965401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-e0f4d564-3889-46ca-80e3-a8b8be7337a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:09.966753 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-e0f4d564-3889-46ca-80e3-a8b8be7337a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8ca23cc3-078f-4796-9b14-4cee7c721c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394139 Nov 24 05:26:10.057783 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-c6b9530a-583f-44a0-bd1b-6602f1c372c1 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838892 Nov 24 05:26:10.149682 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3e2c7952-81c4-4e25-89ed-c6df37b6f4cb req-744df9fb-8a42-4a7f-a2a2-b9875a7194b0 service neutron] 10.222.0.31 "GET /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844307 Nov 24 05:26:10.263066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1f6ded5d-b120-4abf-af47-22c998639eb9 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:26:10.336639 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:10.358672 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:26:10.361052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ec48bf-a6d8-4bea-8b03-7ea8abaddc18" -d '{"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-unplugged", "status": "completed", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:26:10.374788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:10.380973 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:10.418401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 05:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cccca4-bc6a-48e6-b48d-5a40164b4c35 x-openstack-request-id: req-c4cccca4-bc6a-48e6-b48d-5a40164b4c35 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:26:10.418701 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-unplugged", "status": "completed", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:26:10.418984 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4cccca4-bc6a-48e6-b48d-5a40164b4c35 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:26:10.419381 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'code': 200} Nov 24 05:26:10.442259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=9']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:10.475250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1b17e-5acc-4a0f-8a16-89247823c7f4 req-709231fc-cde8-45fc-a1dc-66fc206157c0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:10.476741 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-90d1b17e-5acc-4a0f-8a16-89247823c7f4 req-709231fc-cde8-45fc-a1dc-66fc206157c0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0531523 Nov 24 05:26:10.524099 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-90d1b17e-5acc-4a0f-8a16-89247823c7f4 req-795292df-a429-4df1-af33-dc5664c2d065 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Nov 24 05:26:11.651272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d18e3-5966-48c4-a005-d7691d2e916e req-e56d7d84-4e12-4c66-8751-ba69649adbcd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:11.652601 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c23d18e3-5966-48c4-a005-d7691d2e916e req-e56d7d84-4e12-4c66-8751-ba69649adbcd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0543656 Nov 24 05:26:11.701718 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c23d18e3-5966-48c4-a005-d7691d2e916e req-1e10b523-dec9-483e-9eeb-533d1e61cc53 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Nov 24 05:26:12.830438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1e59f-8bc7-4235-8c96-966820f2e392 req-9dee2393-d04e-4238-ac8c-5899f9d29a64 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:12.832338 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a0a1e59f-8bc7-4235-8c96-966820f2e392 req-9dee2393-d04e-4238-ac8c-5899f9d29a64 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0601521 Nov 24 05:26:12.881431 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a0a1e59f-8bc7-4235-8c96-966820f2e392 req-f0224792-e72d-441c-bb98-055a3ea23dc1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430028 Nov 24 05:26:14.007519 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ef289-4e26-4b66-a529-e8b7f8dac5a6 req-d03feae8-110a-4411-9d32-b85a0d9195f1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:14.009119 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-479ef289-4e26-4b66-a529-e8b7f8dac5a6 req-d03feae8-110a-4411-9d32-b85a0d9195f1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0573401 Nov 24 05:26:14.060826 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-479ef289-4e26-4b66-a529-e8b7f8dac5a6 req-8f9d6721-b90b-4255-88ee-dc568975dec1 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455174 Nov 24 05:26:15.177598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d12b4d-6c98-4fba-8601-72aa5add738b req-b4666f08-ab10-4734-8d6e-15bce140d59d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:15.179268 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-71d12b4d-6c98-4fba-8601-72aa5add738b req-b4666f08-ab10-4734-8d6e-15bce140d59d tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0495608 Nov 24 05:26:15.229899 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-71d12b4d-6c98-4fba-8601-72aa5add738b req-1ee190cd-ce17-4440-8312-9798a28b1b43 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442388 Nov 24 05:26:16.129905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-280c5089-bde3-41f7-aa46-2beb6bb6dbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:16.293098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1f6ded5d-b120-4abf-af47-22c998639eb9 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:26:16.348618 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d35bc-ff48-430c-81b8-b7ed4227329b req-fcaff906-d0c7-439f-b502-d7e0737c170c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:16.349982 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ac3d35bc-ff48-430c-81b8-b7ed4227329b req-fcaff906-d0c7-439f-b502-d7e0737c170c tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 943 time: 0.0485487 Nov 24 05:26:16.388124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:16.400165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'port_id': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'mac_address': 'fa:16:3e:eb:96:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:26:16.401608 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ac3d35bc-ff48-430c-81b8-b7ed4227329b req-ce0729b2-ac18-4ef3-a5a3-e3df8ad55aee tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454502 Nov 24 05:26:16.435667 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:16.448296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6ded5d-b120-4abf-af47-22c998639eb9 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:26:16.467727 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:16.471737 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:16.519408 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=10']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:16.528806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['1f6ded5d-b120-4abf-af47-22c998639eb9'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:26:17.522811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c84f00-7d96-49f6-be9c-261586a1e9b5 req-1f364d4b-c882-4d53-8557-c8906136d9cd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:17.524323 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-52c84f00-7d96-49f6-be9c-261586a1e9b5 req-1f364d4b-c882-4d53-8557-c8906136d9cd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 945 time: 0.0488927 Nov 24 05:26:17.572079 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-52c84f00-7d96-49f6-be9c-261586a1e9b5 req-93a734e7-af19-44b9-9341-774a951e269b tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 Nov 24 05:26:18.308654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1f6ded5d-b120-4abf-af47-22c998639eb9 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:26:18.355926 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 1f6ded5d-b120-4abf-af47-22c998639eb9 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:26:18.356300 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:18.404363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c72ccb9c-41ca-4dec-8158-c35a86f1da7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:18.445650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:18.467675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:26:18.469891 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcccc67-d323-4570-9b12-4f0b1f832bf3" -d '{"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-plugged", "status": "completed", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:26:18.482431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:18.486382 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:18.514189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a435cea-29ce-4d43-bb7d-9916d3d7fb62 x-openstack-request-id: req-2a435cea-29ce-4d43-bb7d-9916d3d7fb62 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:26:18.514490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-plugged", "status": "completed", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:26:18.514748 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a435cea-29ce-4d43-bb7d-9916d3d7fb62 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:26:18.515136 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'code': 200} Nov 24 05:26:18.536026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=11']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:18.688755 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb5e4f-1b1d-4ee4-8946-c646d0bf0a65 req-10f52e55-1d40-4f45-bb8c-2d83db93e0de tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:18.690229 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cbcb5e4f-1b1d-4ee4-8946-c646d0bf0a65 req-10f52e55-1d40-4f45-bb8c-2d83db93e0de tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 946 time: 0.0486362 Nov 24 05:26:18.736242 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cbcb5e4f-1b1d-4ee4-8946-c646d0bf0a65 req-7bc33b28-d02c-4e00-b03d-af135a06a524 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400209 Nov 24 05:26:19.609464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:19.859403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47b79e-5ae0-4660-bea4-73cbb510b084 req-933e300b-8e0c-4df3-a282-54df0e0bfcc9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:19.860796 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ad47b79e-5ae0-4660-bea4-73cbb510b084 req-933e300b-8e0c-4df3-a282-54df0e0bfcc9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 946 time: 0.0535090 Nov 24 05:26:19.907927 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ad47b79e-5ae0-4660-bea4-73cbb510b084 req-b15d4f6a-0c05-461f-87d9-15422d624af8 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408063 Nov 24 05:26:20.818817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:21.024402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc3a1b-11e7-47ba-9abc-96f45a7253cb req-6e84b4fd-2aa5-40c4-a6cb-f911a05f7bcb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:21.025793 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1edc3a1b-11e7-47ba-9abc-96f45a7253cb req-6e84b4fd-2aa5-40c4-a6cb-f911a05f7bcb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 946 time: 0.0489788 Nov 24 05:26:21.072399 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1edc3a1b-11e7-47ba-9abc-96f45a7253cb req-b9da8df1-de1e-46b3-bfca-ba5f04625912 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407381 Nov 24 05:26:21.767906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:22.186525 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d18844-1846-4129-b309-faf472cb132b req-132a54fc-3c5e-4c37-9bf8-f1b9880ca275 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:22.188029 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-93d18844-1846-4129-b309-faf472cb132b req-132a54fc-3c5e-4c37-9bf8-f1b9880ca275 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 946 time: 0.0487764 Nov 24 05:26:22.239433 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-93d18844-1846-4129-b309-faf472cb132b req-dce34bbb-f954-4b99-9055-a2ce9ebd48b8 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443761 Nov 24 05:26:22.353165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fff35-1b31-49a2-b554-2a61af81757e req-20a13ddd-27ad-44fb-b8d3-276c175f83d3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:22.354550 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a01fff35-1b31-49a2-b554-2a61af81757e req-20a13ddd-27ad-44fb-b8d3-276c175f83d3 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 946 time: 0.0493004 Nov 24 05:26:22.401813 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a01fff35-1b31-49a2-b554-2a61af81757e req-b33879e4-20cd-4ab6-811b-a9fa8ea92608 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Nov 24 05:26:22.516883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96342582-c321-4bc5-a5d2-9d998882be6a req-75efbb1c-dec0-4066-985a-3af0f5213f74 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:22.518344 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-96342582-c321-4bc5-a5d2-9d998882be6a req-75efbb1c-dec0-4066-985a-3af0f5213f74 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 946 time: 0.0497599 Nov 24 05:26:22.567782 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-96342582-c321-4bc5-a5d2-9d998882be6a req-3650ffd9-8392-4e32-ba7a-80008e0b1439 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Nov 24 05:26:22.804334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfb7b6-c69f-4e3a-8adb-0fdf70da0f68 req-499af100-b875-4b38-9cc7-991be28e2610 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:22.805829 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-87bfb7b6-c69f-4e3a-8adb-0fdf70da0f68 req-499af100-b875-4b38-9cc7-991be28e2610 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 946 time: 0.0558534 Nov 24 05:26:22.854192 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-87bfb7b6-c69f-4e3a-8adb-0fdf70da0f68 req-29b52064-199e-4f26-9592-fccdb79b87d8 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Nov 24 05:26:23.974241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:23.977312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afddbed-324f-4474-a9f2-db49e3ea107c req-849403a4-979d-43d1-a891-e420fc14d22e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:23.979035 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1afddbed-324f-4474-a9f2-db49e3ea107c req-849403a4-979d-43d1-a891-e420fc14d22e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 946 time: 0.0522180 Nov 24 05:26:24.028355 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1afddbed-324f-4474-a9f2-db49e3ea107c req-02fc591d-7c4c-4eae-9fd1-1887b6dcbee9 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 Nov 24 05:26:25.152131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da4ee0-2158-455b-890b-6a269cf4d8a4 req-ffb8ccd5-0023-4453-8cad-f91c83225d16 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:25.153636 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-66da4ee0-2158-455b-890b-6a269cf4d8a4 req-ffb8ccd5-0023-4453-8cad-f91c83225d16 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 946 time: 0.0519757 Nov 24 05:26:25.187713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-b66ce067-ac8d-4e8c-92b6-dbbe90c259a4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:25.189180 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-b66ce067-ac8d-4e8c-92b6-dbbe90c259a4 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 946 time: 0.0493457 Nov 24 05:26:25.202836 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-66da4ee0-2158-455b-890b-6a269cf4d8a4 req-723f081b-831a-4b40-97bd-1858f47dbe99 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb0892d4-77bc-455a-bc9c-2f661c17831f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425625 Nov 24 05:26:25.278205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Deleting port 1f6ded5d-b120-4abf-af47-22c998639eb9 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:26:25.278552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:25.369217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] For port 1f6ded5d-b120-4abf-af47-22c998639eb9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1f6ded5d-b120-4abf-af47-22c998639eb9,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:25.369494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:25.533122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:25.533478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:25.533852 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde disassociated. External IP: 172.26.0.237, port: 1f6ded5d-b120-4abf-af47-22c998639eb9. Nov 24 05:26:25.534232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Calling delete_port for 1f6ded5d-b120-4abf-af47-22c998639eb9 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:26:25.663939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:25.692659 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event deleted for resources: {'Port': ['ID=1f6ded5d-b120-4abf-af47-22c998639eb9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:25.703384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.703782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.704140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.704488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.704832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.705175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.705519 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.705856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.706769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.707109 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.707444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.707797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:25.824167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:26:25.932756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:26:25.942316 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb65a4e-0426-4d83-96ee-d2d0b540200c None None] Sync routers for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:26:25.952925 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb65a4e-0426-4d83-96ee-d2d0b540200c None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:26:25.953550 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ffb65a4e-0426-4d83-96ee-d2d0b540200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:26:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:26:25.971312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] No DVR routers for this DVR port 1f6ded5d-b120-4abf-af47-22c998639eb9 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:26:25.973807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:25.977215 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-58348e9d-1204-472b-9d9f-33be55f9df6d req-52059fe4-0a14-44ec-95e3-0d4c1fd814fd tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.31 "DELETE /v2.0/ports/1f6ded5d-b120-4abf-af47-22c998639eb9 HTTP/1.1" status: 204 len: 173 time: 0.7812388 Nov 24 05:26:25.977654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-deleted', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:26:25.979977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a3310d-c9cf-49b6-be4e-1b56ebbf99b6" -d '{"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-deleted", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:26:26.020904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ab004b-81a4-4872-a36f-c54dfb70de02 x-openstack-request-id: req-04ab004b-81a4-4872-a36f-c54dfb70de02 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:26:26.021204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a956f288-573b-4678-8c5a-f7a82235b539", "name": "network-vif-deleted", "tag": "1f6ded5d-b120-4abf-af47-22c998639eb9", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:26:26.021463 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04ab004b-81a4-4872-a36f-c54dfb70de02 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:26:26.021870 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956f288-573b-4678-8c5a-f7a82235b539', 'name': 'network-vif-deleted', 'tag': '1f6ded5d-b120-4abf-af47-22c998639eb9', 'status': 'completed', 'code': 200} Nov 24 05:26:26.069481 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ffb65a4e-0426-4d83-96ee-d2d0b540200c None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:26:26.262617 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ffb65a4e-0426-4d83-96ee-d2d0b540200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:26:26.292683 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb65a4e-0426-4d83-96ee-d2d0b540200c None None] Checking router: 8dad9bc5-9580-49e7-aa81-741ddeb87f84 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:26:26.301554 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb65a4e-0426-4d83-96ee-d2d0b540200c None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:26:26.302155 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ffb65a4e-0426-4d83-96ee-d2d0b540200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:26:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:26:26.304303 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-258b2ed7-ab13-400f-8563-7bcf159db11e req-1661f98c-2cb6-4f89-b6e3-87cd123c524e tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 210 time: 0.0297816 Nov 24 05:26:26.403970 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ffb65a4e-0426-4d83-96ee-d2d0b540200c None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:26:26.683803 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ffb65a4e-0426-4d83-96ee-d2d0b540200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:26:26.710038 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb65a4e-0426-4d83-96ee-d2d0b540200c None None] The sync data for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv is: [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '7da48c49-3e77-4711-8a95-0b4167ff1ecf', 'name': '', 'network_id': '8ca23cc3-078f-4796-9b14-4cee7c721c57', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'mac_address': 'fa:16:3e:4b:f7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:26Z', 'updated_at': '2021-11-24T05:20:30Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'subnets': [{'id': '77a896b1-6b75-4e08-a3d8-0b68b0aad53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:26:26.930053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb4436-51c3-4400-86f1-31455a49d326 None None] New status for floating IP 8f33a3de-8cf2-4ef8-bc91-06618d6d5dde: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:26:27.403772 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d38e0cdc-f05c-4c78-b6ea-75f1b2fa8daa req-bbb9260f-e50c-489b-b40b-ca18f602c0c0 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 210 time: 0.0267487 Nov 24 05:26:28.354660 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1f6ded5d-b120-4abf-af47-22c998639eb9 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:26:28.378803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 1f6ded5d-b120-4abf-af47-22c998639eb9 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:26:28.379160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 1f6ded5d-b120-4abf-af47-22c998639eb9 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:26:28.508216 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-84dbbd5a-c6cd-4bb0-aa55-bcdc598a77c9 req-00c9fb34-5d78-421d-953d-2def67c5db68 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 210 time: 0.0273576 Nov 24 05:26:29.604317 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b848017b-3d8c-4561-8c91-62414d740920 req-9462763f-58bd-4754-9bce-6be6b48a6977 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/ports?device_id=a956f288-573b-4678-8c5a-f7a82235b539 HTTP/1.1" status: 200 len: 210 time: 0.0278075 Nov 24 05:26:35.347298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42054) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:26:35.403232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60597cba-e18d-4f3a-8d1c-8725e34f0fbb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:35.425820 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60597cba-e18d-4f3a-8d1c-8725e34f0fbb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:35.471554 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60597cba-e18d-4f3a-8d1c-8725e34f0fbb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:35.474435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60597cba-e18d-4f3a-8d1c-8725e34f0fbb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:35.475577 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-60597cba-e18d-4f3a-8d1c-8725e34f0fbb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "DELETE /v2.0/security-groups/eb0892d4-77bc-455a-bc9c-2f661c17831f HTTP/1.1" status: 204 len: 168 time: 0.1272557 Nov 24 05:26:35.478332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42056) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:26:35.484563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60597cba-e18d-4f3a-8d1c-8725e34f0fbb tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0892d4-77bc-455a-bc9c-2f661c17831f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:35.497908 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-db5730d1-b63d-4122-aac9-adf173643378 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] show failed (client error): The resource could not be found. Nov 24 05:26:35.501992 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-db5730d1-b63d-4122-aac9-adf173643378 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "GET /v2.0/security-groups/eb0892d4-77bc-455a-bc9c-2f661c17831f HTTP/1.1" status: 404 len: 347 time: 0.0196581 Nov 24 05:26:35.501992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42058) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:26:35.624000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Deleting port 7acbd627-a88f-42a1-b80d-e16f389618ed {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:26:35.624339 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:35.697473 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:35.697798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:35.709069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Calling delete_port for 7acbd627-a88f-42a1-b80d-e16f389618ed owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:26:35.841329 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:35.866456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Pushing event deleted for resources: {'Port': ['ID=7acbd627-a88f-42a1-b80d-e16f389618ed,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:35.876949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.877313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.877713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.878058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.878391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.878722 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.879054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.879388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.879741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.880070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.880391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.880711 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:35.938634 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:35.941855 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:35.943001 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b3d68506-6242-4611-a5f9-eb6f075081a7 tempest-ServerActionsTestJSON-613326281 tempest-ServerActionsTestJSON-613326281-project] 10.222.0.37 "DELETE /v2.0/floatingips/8f33a3de-8cf2-4ef8-bc91-06618d6d5dde HTTP/1.1" status: 204 len: 168 time: 0.4404228 Nov 24 05:26:35.945862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42060) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:26:36.356870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:36.602477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] Deleting port 7da48c49-3e77-4711-8a95-0b4167ff1ecf {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:26:36.603192 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:36.682551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] For port 7da48c49-3e77-4711-8a95-0b4167ff1ecf, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7da48c49-3e77-4711-8a95-0b4167ff1ecf,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:36.682824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:36.694905 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] Calling delete_port for 7da48c49-3e77-4711-8a95-0b4167ff1ecf owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:26:36.870536 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:36.895098 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da48c49-3e77-4711-8a95-0b4167ff1ecf,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:37.060179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:37.270548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] Router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:26:37.373345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:26:37.378314 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4c922d4f-8a6e-4f31-aef9-130fd69c8889 admin admin] 10.222.0.37 "PUT /v2.0/routers/8dad9bc5-9580-49e7-aa81-741ddeb87f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4315310 Nov 24 05:26:37.381108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42064) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:26:37.381925 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc40b2-af71-40b3-b798-d73fec483dfd None None] Sync routers for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:26:37.391122 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc40b2-af71-40b3-b798-d73fec483dfd None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:26:37.391744 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-58cc40b2-af71-40b3-b798-d73fec483dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:26:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:26:37.488963 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:37.495699 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-58cc40b2-af71-40b3-b798-d73fec483dfd None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:26:37.589103 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:37.645282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Deleting port 7dc66c63-576b-49ef-91b2-922e3d266ef6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:26:37.645491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:37.671774 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-58cc40b2-af71-40b3-b798-d73fec483dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253'}], 'enable_snat': True}, 'gw_port_id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:26:36Z', 'revision_number': 5, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port': {'id': '7dc66c63-576b-49ef-91b2-922e3d266ef6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:20:25Z', 'updated_at': '2021-11-24T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:26:37.697701 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc40b2-af71-40b3-b798-d73fec483dfd None None] Checking router: 8dad9bc5-9580-49e7-aa81-741ddeb87f84 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:26:37.705949 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc40b2-af71-40b3-b798-d73fec483dfd None None] Routers {'8dad9bc5-9580-49e7-aa81-741ddeb87f84'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:26:37.706626 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-58cc40b2-af71-40b3-b798-d73fec483dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:26:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:26:37.722918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] For port 7dc66c63-576b-49ef-91b2-922e3d266ef6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7dc66c63-576b-49ef-91b2-922e3d266ef6,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:37.723298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:37.734663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Calling delete_port for 7dc66c63-576b-49ef-91b2-922e3d266ef6 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:26:37.790339 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-58cc40b2-af71-40b3-b798-d73fec483dfd None None] Set router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:26:37.845072 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-58cc40b2-af71-40b3-b798-d73fec483dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:26:37Z', 'revision_number': 6, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:26:37.872580 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc40b2-af71-40b3-b798-d73fec483dfd None None] The sync data for ids ['8dad9bc5-9580-49e7-aa81-741ddeb87f84'] in dv-neutron-818850-5-hyperv is: [{'id': '8dad9bc5-9580-49e7-aa81-741ddeb87f84', 'name': 'tempest-ServerActionsTestJSON-1724731062-router', 'tenant_id': '172eb9a63cf84e6cb9d2b012505b2067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:20:24Z', 'updated_at': '2021-11-24T05:26:37Z', 'revision_number': 6, 'project_id': '172eb9a63cf84e6cb9d2b012505b2067', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:26:37.906418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:37.935803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc66c63-576b-49ef-91b2-922e3d266ef6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:37.948828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0154ede9-87cb-4ab8-8682-891fde1e6c34 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:26:37.995907 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.083760 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.085839 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.130240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.130731 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dad9bc5-9580-49e7-aa81-741ddeb87f84 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:26:38.135261 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.136434 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-97aa22e4-01ee-4cfe-95cb-5a1029da65d6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8dad9bc5-9580-49e7-aa81-741ddeb87f84 HTTP/1.1" status: 204 len: 168 time: 0.7543280 Nov 24 05:26:38.139022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42066) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:26:38.186646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6079fa-78f5-4cd2-a0c6-78ba7858b1be admin admin] Deleting subnet 77a896b1-6b75-4e08-a3d8-0b68b0aad53f {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:26:38.189665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b6079fa-78f5-4cd2-a0c6-78ba7858b1be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.225942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b6079fa-78f5-4cd2-a0c6-78ba7858b1be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.306111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b6079fa-78f5-4cd2-a0c6-78ba7858b1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.357680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b6079fa-78f5-4cd2-a0c6-78ba7858b1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.388759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6079fa-78f5-4cd2-a0c6-78ba7858b1be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a896b1-6b75-4e08-a3d8-0b68b0aad53f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:38.390633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b6079fa-78f5-4cd2-a0c6-78ba7858b1be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.394708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0575d55b-b919-45c8-8b57-3ed633a6ebb1 None None] Network 8ca23cc3-078f-4796-9b14-4cee7c721c57 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:26:38.396162 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3b6079fa-78f5-4cd2-a0c6-78ba7858b1be admin admin] 10.222.0.37 "DELETE /v2.0/subnets/77a896b1-6b75-4e08-a3d8-0b68b0aad53f HTTP/1.1" status: 204 len: 168 time: 0.2560160 Nov 24 05:26:38.396740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42068) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:26:38.468821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.522664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Deleting port 2e7c5e16-2a3f-4608-8add-ea3f023c8025 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:26:38.523009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.585543 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] For port 2e7c5e16-2a3f-4608-8add-ea3f023c8025, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2e7c5e16-2a3f-4608-8add-ea3f023c8025,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:38.585835 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.599988 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Calling delete_port for 2e7c5e16-2a3f-4608-8add-ea3f023c8025 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:26:38.623452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bc00be-fbe2-4714-9038-11af65f25ece None None] DHCP port deletion for 8ca23cc3-078f-4796-9b14-4cee7c721c57 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:26:38.671123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc00be-fbe2-4714-9038-11af65f25ece None None] Deleting port 2e7c5e16-2a3f-4608-8add-ea3f023c8025 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:26:38.671505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c7bc00be-fbe2-4714-9038-11af65f25ece None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.687294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.713885 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7c5e16-2a3f-4608-8add-ea3f023c8025,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:38.719180 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] No DVR routers for this DVR port 2e7c5e16-2a3f-4608-8add-ea3f023c8025 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:26:38.739781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-c7bc00be-fbe2-4714-9038-11af65f25ece None None] For port 2e7c5e16-2a3f-4608-8add-ea3f023c8025, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2e7c5e16-2a3f-4608-8add-ea3f023c8025,segment=NetworkSegment(2b68be5e-dbf7-474f-a107-74f0e3b6f5c3),segment_id=2b68be5e-dbf7-474f-a107-74f0e3b6f5c3)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:38.740178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c7bc00be-fbe2-4714-9038-11af65f25ece None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.752896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc00be-fbe2-4714-9038-11af65f25ece None None] Calling delete_port for 2e7c5e16-2a3f-4608-8add-ea3f023c8025 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:26:38.793912 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.819577 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca23cc3-078f-4796-9b14-4cee7c721c57']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:26:38.829267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:26:38.829636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b68be5e-dbf7-474f-a107-74f0e3b6f5c3') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: from cryptography.utils import int_from_bytes Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: from cryptography.utils import int_from_bytes Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:26:38.829739 dv-neutron-818850-5-hyperv neutron-server[103234]: self.session.flush() Nov 24 05:26:38.835761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c7bc00be-fbe2-4714-9038-11af65f25ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.843104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.856585 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.864179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc00be-fbe2-4714-9038-11af65f25ece None None] No DVR routers for this DVR port 2e7c5e16-2a3f-4608-8add-ea3f023c8025 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:26:38.864375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:26:38.864894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.865851 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc00be-fbe2-4714-9038-11af65f25ece None None] Pushing event deleted for resources: {'Port': ['ID=2e7c5e16-2a3f-4608-8add-ea3f023c8025,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:26:38.866891 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:26:38.924479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.929936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:38.933195 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8ca23cc3-078f-4796-9b14-4cee7c721c57 HTTP/1.1" status: 204 len: 168 time: 0.5354428 Nov 24 05:26:38.944666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f48479-ad50-48e3-a503-17f6c60e2885 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca23cc3-078f-4796-9b14-4cee7c721c57,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:39.041765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42072) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:26:39.085609 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a0cf1f3c-ddc0-441b-b8fc-8df55b6626d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=172eb9a63cf84e6cb9d2b012505b2067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426583 Nov 24 05:26:39.087941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42074) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:26:39.415363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-78c77ac5-67cb-4522-b306-130c9180ced2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:39.436228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-78c77ac5-67cb-4522-b306-130c9180ced2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:39.481228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-78c77ac5-67cb-4522-b306-130c9180ced2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:39.483913 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-78c77ac5-67cb-4522-b306-130c9180ced2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:39.485068 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-78c77ac5-67cb-4522-b306-130c9180ced2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c66a627d-3795-45ba-a504-952db7304c05 HTTP/1.1" status: 204 len: 168 time: 0.3962269 Nov 24 05:26:39.493294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c77ac5-67cb-4522-b306-130c9180ced2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66a627d-3795-45ba-a504-952db7304c05,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:39.667322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7dc66c63-576b-49ef-91b2-922e3d266ef6 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:26:39.688678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 7dc66c63-576b-49ef-91b2-922e3d266ef6 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:26:39.689025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7dc66c63-576b-49ef-91b2-922e3d266ef6 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:26:39.689448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2e7c5e16-2a3f-4608-8add-ea3f023c8025 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:26:39.708630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 2e7c5e16-2a3f-4608-8add-ea3f023c8025 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:26:39.708983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2e7c5e16-2a3f-4608-8add-ea3f023c8025 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:26:39.709406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7da48c49-3e77-4711-8a95-0b4167ff1ecf no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:26:39.729008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 7da48c49-3e77-4711-8a95-0b4167ff1ecf {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:26:39.729362 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7da48c49-3e77-4711-8a95-0b4167ff1ecf not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:26:40.136363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42096) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:26:40.229127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-621983553-network', 'tenant_id': 'ff64c16f94ca43aeabb97099ac9938b1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:26:40.250098 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Made reservation on behalf of ff64c16f94ca43aeabb97099ac9938b1 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:26:40.252783 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:40.261044 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:40.335129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:40.338752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:40.364171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:26:40.374203 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f6cb8a-06e1-440c-8199-b60935c96838,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:40.379859 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:40.380215 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Added segment 2ac6d36c-a8ee-47ca-8024-6abea93e44a2 of type vlan for network 8d991b63-52c3-464c-91e3-d551fdda0c9f Nov 24 05:26:40.422561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:40.446218 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:40.447164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:40.447842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:40.492362 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3548167 Nov 24 05:26:40.495268 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42100) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:26:40.500291 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] Request body: {'subnet': {'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-621983553-subnet', 'tenant_id': 'ff64c16f94ca43aeabb97099ac9938b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:26:40.522248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] Made reservation on behalf of ff64c16f94ca43aeabb97099ac9938b1 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:26:40.524587 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:40.537195 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddc4d3-aabf-4ea6-b48b-4d06e49f7235 admin admin] Pushing event updated for resources: {'Network': ['ID=8d991b63-52c3-464c-91e3-d551fdda0c9f,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:40.547268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 8d991b63-52c3-464c-91e3-d551fdda0c9f details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:26:40.691822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:40.746612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2cd6daa-00c3-474b-9b3b-53601747269a,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:40.754203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] Checking segment: {'id': '2ac6d36c-a8ee-47ca-8024-6abea93e44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:26:40.754558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] Network hostable DHCP agents. Network: 8d991b63-52c3-464c-91e3-d551fdda0c9f, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:26:40.771184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] Network 8d991b63-52c3-464c-91e3-d551fdda0c9f is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:26:40.779650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 8d991b63-52c3-464c-91e3-d551fdda0c9f) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:26:40.783748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:40.784452 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:40.790093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becefc6f-6065-4243-bce6-978d6d7fc962 None None] Network 8d991b63-52c3-464c-91e3-d551fdda0c9f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:26:40.809863 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-94ee6f49-df92-445d-8c0d-c450fe64aa64 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3063893 Nov 24 05:26:40.913885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51912f-9342-49b7-8d64-3abf868380e5 None None] Network 8d991b63-52c3-464c-91e3-d551fdda0c9f requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:26:41.226891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-6d040dd6-1a4f-4a16-b029-416a27427bd3 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:41.228383 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-6d040dd6-1a4f-4a16-b029-416a27427bd3 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/networks?id=8d991b63-52c3-464c-91e3-d551fdda0c9f HTTP/1.1" status: 200 len: 813 time: 0.1061020 Nov 24 05:26:41.242755 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-5771a6ae-b506-4b3a-8bf8-d1e9fbdbecdc tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/quotas/ff64c16f94ca43aeabb97099ac9938b1 HTTP/1.1" status: 200 len: 375 time: 0.0087602 Nov 24 05:26:41.276245 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-3d9fb23d-847c-467c-9297-982fab67f8e5 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff64c16f94ca43aeabb97099ac9938b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269964 Nov 24 05:26:41.328910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-cef09200-0f80-499a-9005-27a3b36db4c7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:26:41.329896 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-cef09200-0f80-499a-9005-27a3b36db4c7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472171 Nov 24 05:26:41.423023 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-921a19fc-86ae-4c30-85d0-5d3c2643b875 service neutron] 10.222.0.37 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864744 Nov 24 05:26:41.512434 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-a76083f9-5fd3-42e8-86f3-d4389224259e service neutron] 10.222.0.37 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826161 Nov 24 05:26:41.671078 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4f443742-9c2e-4c57-aae9-d5b4cfd8619e req-f62676f2-4e69-481e-aa55-4f07d84fedb5 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 210 time: 0.0335300 Nov 24 05:26:42.539822 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:26:42.565223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-595941c4-37b5-4d0e-85a5-ec6e2d3273fc tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:42.566793 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-595941c4-37b5-4d0e-85a5-ec6e2d3273fc tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.31 "GET /v2.0/networks?id=8d991b63-52c3-464c-91e3-d551fdda0c9f HTTP/1.1" status: 200 len: 813 time: 0.1091294 Nov 24 05:26:42.581486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Request body: {'port': {'device_id': '8f1b6152-7060-4bd3-b573-0cbe08678a75', 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f', 'admin_state_up': True, 'tenant_id': 'ff64c16f94ca43aeabb97099ac9938b1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:26:42.689549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Made reservation on behalf of ff64c16f94ca43aeabb97099ac9938b1 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:26:42.693886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:42.765225 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dda657f9-71ce-4304-b0f3-89f7698063fa req-23c267b8-1d9f-4974-8d16-d873f3bc6992 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 210 time: 0.0273387 Nov 24 05:26:42.823267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Allocated IP 172.20.0.14 (8d991b63-52c3-464c-91e3-d551fdda0c9f/b2cd6daa-00c3-474b-9b3b-53601747269a/670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:26:42.974974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:43.006858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:43.050433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Network 8d991b63-52c3-464c-91e3-d551fdda0c9f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:26:43.053169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:26:43.056884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:26:43.063115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Pushing event updated for resources: {'Port': ['ID=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:43.107956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:43.108560 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:43.123073 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-d0811cd6-24c5-4825-a005-b5b3ec59ce57 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5465753 Nov 24 05:26:43.134781 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Request body: {'port': {'device_id': '8f1b6152-7060-4bd3-b573-0cbe08678a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:26:43.187846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:43.444501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:26:43.451640 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:43.464323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Transition to ACTIVE for port object 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:26:43.468090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:43.516762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Pushing event updated for resources: {'Port': ['ID=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:43.584690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Attempting to bind port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:26:43.585366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Attempting to bind port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '2ac6d36c-a8ee-47ca-8024-6abea93e44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:26:43.585366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Attempting to bind port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 on network 8d991b63-52c3-464c-91e3-d551fdda0c9f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:26:43.589498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 on network 8d991b63-52c3-464c-91e3-d551fdda0c9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:26:43.589820 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Attempting to bind port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 on network 8d991b63-52c3-464c-91e3-d551fdda0c9f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:26:43.594712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:26:43.595046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Checking segment: {'id': '2ac6d36c-a8ee-47ca-8024-6abea93e44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:26:43.595427 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Bound using segment: {'id': '2ac6d36c-a8ee-47ca-8024-6abea93e44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:26:43.595932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Bound port: 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac6d36c-a8ee-47ca-8024-6abea93e44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:26:43.596468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:43.657042 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] For port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:26:43.660178 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] For port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3,segment=NetworkSegment(2ac6d36c-a8ee-47ca-8024-6abea93e44a2),segment_id=2ac6d36c-a8ee-47ca-8024-6abea93e44a2)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:26:43.664660 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:43.697030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:43.697658 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:43.699045 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] 10.222.0.31 "PUT /v2.0/ports/670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 HTTP/1.1" status: 200 len: 1094 time: 0.5681212 Nov 24 05:26:43.699476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1b6152-7060-4bd3-b573-0cbe08678a75', 'tag': '670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:26:43.701807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f97acf3-9abe-4f55-adce-08828f002143" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1b6152-7060-4bd3-b573-0cbe08678a75", "tag": "670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:26:43.728145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108e475-c27c-4e9d-b21f-5a22cb16e541 service neutron] Pushing event updated for resources: {'Port': ['ID=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:43.748780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80177fda-a161-47bb-9fe1-e667578c0705 x-openstack-request-id: req-80177fda-a161-47bb-9fe1-e667578c0705 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:26:43.749070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1b6152-7060-4bd3-b573-0cbe08678a75", "tag": "670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:26:43.749327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80177fda-a161-47bb-9fe1-e667578c0705 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:26:43.749719 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1b6152-7060-4bd3-b573-0cbe08678a75', 'tag': '670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3', 'status': 'completed', 'code': 200} Nov 24 05:26:43.787496 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-665937bc-16d3-46c9-8147-b0e02cc203b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:43.789174 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-665937bc-16d3-46c9-8147-b0e02cc203b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff64c16f94ca43aeabb97099ac9938b1&device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 1097 time: 0.0489352 Nov 24 05:26:43.833791 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-f892028f-e0bb-435e-b15d-eafaf32b9e48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 HTTP/1.1" status: 200 len: 217 time: 0.0372403 Nov 24 05:26:43.883252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-9108761a-55c2-4883-9650-6aae59781576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:43.883697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c9b0-cea7-4388-a181-91a7e72d5dda req-a27c4649-238b-4bfb-aed0-c473773a92ab tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:43.884745 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-9108761a-55c2-4883-9650-6aae59781576 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b2cd6daa-00c3-474b-9b3b-53601747269a HTTP/1.1" status: 200 len: 853 time: 0.0443063 Nov 24 05:26:43.885934 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d20c9b0-cea7-4388-a181-91a7e72d5dda req-a27c4649-238b-4bfb-aed0-c473773a92ab tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 944 time: 0.0521679 Nov 24 05:26:43.916138 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-3ad7b588-2554-480c-a875-4429cc8d789b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8d991b63-52c3-464c-91e3-d551fdda0c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240507 Nov 24 05:26:43.933106 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d20c9b0-cea7-4388-a181-91a7e72d5dda req-992e686f-442c-46e9-b852-59d34e8bfba6 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418687 Nov 24 05:26:44.008613 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-1d2bc29d-4d6c-495e-8e1b-e1053869c039 service neutron] 10.222.0.31 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857501 Nov 24 05:26:44.413828 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3ea7803c-a4e7-4c8b-a691-4806e1f30870 req-2ffc172b-cbff-4300-8bd1-415a9a0eae6c service neutron] 10.222.0.31 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986242 Nov 24 05:26:44.495379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97acf3-9abe-4f55-adce-08828f002143 req-2f37a3ab-0b5e-4e26-8784-edca3ba3041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:44.496878 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3f97acf3-9abe-4f55-adce-08828f002143 req-2f37a3ab-0b5e-4e26-8784-edca3ba3041f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff64c16f94ca43aeabb97099ac9938b1&device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 1097 time: 0.0396714 Nov 24 05:26:44.585012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97acf3-9abe-4f55-adce-08828f002143 req-0f08dd76-dabe-4cf4-9e26-98d8974bd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:44.586531 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3f97acf3-9abe-4f55-adce-08828f002143 req-0f08dd76-dabe-4cf4-9e26-98d8974bd138 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8d991b63-52c3-464c-91e3-d551fdda0c9f HTTP/1.1" status: 200 len: 914 time: 0.0825024 Nov 24 05:26:44.631325 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3f97acf3-9abe-4f55-adce-08828f002143 req-9d3b45b5-f5ca-4d16-8cac-c372debf7e64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 HTTP/1.1" status: 200 len: 217 time: 0.0368521 Nov 24 05:26:44.679540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97acf3-9abe-4f55-adce-08828f002143 req-a94b4538-b0ca-4b19-ac77-491cec8a4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:44.680903 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3f97acf3-9abe-4f55-adce-08828f002143 req-a94b4538-b0ca-4b19-ac77-491cec8a4722 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b2cd6daa-00c3-474b-9b3b-53601747269a HTTP/1.1" status: 200 len: 853 time: 0.0420136 Nov 24 05:26:44.712764 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3f97acf3-9abe-4f55-adce-08828f002143 req-416e9a4f-7a1d-4eca-bba5-6f149698b98c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8d991b63-52c3-464c-91e3-d551fdda0c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242498 Nov 24 05:26:44.803855 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3f97acf3-9abe-4f55-adce-08828f002143 req-e6ae11f6-879b-41d3-bb1d-973f4b65a15b service neutron] 10.222.0.31 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838220 Nov 24 05:26:44.897026 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3f97acf3-9abe-4f55-adce-08828f002143 req-5a350fcf-7db0-499a-b5e9-231b8c46ea03 service neutron] 10.222.0.31 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841115 Nov 24 05:26:45.048996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df598b-d2f2-4a7f-9405-f8741c6e008f req-94112997-aa6f-4b8c-9046-cc97fb5c72d7 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:45.051039 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7df598b-d2f2-4a7f-9405-f8741c6e008f req-94112997-aa6f-4b8c-9046-cc97fb5c72d7 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 944 time: 0.0488703 Nov 24 05:26:45.102199 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b7df598b-d2f2-4a7f-9405-f8741c6e008f req-e8cb8161-f336-4d8c-8e29-9353ba12375e tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450273 Nov 24 05:26:46.133773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cdb0962a-63fe-4977-9ffe-a3b5288f35c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:46.221380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f5396-6448-4c97-917f-ca040c0d72ff req-0ef2cc18-69d3-41ce-bbaf-999b9d312c89 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:46.223038 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-af5f5396-6448-4c97-917f-ca040c0d72ff req-0ef2cc18-69d3-41ce-bbaf-999b9d312c89 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 944 time: 0.0507495 Nov 24 05:26:46.270453 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-af5f5396-6448-4c97-917f-ca040c0d72ff req-a3bcf364-5e73-4cd7-b49e-a3c8170d36c2 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 Nov 24 05:26:46.459854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:26:46.556741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3,segment=NetworkSegment(2ac6d36c-a8ee-47ca-8024-6abea93e44a2),segment_id=2ac6d36c-a8ee-47ca-8024-6abea93e44a2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:46.567220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3', 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f', 'port_id': '670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3', 'mac_address': 'fa:16:3e:46:89:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2cd6daa-00c3-474b-9b3b-53601747269a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:26:46.602230 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:46.614622 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:26:46.633008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3,segment=NetworkSegment(2ac6d36c-a8ee-47ca-8024-6abea93e44a2),segment_id=2ac6d36c-a8ee-47ca-8024-6abea93e44a2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:46.637103 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:46.685775 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:46.845228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:26:47.383497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001947be-0f6d-48ee-a51c-e56843d98ec1 req-a840a61c-ca3c-4be6-ba52-1d57b5732e81 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:47.385005 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-001947be-0f6d-48ee-a51c-e56843d98ec1 req-a840a61c-ca3c-4be6-ba52-1d57b5732e81 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 945 time: 0.0486910 Nov 24 05:26:47.431299 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-001947be-0f6d-48ee-a51c-e56843d98ec1 req-fb8bb9d4-f8eb-4adb-9617-18cb57bf1bb9 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404620 Nov 24 05:26:48.396725 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f138f9d7-f61f-4068-becf-a51fd1900d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:48.479418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:26:48.530967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:26:48.535194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:26:48.535536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:48.551865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59be4b-a9e2-4147-ad00-4a0f2a3842dd req-81994363-9b1a-49a8-84e4-a135b9086c6d tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:48.553363 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d59be4b-a9e2-4147-ad00-4a0f2a3842dd req-81994363-9b1a-49a8-84e4-a135b9086c6d tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 945 time: 0.0549939 Nov 24 05:26:48.603150 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7d59be4b-a9e2-4147-ad00-4a0f2a3842dd req-0dd73898-fdd6-45c9-bdd5-69a82ac7f188 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436788 Nov 24 05:26:48.612427 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:48.634723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1b6152-7060-4bd3-b573-0cbe08678a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:26:48.636984 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2d532-f695-4e45-b3af-58725ce023ed" -d '{"events": [{"server_uuid": "8f1b6152-7060-4bd3-b573-0cbe08678a75", "name": "network-vif-plugged", "status": "completed", "tag": "670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:26:48.650027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3,segment=NetworkSegment(2ac6d36c-a8ee-47ca-8024-6abea93e44a2),segment_id=2ac6d36c-a8ee-47ca-8024-6abea93e44a2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:48.654066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:48.679778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f6ef23-b9ad-4a78-9960-281ab0389c3b x-openstack-request-id: req-30f6ef23-b9ad-4a78-9960-281ab0389c3b {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:26:48.680079 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1b6152-7060-4bd3-b573-0cbe08678a75", "name": "network-vif-plugged", "status": "completed", "tag": "670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:26:48.680332 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30f6ef23-b9ad-4a78-9960-281ab0389c3b {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:26:48.680715 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1b6152-7060-4bd3-b573-0cbe08678a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3', 'code': 200} Nov 24 05:26:48.707186 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:48.842525 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c26928-f540-4f85-a68f-c532725d23d5 req-62eae38a-160f-4dd0-b006-c6a75581276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:48.843988 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c5c26928-f540-4f85-a68f-c532725d23d5 req-62eae38a-160f-4dd0-b006-c6a75581276a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 1099 time: 0.0414617 Nov 24 05:26:48.892454 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c5c26928-f540-4f85-a68f-c532725d23d5 req-eddf9301-b0af-4e8f-ab36-f3f8bd4da5f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Nov 24 05:26:49.609743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:49.717514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20ccb1-5d9b-4aba-ba23-041aef32cefc req-548d6132-d29c-494d-9260-466d1abb7bbb tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:49.719014 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8a20ccb1-5d9b-4aba-ba23-041aef32cefc req-548d6132-d29c-494d-9260-466d1abb7bbb tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 946 time: 0.0495720 Nov 24 05:26:49.767155 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8a20ccb1-5d9b-4aba-ba23-041aef32cefc req-35742686-6c9a-4d08-b33c-1573d588d585 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Nov 24 05:26:50.824391 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:50.898556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7708c9-ee79-4fb0-ae6e-581bbd7e6253 req-e61efa0b-8817-4e32-80e2-b07083cb236f tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:50.900038 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6f7708c9-ee79-4fb0-ae6e-581bbd7e6253 req-e61efa0b-8817-4e32-80e2-b07083cb236f tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 946 time: 0.0531917 Nov 24 05:26:50.947193 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6f7708c9-ee79-4fb0-ae6e-581bbd7e6253 req-19fb819c-90d4-473f-bc34-6785cd5d318d tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Nov 24 05:26:51.164403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a81110dd-604d-435f-a133-a5a0777cfbc6 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:51.165898 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a81110dd-604d-435f-a133-a5a0777cfbc6 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/networks?id=8d991b63-52c3-464c-91e3-d551fdda0c9f HTTP/1.1" status: 200 len: 813 time: 0.1009686 Nov 24 05:26:51.181159 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-04193fa9-dde5-40bd-a4fc-760171ab682e tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/quotas/ff64c16f94ca43aeabb97099ac9938b1 HTTP/1.1" status: 200 len: 375 time: 0.0095670 Nov 24 05:26:51.234778 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-c059496d-0f09-43ec-af11-cdc6c72ae254 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff64c16f94ca43aeabb97099ac9938b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484221 Nov 24 05:26:51.325243 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-f806be32-9b5d-43ff-94a5-3874078ab4f2 service neutron] 10.222.0.37 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826752 Nov 24 05:26:51.417239 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-16826066-fafa-42d2-8cd7-2725479c1c84 service neutron] 10.222.0.37 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860307 Nov 24 05:26:51.572140 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-817dc177-1c51-4eb2-9ede-acebde8a323e req-31aed94c-8c55-42ef-bf52-9c35f422a583 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 210 time: 0.0278823 Nov 24 05:26:51.771852 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:52.452502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-68b7fb1c-5153-4ef6-886d-c694ed3b2b12 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:52.453936 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-68b7fb1c-5153-4ef6-886d-c694ed3b2b12 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.31 "GET /v2.0/networks?id=8d991b63-52c3-464c-91e3-d551fdda0c9f HTTP/1.1" status: 200 len: 813 time: 0.1013978 Nov 24 05:26:52.467521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Request body: {'port': {'device_id': 'e7982c85-a03a-42c2-8605-e5cd626fc96c', 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f', 'admin_state_up': True, 'tenant_id': 'ff64c16f94ca43aeabb97099ac9938b1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:26:52.579753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Made reservation on behalf of ff64c16f94ca43aeabb97099ac9938b1 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:26:52.584327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:52.666914 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b251618f-1be8-4807-af68-eca81fcb61af req-f24c8e27-cdf6-411b-8833-01c7a7f4a28d tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 210 time: 0.0272360 Nov 24 05:26:52.713634 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Allocated IP 172.20.0.3 (8d991b63-52c3-464c-91e3-d551fdda0c9f/b2cd6daa-00c3-474b-9b3b-53601747269a/efa181e0-98eb-45a7-8f80-b7729b7691cb) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:26:52.854987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:52.887730 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:52.899159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:26:52.934034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Network 8d991b63-52c3-464c-91e3-d551fdda0c9f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:26:52.939083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:26:52.943667 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:26:52.970940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Pushing event updated for resources: {'Port': ['ID=efa181e0-98eb-45a7-8f80-b7729b7691cb,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:52.996503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:52.997145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:53.013560 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5b039412-458b-4665-b791-852fa07017c4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501480 Nov 24 05:26:53.026264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Request body: {'port': {'device_id': 'e7982c85-a03a-42c2-8605-e5cd626fc96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:26:53.078701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:53.337000 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa181e0-98eb-45a7-8f80-b7729b7691cb {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:26:53.344415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:53.356856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Transition to ACTIVE for port object efa181e0-98eb-45a7-8f80-b7729b7691cb will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:26:53.360422 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:53.408017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=efa181e0-98eb-45a7-8f80-b7729b7691cb,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:53.477089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Attempting to bind port efa181e0-98eb-45a7-8f80-b7729b7691cb on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:26:53.477796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Attempting to bind port efa181e0-98eb-45a7-8f80-b7729b7691cb by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '2ac6d36c-a8ee-47ca-8024-6abea93e44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:26:53.477796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Attempting to bind port efa181e0-98eb-45a7-8f80-b7729b7691cb on network 8d991b63-52c3-464c-91e3-d551fdda0c9f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:26:53.481900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Port efa181e0-98eb-45a7-8f80-b7729b7691cb on network 8d991b63-52c3-464c-91e3-d551fdda0c9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:26:53.482223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Attempting to bind port efa181e0-98eb-45a7-8f80-b7729b7691cb on network 8d991b63-52c3-464c-91e3-d551fdda0c9f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:26:53.486922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:26:53.487260 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Checking segment: {'id': '2ac6d36c-a8ee-47ca-8024-6abea93e44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:26:53.487673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Bound using segment: {'id': '2ac6d36c-a8ee-47ca-8024-6abea93e44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:26:53.488811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Bound port: efa181e0-98eb-45a7-8f80-b7729b7691cb, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac6d36c-a8ee-47ca-8024-6abea93e44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:26:53.489334 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:53.553657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] For port efa181e0-98eb-45a7-8f80-b7729b7691cb, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:26:53.556831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] For port efa181e0-98eb-45a7-8f80-b7729b7691cb, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=efa181e0-98eb-45a7-8f80-b7729b7691cb,segment=NetworkSegment(2ac6d36c-a8ee-47ca-8024-6abea93e44a2),segment_id=2ac6d36c-a8ee-47ca-8024-6abea93e44a2)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:26:53.561168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:53.593173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:53.593803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:53.595396 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] 10.222.0.31 "PUT /v2.0/ports/efa181e0-98eb-45a7-8f80-b7729b7691cb HTTP/1.1" status: 200 len: 1093 time: 0.5732567 Nov 24 05:26:53.598309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7982c85-a03a-42c2-8605-e5cd626fc96c', 'tag': 'efa181e0-98eb-45a7-8f80-b7729b7691cb'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:26:53.601723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2824542-90f2-4e92-a277-5202b211bc99" -d '{"events": [{"name": "network-changed", "server_uuid": "e7982c85-a03a-42c2-8605-e5cd626fc96c", "tag": "efa181e0-98eb-45a7-8f80-b7729b7691cb"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:26:53.626960 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e26a9a-c26e-40d9-85d4-08f769221ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=efa181e0-98eb-45a7-8f80-b7729b7691cb,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:53.656612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd90ac9b-2fd8-454c-b096-bee8fd9bfbca x-openstack-request-id: req-cd90ac9b-2fd8-454c-b096-bee8fd9bfbca {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:26:53.656908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7982c85-a03a-42c2-8605-e5cd626fc96c", "tag": "efa181e0-98eb-45a7-8f80-b7729b7691cb", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:26:53.657164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd90ac9b-2fd8-454c-b096-bee8fd9bfbca {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:26:53.657561 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7982c85-a03a-42c2-8605-e5cd626fc96c', 'tag': 'efa181e0-98eb-45a7-8f80-b7729b7691cb', 'status': 'completed', 'code': 200} Nov 24 05:26:53.673582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-506578d0-b650-436f-b924-c54e4476a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:53.675061 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-506578d0-b650-436f-b924-c54e4476a796 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff64c16f94ca43aeabb97099ac9938b1&device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 1096 time: 0.0442414 Nov 24 05:26:53.721863 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-5194ccc6-7c51-425c-9a66-2b5eeb3d58f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efa181e0-98eb-45a7-8f80-b7729b7691cb HTTP/1.1" status: 200 len: 217 time: 0.0378013 Nov 24 05:26:53.774364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-025af6b0-6dc2-426c-b219-f89cf5dc9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:53.775864 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-025af6b0-6dc2-426c-b219-f89cf5dc9ee9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b2cd6daa-00c3-474b-9b3b-53601747269a HTTP/1.1" status: 200 len: 853 time: 0.0459623 Nov 24 05:26:53.797357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8175e0-2a16-4ef4-b605-5a67073cd4d8 req-84a75fe8-9a2e-42f4-bfd7-6eb4737804e1 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:53.799020 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cd8175e0-2a16-4ef4-b605-5a67073cd4d8 req-84a75fe8-9a2e-42f4-bfd7-6eb4737804e1 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 943 time: 0.0647001 Nov 24 05:26:53.809853 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-d976b542-983d-418a-862b-6552ccb7d4d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8d991b63-52c3-464c-91e3-d551fdda0c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264714 Nov 24 05:26:53.850250 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cd8175e0-2a16-4ef4-b605-5a67073cd4d8 req-38cb50cd-2421-49d2-ba07-3886ac5501a3 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Nov 24 05:26:53.904692 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-b205f513-490e-4c0b-b928-7cd24ce51466 service neutron] 10.222.0.31 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880189 Nov 24 05:26:53.980058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:53.995220 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-52e5cf0c-21c2-4687-8d23-1806add54c1e req-8894c1e3-f8d9-4b0d-97eb-d0034c886636 service neutron] 10.222.0.31 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828564 Nov 24 05:26:54.080864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2824542-90f2-4e92-a277-5202b211bc99 req-01770bad-6176-4621-966f-ea743ee75c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:54.082411 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a2824542-90f2-4e92-a277-5202b211bc99 req-01770bad-6176-4621-966f-ea743ee75c11 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff64c16f94ca43aeabb97099ac9938b1&device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 1096 time: 0.0400779 Nov 24 05:26:54.178006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2824542-90f2-4e92-a277-5202b211bc99 req-9a91218f-e71c-44f1-91bc-62ab865abb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:54.179417 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a2824542-90f2-4e92-a277-5202b211bc99 req-9a91218f-e71c-44f1-91bc-62ab865abb94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8d991b63-52c3-464c-91e3-d551fdda0c9f HTTP/1.1" status: 200 len: 914 time: 0.0891607 Nov 24 05:26:54.219532 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a2824542-90f2-4e92-a277-5202b211bc99 req-197e0b62-e11d-4cae-8e23-e5c0cbcaed3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efa181e0-98eb-45a7-8f80-b7729b7691cb HTTP/1.1" status: 200 len: 217 time: 0.0332174 Nov 24 05:26:54.271336 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2824542-90f2-4e92-a277-5202b211bc99 req-0b255660-b8c3-47f1-a23c-85b0a158ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:54.272815 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a2824542-90f2-4e92-a277-5202b211bc99 req-0b255660-b8c3-47f1-a23c-85b0a158ffd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b2cd6daa-00c3-474b-9b3b-53601747269a HTTP/1.1" status: 200 len: 853 time: 0.0468624 Nov 24 05:26:54.305467 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a2824542-90f2-4e92-a277-5202b211bc99 req-08db42d5-6656-4b15-be86-f5f05f9cefbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8d991b63-52c3-464c-91e3-d551fdda0c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244436 Nov 24 05:26:54.395335 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a2824542-90f2-4e92-a277-5202b211bc99 req-506ba82d-1c19-44a0-8466-84b78a003668 service neutron] 10.222.0.31 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811508 Nov 24 05:26:54.489155 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a2824542-90f2-4e92-a277-5202b211bc99 req-4fd09638-8c93-44a1-82af-b166b97127cf service neutron] 10.222.0.31 "GET /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851936 Nov 24 05:26:54.971938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37637bd-30c6-460d-80e3-53f5d33ff750 req-82451e8d-936a-4df3-8b6e-ef7b3a1bf5b1 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:54.973542 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f37637bd-30c6-460d-80e3-53f5d33ff750 req-82451e8d-936a-4df3-8b6e-ef7b3a1bf5b1 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 943 time: 0.0540476 Nov 24 05:26:55.020181 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f37637bd-30c6-460d-80e3-53f5d33ff750 req-570b237e-5b70-4afb-ae49-14b2c565e8a9 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Nov 24 05:26:56.133682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c362837-0314-45a2-aeb0-9415d9560317 req-34ec103e-c6d4-43b9-8a5c-01827effeebf tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:56.135184 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4c362837-0314-45a2-aeb0-9415d9560317 req-34ec103e-c6d4-43b9-8a5c-01827effeebf tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 943 time: 0.0493767 Nov 24 05:26:56.182286 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4c362837-0314-45a2-aeb0-9415d9560317 req-31be1730-5e61-4130-9589-38c9abd38841 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Nov 24 05:26:56.498842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device efa181e0-98eb-45a7-8f80-b7729b7691cb details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:26:56.595065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port efa181e0-98eb-45a7-8f80-b7729b7691cb, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=efa181e0-98eb-45a7-8f80-b7729b7691cb,segment=NetworkSegment(2ac6d36c-a8ee-47ca-8024-6abea93e44a2),segment_id=2ac6d36c-a8ee-47ca-8024-6abea93e44a2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:56.606714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'efa181e0-98eb-45a7-8f80-b7729b7691cb', 'network_id': '8d991b63-52c3-464c-91e3-d551fdda0c9f', 'port_id': 'efa181e0-98eb-45a7-8f80-b7729b7691cb', 'mac_address': 'fa:16:3e:7b:6b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2cd6daa-00c3-474b-9b3b-53601747269a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:26:56.642123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:56.654785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa181e0-98eb-45a7-8f80-b7729b7691cb {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:26:56.674027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port efa181e0-98eb-45a7-8f80-b7729b7691cb, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=efa181e0-98eb-45a7-8f80-b7729b7691cb,segment=NetworkSegment(2ac6d36c-a8ee-47ca-8024-6abea93e44a2),segment_id=2ac6d36c-a8ee-47ca-8024-6abea93e44a2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:56.678723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:56.723925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=efa181e0-98eb-45a7-8f80-b7729b7691cb,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:56.730664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.731013 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.731362 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.731719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.732081 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.732413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.732744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.733072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.733401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.733723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.734047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.734404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:26:56.877095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['efa181e0-98eb-45a7-8f80-b7729b7691cb'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:26:57.296578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f339a4-9f99-4dca-b952-97a0a6d8137a req-1df7db9a-b112-4e63-a941-9f7c3b48aa1b tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:57.298056 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-11f339a4-9f99-4dca-b952-97a0a6d8137a req-1df7db9a-b112-4e63-a941-9f7c3b48aa1b tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 944 time: 0.0498009 Nov 24 05:26:57.349733 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-11f339a4-9f99-4dca-b952-97a0a6d8137a req-c7e22e15-557a-4fef-a157-8dc4dc3945fe tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448604 Nov 24 05:26:58.463038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6647a4-9869-470e-9b29-831194fb2424 req-5c1a3f63-e79c-494e-ac5b-11061cdf70b0 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:58.464515 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8f6647a4-9869-470e-9b29-831194fb2424 req-5c1a3f63-e79c-494e-ac5b-11061cdf70b0 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 944 time: 0.0488195 Nov 24 05:26:58.510603 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8f6647a4-9869-470e-9b29-831194fb2424 req-12a3d563-9279-4a10-9502-5304131bd45e tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Nov 24 05:26:58.523614 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device efa181e0-98eb-45a7-8f80-b7729b7691cb up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:26:58.575442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port efa181e0-98eb-45a7-8f80-b7729b7691cb completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:26:58.578996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port efa181e0-98eb-45a7-8f80-b7729b7691cb triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:26:58.579370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:58.657454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:58.678638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7982c85-a03a-42c2-8605-e5cd626fc96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa181e0-98eb-45a7-8f80-b7729b7691cb'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:26:58.680864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41612be8-b097-440e-af2d-e8054ad91e3f" -d '{"events": [{"server_uuid": "e7982c85-a03a-42c2-8605-e5cd626fc96c", "name": "network-vif-plugged", "status": "completed", "tag": "efa181e0-98eb-45a7-8f80-b7729b7691cb"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:26:58.694228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port efa181e0-98eb-45a7-8f80-b7729b7691cb, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=efa181e0-98eb-45a7-8f80-b7729b7691cb,segment=NetworkSegment(2ac6d36c-a8ee-47ca-8024-6abea93e44a2),segment_id=2ac6d36c-a8ee-47ca-8024-6abea93e44a2)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:26:58.698168 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:26:58.720899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d5572b-111e-4a90-a3ab-b9117acb820d x-openstack-request-id: req-78d5572b-111e-4a90-a3ab-b9117acb820d {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:26:58.721189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7982c85-a03a-42c2-8605-e5cd626fc96c", "name": "network-vif-plugged", "status": "completed", "tag": "efa181e0-98eb-45a7-8f80-b7729b7691cb", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:26:58.721439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78d5572b-111e-4a90-a3ab-b9117acb820d {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:26:58.721826 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7982c85-a03a-42c2-8605-e5cd626fc96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa181e0-98eb-45a7-8f80-b7729b7691cb', 'code': 200} Nov 24 05:26:58.746307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=efa181e0-98eb-45a7-8f80-b7729b7691cb,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:26:58.880399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d14f7-7ee6-4487-9f11-e1c815234199 req-e8cdfc65-e4dd-409c-8d52-0ee537d7d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:58.881907 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-786d14f7-7ee6-4487-9f11-e1c815234199 req-e8cdfc65-e4dd-409c-8d52-0ee537d7d41c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 1098 time: 0.0402935 Nov 24 05:26:58.927905 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-786d14f7-7ee6-4487-9f11-e1c815234199 req-9d3765e2-bc12-4cc4-98f5-48db3c40c30c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368061 Nov 24 05:26:59.628344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26207bce-229a-4b02-bb82-a6694a8c71ab req-2d32d4c1-e5b0-4883-b844-ef95e377438e tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:26:59.630571 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-26207bce-229a-4b02-bb82-a6694a8c71ab req-2d32d4c1-e5b0-4883-b844-ef95e377438e tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 945 time: 0.0514143 Nov 24 05:26:59.678900 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-26207bce-229a-4b02-bb82-a6694a8c71ab req-0b995f3a-c206-4c1b-8a55-49c662fe1e14 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Nov 24 05:27:00.801501 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013a0bb-7fdc-4f3f-99a4-78da96abf2b9 req-0d5ecc70-fb1e-474b-9824-a6e5ef3e6bc6 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:00.802990 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d013a0bb-7fdc-4f3f-99a4-78da96abf2b9 req-0d5ecc70-fb1e-474b-9824-a6e5ef3e6bc6 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 945 time: 0.0565190 Nov 24 05:27:00.851697 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d013a0bb-7fdc-4f3f-99a4-78da96abf2b9 req-ab0e9285-671e-441c-858f-bc626b4ad628 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426934 Nov 24 05:27:01.084578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dacc39-a75b-4f80-8a29-98e79958b617 req-0f087486-823e-4536-8c0f-aeff6de0ddbf tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:01.086027 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-58dacc39-a75b-4f80-8a29-98e79958b617 req-0f087486-823e-4536-8c0f-aeff6de0ddbf tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 945 time: 0.0509360 Nov 24 05:27:01.134201 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-58dacc39-a75b-4f80-8a29-98e79958b617 req-132e5913-1424-404f-bacf-6d35b90a0d02 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419731 Nov 24 05:27:02.257044 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70106d-3e77-4409-9a37-70b7875c1543 req-04188749-ff04-4b11-bba7-f2cf223505b3 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:02.258527 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5d70106d-3e77-4409-9a37-70b7875c1543 req-04188749-ff04-4b11-bba7-f2cf223505b3 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 945 time: 0.0545366 Nov 24 05:27:02.306123 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5d70106d-3e77-4409-9a37-70b7875c1543 req-92f49d93-6cea-4642-bdd4-e01f546e6de4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Nov 24 05:27:02.492361 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b7eda-9cce-44c5-8fbe-5f90f7c3e762 req-362f7267-6a6a-4e13-ab6d-41e0469e7feb tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:02.493820 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8b0b7eda-9cce-44c5-8fbe-5f90f7c3e762 req-362f7267-6a6a-4e13-ab6d-41e0469e7feb tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 945 time: 0.0532959 Nov 24 05:27:02.582602 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-8b0b7eda-9cce-44c5-8fbe-5f90f7c3e762 req-ed56bfc8-2e78-49b5-b43e-54ac9b0fc4b4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Deleting port efa181e0-98eb-45a7-8f80-b7729b7691cb {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:27:02.582945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8b0b7eda-9cce-44c5-8fbe-5f90f7c3e762 req-ed56bfc8-2e78-49b5-b43e-54ac9b0fc4b4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:02.672014 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8b0b7eda-9cce-44c5-8fbe-5f90f7c3e762 req-ed56bfc8-2e78-49b5-b43e-54ac9b0fc4b4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] For port efa181e0-98eb-45a7-8f80-b7729b7691cb, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=efa181e0-98eb-45a7-8f80-b7729b7691cb,segment=NetworkSegment(2ac6d36c-a8ee-47ca-8024-6abea93e44a2),segment_id=2ac6d36c-a8ee-47ca-8024-6abea93e44a2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:02.672288 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8b0b7eda-9cce-44c5-8fbe-5f90f7c3e762 req-ed56bfc8-2e78-49b5-b43e-54ac9b0fc4b4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:02.684308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-8b0b7eda-9cce-44c5-8fbe-5f90f7c3e762 req-ed56bfc8-2e78-49b5-b43e-54ac9b0fc4b4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Calling delete_port for efa181e0-98eb-45a7-8f80-b7729b7691cb owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:27:02.807354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8b0b7eda-9cce-44c5-8fbe-5f90f7c3e762 req-ed56bfc8-2e78-49b5-b43e-54ac9b0fc4b4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:02.819973 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3', 'efa181e0-98eb-45a7-8f80-b7729b7691cb'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:27:02.847034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56bfc8-2e78-49b5-b43e-54ac9b0fc4b4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Pushing event deleted for resources: {'Port': ['ID=efa181e0-98eb-45a7-8f80-b7729b7691cb,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:02.880856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0b7eda-9cce-44c5-8fbe-5f90f7c3e762 req-ed56bfc8-2e78-49b5-b43e-54ac9b0fc4b4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] No DVR routers for this DVR port efa181e0-98eb-45a7-8f80-b7729b7691cb on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:27:02.883406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8b0b7eda-9cce-44c5-8fbe-5f90f7c3e762 req-ed56bfc8-2e78-49b5-b43e-54ac9b0fc4b4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:02.886938 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8b0b7eda-9cce-44c5-8fbe-5f90f7c3e762 req-ed56bfc8-2e78-49b5-b43e-54ac9b0fc4b4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.31 "DELETE /v2.0/ports/efa181e0-98eb-45a7-8f80-b7729b7691cb HTTP/1.1" status: 204 len: 173 time: 0.3853281 Nov 24 05:27:02.887401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7982c85-a03a-42c2-8605-e5cd626fc96c', 'name': 'network-vif-deleted', 'tag': 'efa181e0-98eb-45a7-8f80-b7729b7691cb'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:27:02.889664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369faa68-24fc-4434-85e7-978bc74005f6" -d '{"events": [{"server_uuid": "e7982c85-a03a-42c2-8605-e5cd626fc96c", "name": "network-vif-deleted", "tag": "efa181e0-98eb-45a7-8f80-b7729b7691cb"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:27:02.940255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e806c8b0-40b3-455a-8da7-33a8c46a4512 x-openstack-request-id: req-e806c8b0-40b3-455a-8da7-33a8c46a4512 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:27:02.940566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7982c85-a03a-42c2-8605-e5cd626fc96c", "name": "network-vif-deleted", "tag": "efa181e0-98eb-45a7-8f80-b7729b7691cb", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:27:02.940821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e806c8b0-40b3-455a-8da7-33a8c46a4512 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:27:02.941322 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7982c85-a03a-42c2-8605-e5cd626fc96c', 'name': 'network-vif-deleted', 'tag': 'efa181e0-98eb-45a7-8f80-b7729b7691cb', 'status': 'completed', 'code': 200} Nov 24 05:27:03.417200 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-33ce3cfc-3bb8-4878-a8e3-959d43fa76dc req-27457862-d7d3-4689-ac34-b10bb14d0c53 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7982c85-a03a-42c2-8605-e5cd626fc96c HTTP/1.1" status: 200 len: 210 time: 0.0275655 Nov 24 05:27:04.563421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eadf3e-784f-4898-bfc9-c5879cbcbbcf req-56710577-7ec6-447a-be7b-0b8738cc8e36 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:04.564972 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d3eadf3e-784f-4898-bfc9-c5879cbcbbcf req-56710577-7ec6-447a-be7b-0b8738cc8e36 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 946 time: 0.0492337 Nov 24 05:27:04.611301 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d3eadf3e-784f-4898-bfc9-c5879cbcbbcf req-7b565d14-c0eb-4a81-b5f8-5cc8306a801f tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Nov 24 05:27:04.743525 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e11e6f-810e-4f4a-9bad-8f99d013676f req-3dfa00b4-e038-4a82-981c-51fb94363b8e tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:04.744919 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-33e11e6f-810e-4f4a-9bad-8f99d013676f req-3dfa00b4-e038-4a82-981c-51fb94363b8e tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 946 time: 0.0525498 Nov 24 05:27:04.791764 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-33e11e6f-810e-4f4a-9bad-8f99d013676f req-d96c698d-37ab-4b49-91d3-144a8195d79c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Nov 24 05:27:04.907417 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dd1ae-5af5-4641-b42d-bb34849ecf96 req-2f8ca3cc-c38c-4a8c-9cb4-cef35050b0df tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:04.908907 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ad1dd1ae-5af5-4641-b42d-bb34849ecf96 req-2f8ca3cc-c38c-4a8c-9cb4-cef35050b0df tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 946 time: 0.0487888 Nov 24 05:27:04.959813 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ad1dd1ae-5af5-4641-b42d-bb34849ecf96 req-9b3b59b2-9090-4716-86a5-6823f4a8ecef tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Nov 24 05:27:05.122664 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7751f6-8667-4009-ba46-6e11d54d07cf req-1899b922-e9ea-42c5-92bf-859a70014f80 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:05.124138 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cb7751f6-8667-4009-ba46-6e11d54d07cf req-1899b922-e9ea-42c5-92bf-859a70014f80 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 946 time: 0.0484521 Nov 24 05:27:05.175533 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cb7751f6-8667-4009-ba46-6e11d54d07cf req-b9043d65-7e6c-40ad-8a7f-492eb83f894b tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445452 Nov 24 05:27:05.291903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470730e1-a2f7-4b4a-8ded-4d04aff73556 req-2e3a4eba-7181-4e32-9cf3-21be1c8e6bf4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:05.293375 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-470730e1-a2f7-4b4a-8ded-4d04aff73556 req-2e3a4eba-7181-4e32-9cf3-21be1c8e6bf4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 946 time: 0.0490389 Nov 24 05:27:05.340994 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-470730e1-a2f7-4b4a-8ded-4d04aff73556 req-d82c0f87-ff02-4ea8-8d90-14e3c677394f tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413752 Nov 24 05:27:05.461853 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d24135-ae7d-4b85-8977-88250fd3a5d5 req-149e7336-c4d5-4a52-b6b0-0ca826dc98fc tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:05.463300 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-12d24135-ae7d-4b85-8977-88250fd3a5d5 req-149e7336-c4d5-4a52-b6b0-0ca826dc98fc tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 946 time: 0.0478911 Nov 24 05:27:05.509587 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-12d24135-ae7d-4b85-8977-88250fd3a5d5 req-6582b6a8-35f2-425a-9d02-1286e9b888ec tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401542 Nov 24 05:27:05.808096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fe1f9-a76c-407f-a852-a7e8ee48affd req-2ebabcfe-08e6-4f6b-8b31-ab5340083c2d tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:05.809538 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b69fe1f9-a76c-407f-a852-a7e8ee48affd req-2ebabcfe-08e6-4f6b-8b31-ab5340083c2d tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 946 time: 0.0525453 Nov 24 05:27:05.856838 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b69fe1f9-a76c-407f-a852-a7e8ee48affd req-592b2271-53fd-4989-832b-fd2cfcf3bcb0 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 Nov 24 05:27:06.570432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device efa181e0-98eb-45a7-8f80-b7729b7691cb no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:27:06.589626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: efa181e0-98eb-45a7-8f80-b7729b7691cb {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:27:06.589965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device efa181e0-98eb-45a7-8f80-b7729b7691cb not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:27:06.980058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528548-4c3f-4162-8ed7-dc5afbfd321a req-e6e5fed6-c38f-4410-8106-b2a419f791ec tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:06.981545 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7a528548-4c3f-4162-8ed7-dc5afbfd321a req-e6e5fed6-c38f-4410-8106-b2a419f791ec tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 946 time: 0.0534666 Nov 24 05:27:07.030625 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7a528548-4c3f-4162-8ed7-dc5afbfd321a req-d174d918-eab9-419f-b5af-acdf5c642bd4 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f6cb8a-06e1-440c-8199-b60935c96838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430677 Nov 24 05:27:07.310019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa74f-e563-4fdb-a6ed-9f65184d37ca req-325c2223-b02b-4ca8-9252-090c8b2a898c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:07.311459 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-726fa74f-e563-4fdb-a6ed-9f65184d37ca req-325c2223-b02b-4ca8-9252-090c8b2a898c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 946 time: 0.0486717 Nov 24 05:27:07.402545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-726fa74f-e563-4fdb-a6ed-9f65184d37ca req-ffe148d8-d13c-4a45-b3b8-1941c544bf8c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Deleting port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:27:07.402888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-726fa74f-e563-4fdb-a6ed-9f65184d37ca req-ffe148d8-d13c-4a45-b3b8-1941c544bf8c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:07.490746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-726fa74f-e563-4fdb-a6ed-9f65184d37ca req-ffe148d8-d13c-4a45-b3b8-1941c544bf8c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] For port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3,segment=NetworkSegment(2ac6d36c-a8ee-47ca-8024-6abea93e44a2),segment_id=2ac6d36c-a8ee-47ca-8024-6abea93e44a2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:07.491111 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-726fa74f-e563-4fdb-a6ed-9f65184d37ca req-ffe148d8-d13c-4a45-b3b8-1941c544bf8c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:07.503510 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-726fa74f-e563-4fdb-a6ed-9f65184d37ca req-ffe148d8-d13c-4a45-b3b8-1941c544bf8c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Calling delete_port for 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:27:07.630330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-726fa74f-e563-4fdb-a6ed-9f65184d37ca req-ffe148d8-d13c-4a45-b3b8-1941c544bf8c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:07.641664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:27:07.658156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe148d8-d13c-4a45-b3b8-1941c544bf8c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Pushing event deleted for resources: {'Port': ['ID=670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:07.701802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-726fa74f-e563-4fdb-a6ed-9f65184d37ca req-ffe148d8-d13c-4a45-b3b8-1941c544bf8c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] No DVR routers for this DVR port 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:27:07.704254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-726fa74f-e563-4fdb-a6ed-9f65184d37ca req-ffe148d8-d13c-4a45-b3b8-1941c544bf8c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:07.707678 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-726fa74f-e563-4fdb-a6ed-9f65184d37ca req-ffe148d8-d13c-4a45-b3b8-1941c544bf8c tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.31 "DELETE /v2.0/ports/670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 HTTP/1.1" status: 204 len: 173 time: 0.3892958 Nov 24 05:27:07.708112 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1b6152-7060-4bd3-b573-0cbe08678a75', 'name': 'network-vif-deleted', 'tag': '670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:27:07.710331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5ccd3c-0fd2-4d2a-9b88-abe74723d19b" -d '{"events": [{"server_uuid": "8f1b6152-7060-4bd3-b573-0cbe08678a75", "name": "network-vif-deleted", "tag": "670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:27:07.747801 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72b0107-a94a-4101-9125-cafbf8a084a7 x-openstack-request-id: req-e72b0107-a94a-4101-9125-cafbf8a084a7 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:27:07.748158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1b6152-7060-4bd3-b573-0cbe08678a75", "name": "network-vif-deleted", "tag": "670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:27:07.748418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e72b0107-a94a-4101-9125-cafbf8a084a7 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:27:07.748818 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1b6152-7060-4bd3-b573-0cbe08678a75', 'name': 'network-vif-deleted', 'tag': '670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3', 'status': 'completed', 'code': 200} Nov 24 05:27:08.142301 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f3b832be-e35d-49ff-a4bd-efd2fb67ecda req-7cff9e77-f037-4c8d-b30a-983b71facf88 tempest-ServersNegativeTestJSON-1397476386 tempest-ServersNegativeTestJSON-1397476386-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f1b6152-7060-4bd3-b573-0cbe08678a75 HTTP/1.1" status: 200 len: 210 time: 0.0277672 Nov 24 05:27:09.198909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42248) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:09.243526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0b4e81-0de9-4611-9df1-1b7cdc9be630 admin admin] Deleting subnet b2cd6daa-00c3-474b-9b3b-53601747269a {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:27:09.246528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4e81-0de9-4611-9df1-1b7cdc9be630 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.279259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4e81-0de9-4611-9df1-1b7cdc9be630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.316363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4e81-0de9-4611-9df1-1b7cdc9be630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.368090 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4e81-0de9-4611-9df1-1b7cdc9be630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.397540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b4e81-0de9-4611-9df1-1b7cdc9be630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2cd6daa-00c3-474b-9b3b-53601747269a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:09.401089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fc0b4e81-0de9-4611-9df1-1b7cdc9be630 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.404341 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fc0b4e81-0de9-4611-9df1-1b7cdc9be630 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b2cd6daa-00c3-474b-9b3b-53601747269a HTTP/1.1" status: 204 len: 168 time: 0.2044244 Nov 24 05:27:09.406829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42250) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:09.474859 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.553897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.573160 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d991b63-52c3-464c-91e3-d551fdda0c9f']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:09.582516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac6d36c-a8ee-47ca-8024-6abea93e44a2') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:09.582811 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac6d36c-a8ee-47ca-8024-6abea93e44a2') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:09.592181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.604804 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.611359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:27:09.611792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:27:09.614509 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:27:09.668739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.673170 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.677313 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] 10.222.0.37 "DELETE /v2.0/networks/8d991b63-52c3-464c-91e3-d551fdda0c9f HTTP/1.1" status: 204 len: 168 time: 0.2694950 Nov 24 05:27:09.689475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83f8d8-659e-4348-93f4-daffd30ea32a admin admin] Pushing event deleted for resources: {'Network': ['ID=8d991b63-52c3-464c-91e3-d551fdda0c9f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:09.782617 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42254) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:09.828041 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-848dbcd9-550f-44f8-9217-ca5f8bb3de8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff64c16f94ca43aeabb97099ac9938b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441844 Nov 24 05:27:09.830496 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42256) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:09.875780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30d2738a-1015-45f0-bd4d-460bd3562c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.897271 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30d2738a-1015-45f0-bd4d-460bd3562c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.942101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30d2738a-1015-45f0-bd4d-460bd3562c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.944588 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30d2738a-1015-45f0-bd4d-460bd3562c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:09.945736 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-30d2738a-1015-45f0-bd4d-460bd3562c68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0f6cb8a-06e1-440c-8199-b60935c96838 HTTP/1.1" status: 204 len: 168 time: 0.1143425 Nov 24 05:27:09.953082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2738a-1015-45f0-bd4d-460bd3562c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f6cb8a-06e1-440c-8199-b60935c96838,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:10.559255 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:27:10.579105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:27:10.579630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 670b9cb5-8a4c-4cca-a6b0-ede1aa0836b3 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:27:10.620143 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42278) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:10.712567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-104629778'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:10.733569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Made reservation on behalf of ded616608d6740148e5c2e2fdb5a3f66 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:10.737163 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:10.745477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:10.818613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:10.822869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:10.849267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:27:10.861882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdf8d64-28ea-4807-a4d4-17b822a36ef2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:10.866478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:10.866838 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Added segment 8b66e6bc-6dfd-465b-b221-9141241adef7 of type vlan for network ad8f420b-4128-47d1-8234-41bbeb06e3ef Nov 24 05:27:10.908104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:10.932158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:10.937733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:10.938313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:10.970879 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3496351 Nov 24 05:27:11.006196 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872329d-436c-4268-af99-1e7d0761087d tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event updated for resources: {'Network': ['ID=ad8f420b-4128-47d1-8234-41bbeb06e3ef,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:11.016931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network ad8f420b-4128-47d1-8234-41bbeb06e3ef details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:27:14.320681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42282) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:14.325805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Request body: {'subnet': {'network_id': 'ad8f420b-4128-47d1-8234-41bbeb06e3ef', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:14.414178 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Made reservation on behalf of ded616608d6740148e5c2e2fdb5a3f66 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:14.417603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:14.604493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:14.667545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event updated for resources: {'Subnet': ['ID=a8982a9d-71e6-4d68-868f-dff6bcd75219,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:14.676500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Checking segment: {'id': '8b66e6bc-6dfd-465b-b221-9141241adef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ad8f420b-4128-47d1-8234-41bbeb06e3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:14.676871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Network hostable DHCP agents. Network: ad8f420b-4128-47d1-8234-41bbeb06e3ef, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:27:14.695043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Network ad8f420b-4128-47d1-8234-41bbeb06e3ef is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:27:14.704255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, ad8f420b-4128-47d1-8234-41bbeb06e3ef) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:14.708749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:14.709341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:14.714613 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc218a3-0e97-42f1-9c5a-df4d22a0c0e4 None None] Network ad8f420b-4128-47d1-8234-41bbeb06e3ef requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:14.727059 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-96e2d114-7d77-4b0d-81e5-a5b44f1161ee tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4052277 Nov 24 05:27:14.730409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42284) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:14.735362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1798925089'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:14.756565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Made reservation on behalf of ded616608d6740148e5c2e2fdb5a3f66 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:14.760386 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:14.786968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:27:14.796753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:14.797107 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Added segment c269689b-dc16-4c61-9afe-0d4baf652b1c of type vlan for network 0b9616df-35a0-43d7-bb02-4b473eda2234 Nov 24 05:27:14.856524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:14.874363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-ad8f420b-4128-47d1-8234-41bbeb06e3ef', 'network_id': 'ad8f420b-4128-47d1-8234-41bbeb06e3ef', 'tenant_id': 'ded616608d6740148e5c2e2fdb5a3f66', 'fixed_ips': [{'subnet_id': 'a8982a9d-71e6-4d68-868f-dff6bcd75219'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:27:14.875246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:14.885391 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:14.891797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:14.892398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:14.932058 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2005651 Nov 24 05:27:14.934941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42286) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:14.942825 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Request body: {'subnet': {'network_id': '0b9616df-35a0-43d7-bb02-4b473eda2234', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:14.994703 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408faf4-f840-4314-b510-9cdb29b4208b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event updated for resources: {'Network': ['ID=0b9616df-35a0-43d7-bb02-4b473eda2234,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:15.009000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 0b9616df-35a0-43d7-bb02-4b473eda2234 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:27:15.026706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Allocated IP 2001:db8:0:ffff::2 (ad8f420b-4128-47d1-8234-41bbeb06e3ef/a8982a9d-71e6-4d68-868f-dff6bcd75219/ec0bbd2d-bda8-4a44-a33f-9ae823a099ba) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:27:15.060949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Made reservation on behalf of ded616608d6740148e5c2e2fdb5a3f66 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:15.064799 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.215963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.223546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.265946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.266202 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Network ad8f420b-4128-47d1-8234-41bbeb06e3ef is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:15.272088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:15.273940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Pushing event updated for resources: {'Port': ['ID=ec0bbd2d-bda8-4a44-a33f-9ae823a099ba,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:15.276133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:27:15.328701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event updated for resources: {'Subnet': ['ID=7f616888-dfb9-41ed-bd02-75f863742fef,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:15.333135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Attempting to bind port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:27:15.333389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Attempting to bind port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '8b66e6bc-6dfd-465b-b221-9141241adef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ad8f420b-4128-47d1-8234-41bbeb06e3ef'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:27:15.333763 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Attempting to bind port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba on network ad8f420b-4128-47d1-8234-41bbeb06e3ef {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:15.335706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Checking segment: {'id': 'c269689b-dc16-4c61-9afe-0d4baf652b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '0b9616df-35a0-43d7-bb02-4b473eda2234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:15.336078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Network hostable DHCP agents. Network: 0b9616df-35a0-43d7-bb02-4b473eda2234, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:27:15.338824 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:27:15.339205 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Checking segment: {'id': '8b66e6bc-6dfd-465b-b221-9141241adef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ad8f420b-4128-47d1-8234-41bbeb06e3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:15.339664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.340065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Bound using segment: {'id': '8b66e6bc-6dfd-465b-b221-9141241adef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ad8f420b-4128-47d1-8234-41bbeb06e3ef'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:27:15.340786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Bound port: ec0bbd2d-bda8-4a44-a33f-9ae823a099ba, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b66e6bc-6dfd-465b-b221-9141241adef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ad8f420b-4128-47d1-8234-41bbeb06e3ef'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:27:15.341170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.352428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Network 0b9616df-35a0-43d7-bb02-4b473eda2234 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:27:15.364810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 0b9616df-35a0-43d7-bb02-4b473eda2234) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:15.369407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:15.370035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.376461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c90958-0e27-4986-b23a-a2dec6678f19 None None] Network 0b9616df-35a0-43d7-bb02-4b473eda2234 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:15.390668 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9b8aae97-6896-483c-a33f-9ceb98ed8df2 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4547052 Nov 24 05:27:15.393274 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42288) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:15.470178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] For port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:27:15.485288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] For port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ec0bbd2d-bda8-4a44-a33f-9ae823a099ba,segment=NetworkSegment(8b66e6bc-6dfd-465b-b221-9141241adef7),segment_id=8b66e6bc-6dfd-465b-b221-9141241adef7)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:27:15.493662 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.509353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.590430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.594575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217070a8-60bf-4e36-9d16-b5c5312f05c4 None None] Pushing event updated for resources: {'Port': ['ID=ec0bbd2d-bda8-4a44-a33f-9ae823a099ba,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:15.629064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c427fa16-95ec-421d-823e-5d9b01e62b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-0b9616df-35a0-43d7-bb02-4b473eda2234', 'network_id': '0b9616df-35a0-43d7-bb02-4b473eda2234', 'tenant_id': 'ded616608d6740148e5c2e2fdb5a3f66', 'fixed_ips': [{'subnet_id': '7f616888-dfb9-41ed-bd02-75f863742fef'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:27:15.630505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c427fa16-95ec-421d-823e-5d9b01e62b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.661919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.693349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Subnet': ['ID=7f616888-dfb9-41ed-bd02-75f863742fef,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server [None req-c427fa16-95ec-421d-823e-5d9b01e62b12 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f616888-dfb9-41ed-bd02-75f863742fef: This subnet is being modified by another concurrent operation. Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server raise exception Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f616888-dfb9-41ed-bd02-75f863742fef: This subnet is being modified by another concurrent operation. Nov 24 05:27:15.748718 dv-neutron-818850-5-hyperv neutron-server[103234]: ERROR oslo_messaging.rpc.server Nov 24 05:27:15.770132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a7cc17-aff9-45e4-a92d-8ff1d8774512 None None] Network 0b9616df-35a0-43d7-bb02-4b473eda2234 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:15.790019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.814295 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9616df-35a0-43d7-bb02-4b473eda2234']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:15.825266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c269689b-dc16-4c61-9afe-0d4baf652b1c') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:15.825669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c269689b-dc16-4c61-9afe-0d4baf652b1c') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:15.836375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.851774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.858318 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:27:15.858904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:27:15.863305 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:27:15.928247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.934855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:15.938005 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/networks/0b9616df-35a0-43d7-bb02-4b473eda2234 HTTP/1.1" status: 204 len: 168 time: 0.5437884 Nov 24 05:27:15.942010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42290) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:15.948210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2078162266'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:15.949357 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b76b31-0090-4af7-a28a-9eb1eb5884a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Network': ['ID=0b9616df-35a0-43d7-bb02-4b473eda2234,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:15.970051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Made reservation on behalf of ded616608d6740148e5c2e2fdb5a3f66 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:15.975085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.002949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:27:16.011959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.012304 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Added segment 2f3b89ef-f5dc-4c1a-8092-8a0166bcebe9 of type vlan for network f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926 Nov 24 05:27:16.052152 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.077680 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.084323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:16.084914 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.128739 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1851802 Nov 24 05:27:16.132129 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42292) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:16.136685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7c166e4-2b2c-4abb-8cb9-093ee6ea679a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.138901 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Request body: {'subnet': {'network_id': 'f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:16.159323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb88b3-bdd9-426a-bd05-f6d833dbeab0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event updated for resources: {'Network': ['ID=f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:16.171259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:27:16.230423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Made reservation on behalf of ded616608d6740148e5c2e2fdb5a3f66 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:16.234199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.299218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Performing IP validity checks on allocation pools {{(pid=103232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 05:27:16.299790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 05:27:16.425930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.494670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event updated for resources: {'Subnet': ['ID=9215bbe2-397a-4a22-a40b-a08cf29bbb13,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:16.504620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Checking segment: {'id': '2f3b89ef-f5dc-4c1a-8092-8a0166bcebe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:16.504996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Network hostable DHCP agents. Network: f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:27:16.522209 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Network f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:27:16.531857 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:16.536974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:16.537570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.543537 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b0343f-3b84-4ed3-9f1a-ec3f84c7480e None None] Network f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:16.560462 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-42363151-a5f6-451c-8e08-e3996caf40bd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4241600 Nov 24 05:27:16.560462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42294) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:16.607110 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091fef08-31b5-409a-b87f-c9fd0ce34bce None None] Network ad8f420b-4128-47d1-8234-41bbeb06e3ef requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:16.660480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.692653 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-78205d0c-24e3-49fb-8134-534eeaf3223b None None] Provisioning complete for port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:16.693027 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-78205d0c-24e3-49fb-8134-534eeaf3223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.716410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.780782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.809494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Subnet': ['ID=9215bbe2-397a-4a22-a40b-a08cf29bbb13,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:16.876233 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.896691 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:16.905762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3b89ef-f5dc-4c1a-8092-8a0166bcebe9') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:16.906067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3b89ef-f5dc-4c1a-8092-8a0166bcebe9') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:16.915488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.923982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f820f-623c-4cc1-af03-d149f06e14b2 None None] Network f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:16.930218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.936546 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:27:16.936939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:27:16.940232 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:27:16.998444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.005963 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.009192 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/networks/f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926 HTTP/1.1" status: 204 len: 168 time: 0.4479375 Nov 24 05:27:17.014250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42296) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:17.020578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2097941486'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:17.021383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae774b3b-329a-4790-9898-f6894b8ae477 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Network': ['ID=f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:17.044417 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Made reservation on behalf of ded616608d6740148e5c2e2fdb5a3f66 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:17.047806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.075695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:27:17.086639 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.087119 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Added segment bb9e30a2-5981-46b1-ac18-5ce5a08d154d of type vlan for network 1636274d-1b2b-4eba-8a29-b61956fb299b Nov 24 05:27:17.107308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-78205d0c-24e3-49fb-8134-534eeaf3223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.130076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.153854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-78205d0c-24e3-49fb-8134-534eeaf3223b None None] For port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ec0bbd2d-bda8-4a44-a33f-9ae823a099ba,segment=NetworkSegment(8b66e6bc-6dfd-465b-b221-9141241adef7),segment_id=8b66e6bc-6dfd-465b-b221-9141241adef7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:17.159651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-78205d0c-24e3-49fb-8134-534eeaf3223b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.161472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.167567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:17.168138 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.210968 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1931100 Nov 24 05:27:17.211196 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78205d0c-24e3-49fb-8134-534eeaf3223b None None] Pushing event updated for resources: {'Port': ['ID=ec0bbd2d-bda8-4a44-a33f-9ae823a099ba,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:17.211483 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42298) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:17.216644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Request body: {'subnet': {'network_id': '1636274d-1b2b-4eba-8a29-b61956fb299b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:17.247877 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fde26-b48c-4885-be62-4ec1062be68b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event updated for resources: {'Network': ['ID=1636274d-1b2b-4eba-8a29-b61956fb299b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:17.259658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 1636274d-1b2b-4eba-8a29-b61956fb299b details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:27:17.368239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae26b15-4754-48a1-ae41-c7cab9361878 None None] get_active_networks_info from dv-neutron-818850-5-hyperv {{(pid=103234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 05:27:17.410017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e5d81a9b-e59f-45e0-b551-a109008f4b55 None None] Provisioning complete for port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:17.410314 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e5d81a9b-e59f-45e0-b551-a109008f4b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.480615 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae26b15-4754-48a1-ae41-c7cab9361878 None None] Resources bound (agent type, host, resource id): {{(pid=103234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 05:27:17.641516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Made reservation on behalf of ded616608d6740148e5c2e2fdb5a3f66 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:17.646039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.701890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ec0bbd2d-bda8-4a44-a33f-9ae823a099ba up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:17.760117 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:17.760489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.846082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.898778 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event updated for resources: {'Subnet': ['ID=59bf4095-0c09-4365-b3fb-3135f87648a5,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:17.913865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Checking segment: {'id': 'bb9e30a2-5981-46b1-ac18-5ce5a08d154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '1636274d-1b2b-4eba-8a29-b61956fb299b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:17.914232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Network hostable DHCP agents. Network: 1636274d-1b2b-4eba-8a29-b61956fb299b, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:27:17.930394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Network 1636274d-1b2b-4eba-8a29-b61956fb299b is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:27:17.939365 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 1636274d-1b2b-4eba-8a29-b61956fb299b) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:17.943339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:17.943971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:17.949790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e1e98e-b8ad-4abe-a04e-cc3e86ff5d7c None None] Network 1636274d-1b2b-4eba-8a29-b61956fb299b requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:17.959665 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a211b7d5-3c4b-4310-9dec-5f18951e8dae tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7471871 Nov 24 05:27:17.963128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42300) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:17.968296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864453231'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:17.989476 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Made reservation on behalf of ded616608d6740148e5c2e2fdb5a3f66 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:17.992911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.016997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:27:18.026383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.026734 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Added segment c8f4c8a2-a584-48a4-abaa-45b3f24d2cc3 of type vlan for network 878a0b47-b5c0-49c7-a3c4-99997ea1c241 Nov 24 05:27:18.078679 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.095256 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-1636274d-1b2b-4eba-8a29-b61956fb299b', 'network_id': '1636274d-1b2b-4eba-8a29-b61956fb299b', 'tenant_id': 'ded616608d6740148e5c2e2fdb5a3f66', 'fixed_ips': [{'subnet_id': '59bf4095-0c09-4365-b3fb-3135f87648a5'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:27:18.096171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.104872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.110589 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:18.111172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.140379 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1761565 Nov 24 05:27:18.143271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42302) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:18.151527 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Request body: {'subnet': {'network_id': '878a0b47-b5c0-49c7-a3c4-99997ea1c241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:18.183608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d05ba-1376-40df-bbd1-d8c50880448e tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event updated for resources: {'Network': ['ID=878a0b47-b5c0-49c7-a3c4-99997ea1c241,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:18.197115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 878a0b47-b5c0-49c7-a3c4-99997ea1c241 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:27:18.251464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Made reservation on behalf of ded616608d6740148e5c2e2fdb5a3f66 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:18.255314 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.293969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Allocated IP 2001:db8::2 (1636274d-1b2b-4eba-8a29-b61956fb299b/59bf4095-0c09-4365-b3fb-3135f87648a5/28d30f6b-29ba-410a-90d5-381064a56bfd) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:27:18.410476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d6178ebb-61a3-4729-8d4d-c03233270c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.443386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.456189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.462034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.501532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Network 1636274d-1b2b-4eba-8a29-b61956fb299b is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:18.505555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event updated for resources: {'Subnet': ['ID=dfcf90c1-ef94-4814-98df-2c389821c6be,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:18.508000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:18.511714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:27:18.514589 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Checking segment: {'id': 'c8f4c8a2-a584-48a4-abaa-45b3f24d2cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '878a0b47-b5c0-49c7-a3c4-99997ea1c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:18.514962 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Network hostable DHCP agents. Network: 878a0b47-b5c0-49c7-a3c4-99997ea1c241, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:27:18.522980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Pushing event updated for resources: {'Port': ['ID=28d30f6b-29ba-410a-90d5-381064a56bfd,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:18.532818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Network 878a0b47-b5c0-49c7-a3c4-99997ea1c241 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:27:18.542480 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 878a0b47-b5c0-49c7-a3c4-99997ea1c241) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:18.547056 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:18.547765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.564985 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9b3f3771-18b1-4b0b-8d93-a42b4bfe78a8 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4192641 Nov 24 05:27:18.565312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8571a42f-a31b-4e6e-906b-c707abcd6860 None None] Network 878a0b47-b5c0-49c7-a3c4-99997ea1c241 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:18.568552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42304) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:18.595992 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Attempting to bind port 28d30f6b-29ba-410a-90d5-381064a56bfd on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:27:18.596369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Attempting to bind port 28d30f6b-29ba-410a-90d5-381064a56bfd by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'bb9e30a2-5981-46b1-ac18-5ce5a08d154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '1636274d-1b2b-4eba-8a29-b61956fb299b'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:27:18.596734 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Attempting to bind port 28d30f6b-29ba-410a-90d5-381064a56bfd on network 1636274d-1b2b-4eba-8a29-b61956fb299b {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:18.633444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:27:18.633822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Checking segment: {'id': 'bb9e30a2-5981-46b1-ac18-5ce5a08d154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '1636274d-1b2b-4eba-8a29-b61956fb299b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:18.634222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.634622 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Bound using segment: {'id': 'bb9e30a2-5981-46b1-ac18-5ce5a08d154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '1636274d-1b2b-4eba-8a29-b61956fb299b'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:27:18.635107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Bound port: 28d30f6b-29ba-410a-90d5-381064a56bfd, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9e30a2-5981-46b1-ac18-5ce5a08d154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '1636274d-1b2b-4eba-8a29-b61956fb299b'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:27:18.635493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.667065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.718079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.743817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] For port 28d30f6b-29ba-410a-90d5-381064a56bfd, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:27:18.748167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] For port 28d30f6b-29ba-410a-90d5-381064a56bfd, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=28d30f6b-29ba-410a-90d5-381064a56bfd,segment=NetworkSegment(bb9e30a2-5981-46b1-ac18-5ce5a08d154d),segment_id=bb9e30a2-5981-46b1-ac18-5ce5a08d154d)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:27:18.756128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.787224 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.804417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef0a701-80b5-4281-a0d6-4227be4aaa41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-878a0b47-b5c0-49c7-a3c4-99997ea1c241', 'network_id': '878a0b47-b5c0-49c7-a3c4-99997ea1c241', 'tenant_id': 'ded616608d6740148e5c2e2fdb5a3f66', 'fixed_ips': [{'subnet_id': 'dfcf90c1-ef94-4814-98df-2c389821c6be'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:27:18.805271 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a701-80b5-4281-a0d6-4227be4aaa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.821031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Subnet': ['ID=dfcf90c1-ef94-4814-98df-2c389821c6be,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:18.887319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.904735 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29666603-767b-4a7c-a490-9bbc57d96bc7 None None] Pushing event updated for resources: {'Port': ['ID=28d30f6b-29ba-410a-90d5-381064a56bfd,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:18.909646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878a0b47-b5c0-49c7-a3c4-99997ea1c241']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:18.919940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f4c8a2-a584-48a4-abaa-45b3f24d2cc3') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:18.920239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f4c8a2-a584-48a4-abaa-45b3f24d2cc3') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:18.923834 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af56e1b-0890-4243-9de7-31b6b8d3ea38 None None] Network 878a0b47-b5c0-49c7-a3c4-99997ea1c241 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:18.931497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.946551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.953258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:27:18.953668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:27:18.957938 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:27:19.039116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.045978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.049109 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/networks/878a0b47-b5c0-49c7-a3c4-99997ea1c241 HTTP/1.1" status: 204 len: 168 time: 0.4795709 Nov 24 05:27:19.053372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42306) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:19.072216 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e012f-b202-4310-9095-ac45e7146dea tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Network': ['ID=878a0b47-b5c0-49c7-a3c4-99997ea1c241,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:19.091241 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-30976ba9-cfa4-413c-9742-99fc87482510 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] GET failed (client error): The resource could not be found. Nov 24 05:27:19.092606 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-30976ba9-cfa4-413c-9742-99fc87482510 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "GET /v2.0/subnets/dfcf90c1-ef94-4814-98df-2c389821c6be HTTP/1.1" status: 404 len: 337 time: 0.0382512 Nov 24 05:27:19.095560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42308) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:19.119769 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c334db6-e322-48c9-b645-c9320ccce012 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] DELETE failed (client error): The resource could not be found. Nov 24 05:27:19.120281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c334db6-e322-48c9-b645-c9320ccce012 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:27:19.123318 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9c334db6-e322-48c9-b645-c9320ccce012 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/networks/878a0b47-b5c0-49c7-a3c4-99997ea1c241 HTTP/1.1" status: 404 len: 339 time: 0.0266666 Nov 24 05:27:19.128061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42310) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:19.155250 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f8edc2-1606-40b2-9748-72e1e5be42fd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] DELETE failed (client error): The resource could not be found. Nov 24 05:27:19.155863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f8edc2-1606-40b2-9748-72e1e5be42fd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:27:19.158770 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-27f8edc2-1606-40b2-9748-72e1e5be42fd tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/subnets/dfcf90c1-ef94-4814-98df-2c389821c6be HTTP/1.1" status: 404 len: 337 time: 0.0297062 Nov 24 05:27:19.162054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42312) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:19.180980 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c52238-979f-43b1-8ef6-98a8590994b5 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] DELETE failed (client error): The resource could not be found. Nov 24 05:27:19.181483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c52238-979f-43b1-8ef6-98a8590994b5 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:27:19.184478 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a2c52238-979f-43b1-8ef6-98a8590994b5 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/networks/878a0b47-b5c0-49c7-a3c4-99997ea1c241 HTTP/1.1" status: 404 len: 339 time: 0.0215034 Nov 24 05:27:19.186960 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42314) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:19.237555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d7b31c-f793-407e-bbfc-a01f2d2269be tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Deleting subnet 59bf4095-0c09-4365-b3fb-3135f87648a5 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:27:19.240854 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96d7b31c-f793-407e-bbfc-a01f2d2269be tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.280539 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96d7b31c-f793-407e-bbfc-a01f2d2269be tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.367618 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96d7b31c-f793-407e-bbfc-a01f2d2269be tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.424738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96d7b31c-f793-407e-bbfc-a01f2d2269be tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.452711 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7b31c-f793-407e-bbfc-a01f2d2269be tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Subnet': ['ID=59bf4095-0c09-4365-b3fb-3135f87648a5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:19.454699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-96d7b31c-f793-407e-bbfc-a01f2d2269be tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.459418 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-96d7b31c-f793-407e-bbfc-a01f2d2269be tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/subnets/59bf4095-0c09-4365-b3fb-3135f87648a5 HTTP/1.1" status: 204 len: 168 time: 0.2715309 Nov 24 05:27:19.461275 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42316) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:19.539559 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:27:19.540545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.601428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Deleting port 28d30f6b-29ba-410a-90d5-381064a56bfd {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:27:19.601667 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.616075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.672562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] For port 28d30f6b-29ba-410a-90d5-381064a56bfd, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=28d30f6b-29ba-410a-90d5-381064a56bfd,segment=NetworkSegment(bb9e30a2-5981-46b1-ac18-5ce5a08d154d),segment_id=bb9e30a2-5981-46b1-ac18-5ce5a08d154d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:19.673123 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.687356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Calling delete_port for 28d30f6b-29ba-410a-90d5-381064a56bfd owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:27:19.708240 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 28d30f6b-29ba-410a-90d5-381064a56bfd up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:19.761407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 28d30f6b-29ba-410a-90d5-381064a56bfd triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:19.761778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.781551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.810322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Could not find standard attr ID for object 28d30f6b-29ba-410a-90d5-381064a56bfd. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:27:19.813278 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No ports have port_id starting with 28d30f6b-29ba-410a-90d5-381064a56bfd Nov 24 05:27:19.814672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Port': ['ID=28d30f6b-29ba-410a-90d5-381064a56bfd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:19.818689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] No DVR routers for this DVR port 28d30f6b-29ba-410a-90d5-381064a56bfd on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:27:19.824927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f20897d-d8e6-439b-a693-3e6773c7fc7e None None] Network 1636274d-1b2b-4eba-8a29-b61956fb299b requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:19.889368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ec071319-de6a-4f4e-93cf-fae33fb407f8 None None] Could not find standard attr ID for object 28d30f6b-29ba-410a-90d5-381064a56bfd. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:27:19.900054 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.919689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1636274d-1b2b-4eba-8a29-b61956fb299b']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:19.929301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9e30a2-5981-46b1-ac18-5ce5a08d154d') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:19.929697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9e30a2-5981-46b1-ac18-5ce5a08d154d') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:19.939086 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.954138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.960420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:27:19.960833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:27:19.963833 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:27:19.992116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f4457-517a-467c-baf4-286fe9d12a13 None None] DHCP port deletion for 1636274d-1b2b-4eba-8a29-b61956fb299b request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:27:20.022663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.029930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.033029 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/networks/1636274d-1b2b-4eba-8a29-b61956fb299b HTTP/1.1" status: 204 len: 168 time: 0.5707185 Nov 24 05:27:20.036297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42318) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:20.045210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a64513-9028-4d19-bc3b-a2aba4055fde tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Network': ['ID=1636274d-1b2b-4eba-8a29-b61956fb299b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:20.061915 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8aa2199-26eb-4b57-ab87-2fc42eb1689b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] DELETE failed (client error): The resource could not be found. Nov 24 05:27:20.062315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8aa2199-26eb-4b57-ab87-2fc42eb1689b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:27:20.065408 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c8aa2199-26eb-4b57-ab87-2fc42eb1689b tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/subnets/9215bbe2-397a-4a22-a40b-a08cf29bbb13 HTTP/1.1" status: 404 len: 337 time: 0.0281231 Nov 24 05:27:20.068357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42320) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:20.086337 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3ed9ec-b20b-47d6-ac61-edf16d009178 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] DELETE failed (client error): The resource could not be found. Nov 24 05:27:20.086822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3ed9ec-b20b-47d6-ac61-edf16d009178 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:27:20.089816 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5c3ed9ec-b20b-47d6-ac61-edf16d009178 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/networks/f7e3b9a9-51a9-44d5-974a-ebbb2a1a2926 HTTP/1.1" status: 404 len: 339 time: 0.0205631 Nov 24 05:27:20.092464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42322) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:20.121649 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb359f4-614a-4e7d-b0fb-e7a72dc93a11 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] DELETE failed (client error): The resource could not be found. Nov 24 05:27:20.122090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb359f4-614a-4e7d-b0fb-e7a72dc93a11 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:27:20.125076 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5bb359f4-614a-4e7d-b0fb-e7a72dc93a11 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/subnets/7f616888-dfb9-41ed-bd02-75f863742fef HTTP/1.1" status: 404 len: 337 time: 0.0317323 Nov 24 05:27:20.127390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42324) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:20.145958 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc728be5-9afe-42e5-8641-dc7fa8dee8b1 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] DELETE failed (client error): The resource could not be found. Nov 24 05:27:20.146437 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc728be5-9afe-42e5-8641-dc7fa8dee8b1 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103233) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 05:27:20.149414 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bc728be5-9afe-42e5-8641-dc7fa8dee8b1 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/networks/0b9616df-35a0-43d7-bb02-4b473eda2234 HTTP/1.1" status: 404 len: 339 time: 0.0211084 Nov 24 05:27:20.151763 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42326) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:20.201001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e1bf66-1535-41e8-91c9-601602ddd5f0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Deleting subnet a8982a9d-71e6-4d68-868f-dff6bcd75219 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:27:20.204024 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-40e1bf66-1535-41e8-91c9-601602ddd5f0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.243491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-40e1bf66-1535-41e8-91c9-601602ddd5f0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.329093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-40e1bf66-1535-41e8-91c9-601602ddd5f0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.385230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-40e1bf66-1535-41e8-91c9-601602ddd5f0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.411315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1bf66-1535-41e8-91c9-601602ddd5f0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Subnet': ['ID=a8982a9d-71e6-4d68-868f-dff6bcd75219,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:20.414942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-40e1bf66-1535-41e8-91c9-601602ddd5f0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.418296 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-40e1bf66-1535-41e8-91c9-601602ddd5f0 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/subnets/a8982a9d-71e6-4d68-868f-dff6bcd75219 HTTP/1.1" status: 204 len: 168 time: 0.2654350 Nov 24 05:27:20.420588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42328) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:20.422599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32050715-d642-463a-8469-3432da96bb6a None None] Network ad8f420b-4128-47d1-8234-41bbeb06e3ef requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:20.498612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.551637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Deleting port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:27:20.551992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.586511 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01afeeb2-5f3d-4a62-a5ad-ecaf6b590984 None None] DHCP port deletion for ad8f420b-4128-47d1-8234-41bbeb06e3ef request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:27:20.616076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] For port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ec0bbd2d-bda8-4a44-a33f-9ae823a099ba,segment=NetworkSegment(8b66e6bc-6dfd-465b-b221-9141241adef7),segment_id=8b66e6bc-6dfd-465b-b221-9141241adef7)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:20.616445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.633687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Calling delete_port for ec0bbd2d-bda8-4a44-a33f-9ae823a099ba owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:27:20.637598 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-01afeeb2-5f3d-4a62-a5ad-ecaf6b590984 None None] Deleting port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:27:20.638076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01afeeb2-5f3d-4a62-a5ad-ecaf6b590984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.698077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-01afeeb2-5f3d-4a62-a5ad-ecaf6b590984 None None] For port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ec0bbd2d-bda8-4a44-a33f-9ae823a099ba,segment=NetworkSegment(8b66e6bc-6dfd-465b-b221-9141241adef7),segment_id=8b66e6bc-6dfd-465b-b221-9141241adef7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:20.698470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01afeeb2-5f3d-4a62-a5ad-ecaf6b590984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.710312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.712655 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-01afeeb2-5f3d-4a62-a5ad-ecaf6b590984 None None] Calling delete_port for ec0bbd2d-bda8-4a44-a33f-9ae823a099ba owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:27:20.737395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Port': ['ID=ec0bbd2d-bda8-4a44-a33f-9ae823a099ba,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:20.739975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] No DVR routers for this DVR port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:27:20.823964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.845552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8f420b-4128-47d1-8234-41bbeb06e3ef']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:20.855724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b66e6bc-6dfd-465b-b221-9141241adef7') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:20.856032 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b66e6bc-6dfd-465b-b221-9141241adef7') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:20.866803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.881436 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.887919 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:27:20.888312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:27:20.891818 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:27:20.952978 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-01afeeb2-5f3d-4a62-a5ad-ecaf6b590984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.953258 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.960604 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.962925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:20.963655 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01afeeb2-5f3d-4a62-a5ad-ecaf6b590984 None None] Network ad8f420b-4128-47d1-8234-41bbeb06e3ef is not hosted by any dhcp agent {{(pid=103234) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 05:27:20.964108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afeeb2-5f3d-4a62-a5ad-ecaf6b590984 None None] No DVR routers for this DVR port ec0bbd2d-bda8-4a44-a33f-9ae823a099ba on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:27:20.967010 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] 10.222.0.37 "DELETE /v2.0/networks/ad8f420b-4128-47d1-8234-41bbeb06e3ef HTTP/1.1" status: 204 len: 168 time: 0.5454772 Nov 24 05:27:20.985515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afeeb2-5f3d-4a62-a5ad-ecaf6b590984 None None] Pushing event deleted for resources: {'Port': ['ID=ec0bbd2d-bda8-4a44-a33f-9ae823a099ba,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:20.988362 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5bad6-fc65-4f6b-aa05-e399ff22d0f3 tempest-NetworksIpV6Test-1880104117 tempest-NetworksIpV6Test-1880104117-project] Pushing event deleted for resources: {'Network': ['ID=ad8f420b-4128-47d1-8234-41bbeb06e3ef,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:21.210122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42334) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:21.349727 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0df33a39-aa97-45b4-bd3d-6c03ad626a48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ded616608d6740148e5c2e2fdb5a3f66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384532 Nov 24 05:27:21.352202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42338) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:21.397881 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4399c8fa-7725-44c3-bb31-00574b64e27f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:21.418764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4399c8fa-7725-44c3-bb31-00574b64e27f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:21.465103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4399c8fa-7725-44c3-bb31-00574b64e27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:21.468074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4399c8fa-7725-44c3-bb31-00574b64e27f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:21.469244 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4399c8fa-7725-44c3-bb31-00574b64e27f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fdf8d64-28ea-4807-a4d4-17b822a36ef2 HTTP/1.1" status: 204 len: 168 time: 0.1161251 Nov 24 05:27:21.477843 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399c8fa-7725-44c3-bb31-00574b64e27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdf8d64-28ea-4807-a4d4-17b822a36ef2,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:21.668755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ec0bbd2d-bda8-4a44-a33f-9ae823a099ba no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:27:21.689581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: ec0bbd2d-bda8-4a44-a33f-9ae823a099ba {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:27:21.689933 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ec0bbd2d-bda8-4a44-a33f-9ae823a099ba not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:27:21.690356 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 28d30f6b-29ba-410a-90d5-381064a56bfd no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:27:21.709981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 28d30f6b-29ba-410a-90d5-381064a56bfd {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:27:21.710339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 28d30f6b-29ba-410a-90d5-381064a56bfd not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:27:21.773903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.093021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42360) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:22.183390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e38dd139-aaa3-4635-9a1c-babb37be6ee6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1571694806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:22.206705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e38dd139-aaa3-4635-9a1c-babb37be6ee6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.207773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e38dd139-aaa3-4635-9a1c-babb37be6ee6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.261039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e38dd139-aaa3-4635-9a1c-babb37be6ee6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.264967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e38dd139-aaa3-4635-9a1c-babb37be6ee6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.282065 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e38dd139-aaa3-4635-9a1c-babb37be6ee6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.283236 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e38dd139-aaa3-4635-9a1c-babb37be6ee6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1892118 Nov 24 05:27:22.286164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42364) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:22.290823 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-303645889'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:22.311766 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Made reservation on behalf of 4a48061479ff44ae9b5db3d6d4256df4 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:22.315111 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.324419 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.398376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.401662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.431111 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:27:22.437254 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0656d8-6dee-4816-8386-c7eb349fe434,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:22.443186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.443531 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Added segment b1c64c3e-5a55-499d-9389-90fc5f9a319c of type vlan for network 095166c8-9b13-458c-bc07-1c315553d6d6 Nov 24 05:27:22.483142 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.507301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.512890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:22.513475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.547461 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2602973 Nov 24 05:27:22.550101 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42366) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:22.557521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Request body: {'subnet': {'network_id': '095166c8-9b13-458c-bc07-1c315553d6d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:22.604912 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bd340-9696-4130-a083-a03561307921 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Pushing event updated for resources: {'Network': ['ID=095166c8-9b13-458c-bc07-1c315553d6d6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:22.616641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 095166c8-9b13-458c-bc07-1c315553d6d6 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:27:22.682926 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Made reservation on behalf of 4a48061479ff44ae9b5db3d6d4256df4 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:22.686554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.869842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.931880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Pushing event updated for resources: {'Subnet': ['ID=744a537f-d65d-46ff-ad05-3c37544473af,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:22.942400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Checking segment: {'id': 'b1c64c3e-5a55-499d-9389-90fc5f9a319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '095166c8-9b13-458c-bc07-1c315553d6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:22.942765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Network hostable DHCP agents. Network: 095166c8-9b13-458c-bc07-1c315553d6d6, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:27:22.959674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Network 095166c8-9b13-458c-bc07-1c315553d6d6 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:27:22.968275 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 095166c8-9b13-458c-bc07-1c315553d6d6) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:22.973029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:22.973637 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:22.978917 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b880fde-7ee1-401e-948e-01b6b07856a4 None None] Network 095166c8-9b13-458c-bc07-1c315553d6d6 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:22.993825 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cbc075ef-76f6-4e84-85f7-3ef0073d04e2 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4391358 Nov 24 05:27:22.994872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42368) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:23.000039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1908348201'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:23.023026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Made reservation on behalf of 4a48061479ff44ae9b5db3d6d4256df4 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:23.026530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.050116 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:27:23.058891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.059236 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Added segment 2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95 of type vlan for network 2f2c5f85-1e00-466e-adcd-9bcfa5687e00 Nov 24 05:27:23.103140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.127973 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-095166c8-9b13-458c-bc07-1c315553d6d6', 'network_id': '095166c8-9b13-458c-bc07-1c315553d6d6', 'tenant_id': '4a48061479ff44ae9b5db3d6d4256df4', 'fixed_ips': [{'subnet_id': '744a537f-d65d-46ff-ad05-3c37544473af'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:27:23.128666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.129488 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.134488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:23.135082 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.160643 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1645405 Nov 24 05:27:23.163691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42370) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:23.169326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Request body: {'subnet': {'network_id': '2f2c5f85-1e00-466e-adcd-9bcfa5687e00', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:23.207971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c7cb0-6ff3-4b63-8b7a-030b2f372ac6 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Pushing event updated for resources: {'Network': ['ID=2f2c5f85-1e00-466e-adcd-9bcfa5687e00,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:23.218170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 2f2c5f85-1e00-466e-adcd-9bcfa5687e00 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:27:23.271971 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Made reservation on behalf of 4a48061479ff44ae9b5db3d6d4256df4 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:23.275938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.321902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Allocated IP 172.20.0.2 (095166c8-9b13-458c-bc07-1c315553d6d6/744a537f-d65d-46ff-ad05-3c37544473af/e131a83e-57a2-4b72-9ef3-14bf27a2b40c) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:27:23.458874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.462655 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.469333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.505312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Network 095166c8-9b13-458c-bc07-1c315553d6d6 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:23.511582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:23.517900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:27:23.519176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Pushing event updated for resources: {'Subnet': ['ID=a3707674-e9e5-4cbd-8428-33dbb37545d0,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:23.523320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Pushing event updated for resources: {'Port': ['ID=e131a83e-57a2-4b72-9ef3-14bf27a2b40c,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:23.529539 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Checking segment: {'id': '2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f2c5f85-1e00-466e-adcd-9bcfa5687e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:23.529911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Network hostable DHCP agents. Network: 2f2c5f85-1e00-466e-adcd-9bcfa5687e00, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:27:23.547556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Network 2f2c5f85-1e00-466e-adcd-9bcfa5687e00 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:27:23.556088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 2f2c5f85-1e00-466e-adcd-9bcfa5687e00) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:23.560131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:23.560726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.567471 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf32692-3209-4a2e-a822-91b5110efa9d None None] Network 2f2c5f85-1e00-466e-adcd-9bcfa5687e00 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:23.577962 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0b894ce3-9408-469d-a72c-f166912ed257 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4131408 Nov 24 05:27:23.580616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42372) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:23.585747 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9a906898-4e0b-4479-b63c-b5dd48b560ee tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f2c5f85-1e00-466e-adcd-9bcfa5687e00'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:23.603091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Attempting to bind port e131a83e-57a2-4b72-9ef3-14bf27a2b40c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:27:23.603466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Attempting to bind port e131a83e-57a2-4b72-9ef3-14bf27a2b40c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'b1c64c3e-5a55-499d-9389-90fc5f9a319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '095166c8-9b13-458c-bc07-1c315553d6d6'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:27:23.603864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Attempting to bind port e131a83e-57a2-4b72-9ef3-14bf27a2b40c on network 095166c8-9b13-458c-bc07-1c315553d6d6 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:23.634563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:27:23.634950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Checking segment: {'id': 'b1c64c3e-5a55-499d-9389-90fc5f9a319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '095166c8-9b13-458c-bc07-1c315553d6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:23.635355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.635780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Bound using segment: {'id': 'b1c64c3e-5a55-499d-9389-90fc5f9a319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '095166c8-9b13-458c-bc07-1c315553d6d6'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:27:23.636263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Bound port: e131a83e-57a2-4b72-9ef3-14bf27a2b40c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c64c3e-5a55-499d-9389-90fc5f9a319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '095166c8-9b13-458c-bc07-1c315553d6d6'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:27:23.636634 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.749113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] For port e131a83e-57a2-4b72-9ef3-14bf27a2b40c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:27:23.754298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] For port e131a83e-57a2-4b72-9ef3-14bf27a2b40c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e131a83e-57a2-4b72-9ef3-14bf27a2b40c,segment=NetworkSegment(b1c64c3e-5a55-499d-9389-90fc5f9a319c),segment_id=b1c64c3e-5a55-499d-9389-90fc5f9a319c)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:27:23.760121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.820746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-2f2c5f85-1e00-466e-adcd-9bcfa5687e00', 'network_id': '2f2c5f85-1e00-466e-adcd-9bcfa5687e00', 'tenant_id': '4a48061479ff44ae9b5db3d6d4256df4', 'fixed_ips': [{'subnet_id': 'a3707674-e9e5-4cbd-8428-33dbb37545d0'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:27:23.821622 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:23.861295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c7e26-6d06-40fa-98ba-b5cb07881b8c None None] Pushing event updated for resources: {'Port': ['ID=e131a83e-57a2-4b72-9ef3-14bf27a2b40c,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:24.017972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Allocated IP 172.21.0.2 (2f2c5f85-1e00-466e-adcd-9bcfa5687e00/a3707674-e9e5-4cbd-8428-33dbb37545d0/617d388a-ed40-4d7b-8adc-e0fa0e4cc96a) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:27:24.024582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.116109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9a906898-4e0b-4479-b63c-b5dd48b560ee tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.194007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.200497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.230915 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.api.v2.resource [None req-9a906898-4e0b-4479-b63c-b5dd48b560ee tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 05:27:24.232004 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9a906898-4e0b-4479-b63c-b5dd48b560ee tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "PUT /v2.0/routers/07e32358-af6b-4abf-95c7-bed2fead7db9 HTTP/1.1" status: 400 len: 364 time: 0.6498749 Nov 24 05:27:24.236264 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Network 2f2c5f85-1e00-466e-adcd-9bcfa5687e00 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:24.238846 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42374) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:24.242097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:24.245750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:27:24.254783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Pushing event updated for resources: {'Port': ['ID=617d388a-ed40-4d7b-8adc-e0fa0e4cc96a,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:24.299337 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac1b579-512a-473a-8121-7c955565aa36 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Deleting subnet a3707674-e9e5-4cbd-8428-33dbb37545d0 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:27:24.303120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eac1b579-512a-473a-8121-7c955565aa36 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.312296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Attempting to bind port 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:27:24.312689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Attempting to bind port 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f2c5f85-1e00-466e-adcd-9bcfa5687e00'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:27:24.313065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Attempting to bind port 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a on network 2f2c5f85-1e00-466e-adcd-9bcfa5687e00 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:24.318254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:27:24.318619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Checking segment: {'id': '2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f2c5f85-1e00-466e-adcd-9bcfa5687e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:24.319024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.319422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Bound using segment: {'id': '2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f2c5f85-1e00-466e-adcd-9bcfa5687e00'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:27:24.319917 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Bound port: 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '2f2c5f85-1e00-466e-adcd-9bcfa5687e00'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:27:24.320300 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.346147 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eac1b579-512a-473a-8121-7c955565aa36 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.382798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] For port 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:27:24.386260 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] For port 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=617d388a-ed40-4d7b-8adc-e0fa0e4cc96a,segment=NetworkSegment(2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95),segment_id=2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:27:24.391197 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.438087 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eac1b579-512a-473a-8121-7c955565aa36 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.452077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64dc24-5979-49d3-94c0-3ee3e0477022 None None] Pushing event updated for resources: {'Port': ['ID=617d388a-ed40-4d7b-8adc-e0fa0e4cc96a,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:24.518207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eac1b579-512a-473a-8121-7c955565aa36 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.546179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1b579-512a-473a-8121-7c955565aa36 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Pushing event deleted for resources: {'Subnet': ['ID=a3707674-e9e5-4cbd-8428-33dbb37545d0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:24.558328 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eac1b579-512a-473a-8121-7c955565aa36 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.561768 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-eac1b579-512a-473a-8121-7c955565aa36 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "DELETE /v2.0/subnets/a3707674-e9e5-4cbd-8428-33dbb37545d0 HTTP/1.1" status: 204 len: 168 time: 0.3219266 Nov 24 05:27:24.564351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42376) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:24.671028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.731547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Deleting port 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:27:24.731931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.819129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] For port 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=617d388a-ed40-4d7b-8adc-e0fa0e4cc96a,segment=NetworkSegment(2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95),segment_id=2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:24.819495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.836352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Calling delete_port for 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:27:24.936969 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:24.962399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996791da-70f7-4eea-9f9b-cdb2a9d5841c None None] Network 095166c8-9b13-458c-bc07-1c315553d6d6 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:24.981492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] No DVR routers for this DVR port 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:27:24.988727 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Pushing event deleted for resources: {'Port': ['ID=617d388a-ed40-4d7b-8adc-e0fa0e4cc96a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:25.076526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.098224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2c5f85-1e00-466e-adcd-9bcfa5687e00']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:25.104493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-96c0f015-c272-4d9e-930b-00fa1e7a5227 None None] Provisioning complete for port e131a83e-57a2-4b72-9ef3-14bf27a2b40c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:25.105063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c0f015-c272-4d9e-930b-00fa1e7a5227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.107867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:25.108167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b59a1e8-b2b4-4278-bc5d-2b05b8cd5f95') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:25.118917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.133057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.139146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:27:25.139680 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:27:25.142996 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:27:25.213647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.231963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c0f015-c272-4d9e-930b-00fa1e7a5227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.237226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.240974 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "DELETE /v2.0/networks/2f2c5f85-1e00-466e-adcd-9bcfa5687e00 HTTP/1.1" status: 204 len: 168 time: 0.6755414 Nov 24 05:27:25.242079 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc1c38-5222-4559-9ea6-95b07993fb32 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Pushing event deleted for resources: {'Network': ['ID=2f2c5f85-1e00-466e-adcd-9bcfa5687e00,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:25.243494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42378) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:25.274155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-96c0f015-c272-4d9e-930b-00fa1e7a5227 None None] For port e131a83e-57a2-4b72-9ef3-14bf27a2b40c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e131a83e-57a2-4b72-9ef3-14bf27a2b40c,segment=NetworkSegment(b1c64c3e-5a55-499d-9389-90fc5f9a319c),segment_id=b1c64c3e-5a55-499d-9389-90fc5f9a319c)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:25.281123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-96c0f015-c272-4d9e-930b-00fa1e7a5227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.315173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c086ef05-54f4-4bea-ab32-a9649502da3d tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Deleting subnet 744a537f-d65d-46ff-ad05-3c37544473af {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:27:25.319354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c086ef05-54f4-4bea-ab32-a9649502da3d tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.341159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0f015-c272-4d9e-930b-00fa1e7a5227 None None] Pushing event updated for resources: {'Port': ['ID=e131a83e-57a2-4b72-9ef3-14bf27a2b40c,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:25.365675 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c086ef05-54f4-4bea-ab32-a9649502da3d tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.453435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c086ef05-54f4-4bea-ab32-a9649502da3d tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.504497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d745923d-11c1-4a38-8f62-8be2f26a2231 None None] Provisioning complete for port e131a83e-57a2-4b72-9ef3-14bf27a2b40c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:25.504956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d745923d-11c1-4a38-8f62-8be2f26a2231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.527181 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c086ef05-54f4-4bea-ab32-a9649502da3d tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.556185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086ef05-54f4-4bea-ab32-a9649502da3d tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Pushing event deleted for resources: {'Subnet': ['ID=744a537f-d65d-46ff-ad05-3c37544473af,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:25.560157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c086ef05-54f4-4bea-ab32-a9649502da3d tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.564408 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c086ef05-54f4-4bea-ab32-a9649502da3d tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "DELETE /v2.0/subnets/744a537f-d65d-46ff-ad05-3c37544473af HTTP/1.1" status: 204 len: 168 time: 0.3197625 Nov 24 05:27:25.567427 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42380) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:25.582130 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4996349-57ac-43d0-9505-59ef53762c3a None None] Network 095166c8-9b13-458c-bc07-1c315553d6d6 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:25.650202 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.686625 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e6399-a6fa-432e-9c74-a7baf9e74cb8 None None] DHCP port deletion for 2f2c5f85-1e00-466e-adcd-9bcfa5687e00 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:27:25.712758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Deleting port e131a83e-57a2-4b72-9ef3-14bf27a2b40c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:27:25.713185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.725948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c40c3-fe55-40ea-95e5-7dd23f888355 None None] Network 2f2c5f85-1e00-466e-adcd-9bcfa5687e00 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:25.741733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c40c3-fe55-40ea-95e5-7dd23f888355 None None] Network 2f2c5f85-1e00-466e-adcd-9bcfa5687e00 could not be found, it might have been deleted concurrently. {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 05:27:25.754636 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e131a83e-57a2-4b72-9ef3-14bf27a2b40c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:25.789627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] For port e131a83e-57a2-4b72-9ef3-14bf27a2b40c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e131a83e-57a2-4b72-9ef3-14bf27a2b40c,segment=NetworkSegment(b1c64c3e-5a55-499d-9389-90fc5f9a319c),segment_id=b1c64c3e-5a55-499d-9389-90fc5f9a319c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:25.790026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.793021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-999d4c52-6810-4042-84d7-fb6bd8aa62ea None None] Could not find standard attr ID for object 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a. {{(pid=103234) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 05:27:25.806855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Calling delete_port for e131a83e-57a2-4b72-9ef3-14bf27a2b40c owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:27:25.816173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port e131a83e-57a2-4b72-9ef3-14bf27a2b40c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:25.816552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.820285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473cb078-b3f1-49a7-b3e1-18db458eb9a1 None None] DHCP port deletion for 095166c8-9b13-458c-bc07-1c315553d6d6 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:27:25.894185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.913434 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Port e131a83e-57a2-4b72-9ef3-14bf27a2b40c update to ACTIVE by agent not found {{(pid=103234) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 05:27:25.919518 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Pushing event deleted for resources: {'Port': ['ID=e131a83e-57a2-4b72-9ef3-14bf27a2b40c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:25.922974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-473cb078-b3f1-49a7-b3e1-18db458eb9a1 None None] Deleting port e131a83e-57a2-4b72-9ef3-14bf27a2b40c {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:27:25.923353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-473cb078-b3f1-49a7-b3e1-18db458eb9a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.923689 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] No DVR routers for this DVR port e131a83e-57a2-4b72-9ef3-14bf27a2b40c on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:27:25.932466 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.932823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.933164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.933498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.933830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.934164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.934493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.934822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.935152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.935474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.935821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.936141 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:25.984710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-473cb078-b3f1-49a7-b3e1-18db458eb9a1 None None] For port e131a83e-57a2-4b72-9ef3-14bf27a2b40c, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:25.985099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-473cb078-b3f1-49a7-b3e1-18db458eb9a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:25.997403 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-473cb078-b3f1-49a7-b3e1-18db458eb9a1 None None] Calling delete_port for e131a83e-57a2-4b72-9ef3-14bf27a2b40c owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:27:25.999988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-473cb078-b3f1-49a7-b3e1-18db458eb9a1 None None] Port e131a83e-57a2-4b72-9ef3-14bf27a2b40c was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:27:26.001206 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-473cb078-b3f1-49a7-b3e1-18db458eb9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.011257 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.030599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473cb078-b3f1-49a7-b3e1-18db458eb9a1 None None] No DVR routers for this DVR port e131a83e-57a2-4b72-9ef3-14bf27a2b40c on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:27:26.034803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cb078-b3f1-49a7-b3e1-18db458eb9a1 None None] Pushing event deleted for resources: {'Port': ['ID=e131a83e-57a2-4b72-9ef3-14bf27a2b40c,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:26.039457 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095166c8-9b13-458c-bc07-1c315553d6d6']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:26.048869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c64c3e-5a55-499d-9389-90fc5f9a319c') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:26.049167 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c64c3e-5a55-499d-9389-90fc5f9a319c') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:26.058313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.071574 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.077374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:27:26.077777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:27:26.080686 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:27:26.138298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.147911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.152703 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "DELETE /v2.0/networks/095166c8-9b13-458c-bc07-1c315553d6d6 HTTP/1.1" status: 204 len: 168 time: 0.5818233 Nov 24 05:27:26.153130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42382) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:26.159401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167d94-20c8-4e6d-943a-66d768a83b9c tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Pushing event deleted for resources: {'Network': ['ID=095166c8-9b13-458c-bc07-1c315553d6d6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:26.180317 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c3f7ed75-7fd0-4ceb-b3cd-55e486dbd09f tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "GET /v2.0/ports?device_id=07e32358-af6b-4abf-95c7-bed2fead7db9 HTTP/1.1" status: 200 len: 205 time: 0.0260417 Nov 24 05:27:26.182696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42384) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:26.257707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a89729fc-b326-4c67-a10d-85027127f733 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.413230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a89729fc-b326-4c67-a10d-85027127f733 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.415208 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a89729fc-b326-4c67-a10d-85027127f733 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.459122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a89729fc-b326-4c67-a10d-85027127f733 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.459650 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89729fc-b326-4c67-a10d-85027127f733 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Fanout notify agent at l3_agent the message router_deleted on router 07e32358-af6b-4abf-95c7-bed2fead7db9 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:27:26.466942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a89729fc-b326-4c67-a10d-85027127f733 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.468048 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a89729fc-b326-4c67-a10d-85027127f733 tempest-RoutersNegativeTest-1597845375 tempest-RoutersNegativeTest-1597845375-project] 10.222.0.37 "DELETE /v2.0/routers/07e32358-af6b-4abf-95c7-bed2fead7db9 HTTP/1.1" status: 204 len: 168 time: 0.2844715 Nov 24 05:27:26.697710 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42390) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:26.828535 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-cffefc91-e33a-46cf-863d-52e8210615e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a48061479ff44ae9b5db3d6d4256df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296721 Nov 24 05:27:26.830873 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42394) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:26.880819 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eeb92d84-818f-4dcf-8076-0dbe361eed11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.900833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eeb92d84-818f-4dcf-8076-0dbe361eed11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.947366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eeb92d84-818f-4dcf-8076-0dbe361eed11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.949842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eeb92d84-818f-4dcf-8076-0dbe361eed11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:26.950968 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eeb92d84-818f-4dcf-8076-0dbe361eed11 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb0656d8-6dee-4816-8386-c7eb349fe434 HTTP/1.1" status: 204 len: 168 time: 0.1192038 Nov 24 05:27:26.958497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb92d84-818f-4dcf-8076-0dbe361eed11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0656d8-6dee-4816-8386-c7eb349fe434,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:27.544464 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42416) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:27.639620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1614618894-network', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:27.660519 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Made reservation on behalf of f4c7bd51773d4d28a36f1259a90dd26d for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:27.662795 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:27.672343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:27.672513 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e131a83e-57a2-4b72-9ef3-14bf27a2b40c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:27:27.693176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: e131a83e-57a2-4b72-9ef3-14bf27a2b40c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:27:27.693641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e131a83e-57a2-4b72-9ef3-14bf27a2b40c not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:27:27.694139 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:27:27.715355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:27:27.716013 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 617d388a-ed40-4d7b-8adc-e0fa0e4cc96a not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:27:27.749247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:27.753938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:27.775965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:27:27.790850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ff68de-8731-4321-8e34-c41b38f9c051,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:27.795131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:27.795490 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Added segment 53ace0fd-a2ad-442f-a47a-5814e3bc3ab7 of type vlan for network 0caf4857-c948-4456-a0db-fd2cdc53a375 Nov 24 05:27:27.837126 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:27.861495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:27.862753 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:27.863341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:27.904094 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3585088 Nov 24 05:27:27.905376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42420) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:27.910873 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] Request body: {'subnet': {'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1614618894-subnet', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:27.930717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f08f1-9c76-406c-add4-98a2eea54b4e admin admin] Pushing event updated for resources: {'Network': ['ID=0caf4857-c948-4456-a0db-fd2cdc53a375,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:27.930932 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] Made reservation on behalf of f4c7bd51773d4d28a36f1259a90dd26d for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:27.933294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:27.940038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 0caf4857-c948-4456-a0db-fd2cdc53a375 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:27:28.112217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.176835 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f0c620-43ff-4695-be48-3f0ff4a63dd0,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:28.183954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] Checking segment: {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:28.184318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] Network hostable DHCP agents. Network: 0caf4857-c948-4456-a0db-fd2cdc53a375, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:27:28.200427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] Network 0caf4857-c948-4456-a0db-fd2cdc53a375 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:27:28.209422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 0caf4857-c948-4456-a0db-fd2cdc53a375) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:28.213510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:28.214106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.219706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9970d9d-82b5-432b-96e5-cab2be438f06 None None] Network 0caf4857-c948-4456-a0db-fd2cdc53a375 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:28.232678 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a82bb597-4f08-4a88-9a41-d4a834c99462 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3231843 Nov 24 05:27:28.232678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42422) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:28.236487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1614618894-router', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:28.257394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.258397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.308342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.365265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-0caf4857-c948-4456-a0db-fd2cdc53a375', 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'fixed_ips': [{'subnet_id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:27:28.366079 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.452836 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.494915 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Allocated IP 172.20.0.2 (0caf4857-c948-4456-a0db-fd2cdc53a375/56f0c620-43ff-4695-be48-3f0ff4a63dd0/80458400-5d28-440d-bd17-a2d80145e6b9) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:27:28.634769 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.640987 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.650830 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.674224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.685289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Network 0caf4857-c948-4456-a0db-fd2cdc53a375 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:28.690151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:28.692649 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:27:28.698853 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Pushing event updated for resources: {'Port': ['ID=80458400-5d28-440d-bd17-a2d80145e6b9,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:28.750286 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Attempting to bind port 80458400-5d28-440d-bd17-a2d80145e6b9 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:27:28.750660 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Attempting to bind port 80458400-5d28-440d-bd17-a2d80145e6b9 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:27:28.751032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Attempting to bind port 80458400-5d28-440d-bd17-a2d80145e6b9 on network 0caf4857-c948-4456-a0db-fd2cdc53a375 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:28.756156 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:27:28.756540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Checking segment: {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:28.756944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.757343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Bound using segment: {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:27:28.757823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Bound port: 80458400-5d28-440d-bd17-a2d80145e6b9, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:27:28.758204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.777122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Allocated IP 172.26.0.6 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/d25d65e6-27b8-4e5f-a071-e3c1a3f01be6) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:27:28.822008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] For port 80458400-5d28-440d-bd17-a2d80145e6b9, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:27:28.825996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] For port 80458400-5d28-440d-bd17-a2d80145e6b9, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=80458400-5d28-440d-bd17-a2d80145e6b9,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:27:28.830068 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.891964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61a778-34b0-4401-819b-1ed280318d81 None None] Pushing event updated for resources: {'Port': ['ID=80458400-5d28-440d-bd17-a2d80145e6b9,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:28.894199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.928732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:28.971536 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:28.975061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:28.979666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:27:28.982857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Pushing event updated for resources: {'Port': ['ID=d25d65e6-27b8-4e5f-a071-e3c1a3f01be6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:28.991392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5f26c4-ef1e-47a0-ab1c-7c5677f028c7 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:27:29.033946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d10d3282-a03c-47a7-9d7d-331fbfcb9766 None None] Provisioning complete for port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:29.034822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d10d3282-a03c-47a7-9d7d-331fbfcb9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:29.093603 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d10d3282-a03c-47a7-9d7d-331fbfcb9766 None None] Port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:27:29.264873 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:29.458809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:29.589345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Router e7b2fe0e-53b2-40e1-b563-7e914a416527 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:27:29.710492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:27:29.716916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 80458400-5d28-440d-bd17-a2d80145e6b9 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:29.724548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Sync routers for ids ['e7b2fe0e-53b2-40e1-b563-7e914a416527'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:27:29.732458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:29.736345 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bfbef813-f1b7-43f4-8eab-8a6ac415d9ea admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5006521 Nov 24 05:27:29.736873 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42424) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:29.765522 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Routers {'e7b2fe0e-53b2-40e1-b563-7e914a416527'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:27:29.766180 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:27:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e7b2fe0e-53b2-40e1-b563-7e914a416527'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:29.860234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a3e4b7-f5a1-4a51-a103-af008bdea372 None None] Network 0caf4857-c948-4456-a0db-fd2cdc53a375 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:29.880437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 80458400-5d28-440d-bd17-a2d80145e6b9 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:29.880807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:29.966106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Set router e7b2fe0e-53b2-40e1-b563-7e914a416527 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:27:30.040183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f1043ee3-46e1-4277-8207-d0f0588b5ad2 None None] Provisioning complete for port 80458400-5d28-440d-bd17-a2d80145e6b9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:30.040553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f1043ee3-46e1-4277-8207-d0f0588b5ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.149440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.230813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.304186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Allocated IP 172.20.0.1 (0caf4857-c948-4456-a0db-fd2cdc53a375/56f0c620-43ff-4695-be48-3f0ff4a63dd0/8db6c8e9-8ec0-4634-9182-f801efd8d895) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:27:30.338085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f1043ee3-46e1-4277-8207-d0f0588b5ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.345267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 80458400-5d28-440d-bd17-a2d80145e6b9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=80458400-5d28-440d-bd17-a2d80145e6b9,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:30.358837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.414354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.450890 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.458895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'name': 'tempest-TestEncryptedCinderVolumes-1614618894-router', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:29Z', 'revision_number': 3, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'gw_port': {'id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:18:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:30.460669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=80458400-5d28-440d-bd17-a2d80145e6b9,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:30.491134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-f1043ee3-46e1-4277-8207-d0f0588b5ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:27:30.491382 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-f1043ee3-46e1-4277-8207-d0f0588b5ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:27:30.492107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Checking router: e7b2fe0e-53b2-40e1-b563-7e914a416527 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:27:30.492452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Updating router e7b2fe0e-53b2-40e1-b563-7e914a416527 port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:27:30.498952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Network 0caf4857-c948-4456-a0db-fd2cdc53a375 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:30.502041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:30.506920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:27:30.512914 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8db6c8e9-8ec0-4634-9182-f801efd8d895,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:30.521536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.548751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.687180 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.787384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.793352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.838804 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de954f4-2944-4731-99e1-9888f7c3a7aa None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:27:30.847695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Attempting to bind port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:27:30.848077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Attempting to bind port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:27:30.848449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Attempting to bind port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:30.859898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.860441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9125965-aff2-47d6-a5fc-a4d899be56da None None] Pushing event updated for resources: {'Port': ['ID=d25d65e6-27b8-4e5f-a071-e3c1a3f01be6,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:30.863868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:27:30.864423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:30.864735 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.865087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:27:30.865679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Bound port: d25d65e6-27b8-4e5f-a071-e3c1a3f01be6, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:27:30.866028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.869239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.917828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] For port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:27:30.921116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] For port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d25d65e6-27b8-4e5f-a071-e3c1a3f01be6,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:27:30.926123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.939021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8db6c8e9-8ec0-4634-9182-f801efd8d895,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:30.941677 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:30.969987 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681283d5-5e92-4572-b083-cc59afbae3c2 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:27:30.992881 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Routers {'e7b2fe0e-53b2-40e1-b563-7e914a416527'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:27:30.993501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:27:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e7b2fe0e-53b2-40e1-b563-7e914a416527'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:31.036044 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Network 0caf4857-c948-4456-a0db-fd2cdc53a375 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:31.037598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:31.163443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Router e7b2fe0e-53b2-40e1-b563-7e914a416527 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:27:31.201695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9125965-aff2-47d6-a5fc-a4d899be56da None None] Pushing event updated for resources: {'Port': ['ID=d25d65e6-27b8-4e5f-a071-e3c1a3f01be6,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:31.277998 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:27:31.283095 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-38455b69-d5e0-4698-a374-7435fae4f9e2 admin admin] 10.222.0.37 "PUT /v2.0/routers/e7b2fe0e-53b2-40e1-b563-7e914a416527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5446038 Nov 24 05:27:31.286933 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] Set router e7b2fe0e-53b2-40e1-b563-7e914a416527 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:27:31.419954 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-76d15010-fc6b-4979-bac1-7dfe127d86d2 None None] Provisioning complete for port 8db6c8e9-8ec0-4634-9182-f801efd8d895 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:31.420336 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76d15010-fc6b-4979-bac1-7dfe127d86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:31.476949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-76d15010-fc6b-4979-bac1-7dfe127d86d2 None None] Port 8db6c8e9-8ec0-4634-9182-f801efd8d895 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:27:31.509662 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-76d15010-fc6b-4979-bac1-7dfe127d86d2 None None] Provisioning complete for port 80458400-5d28-440d-bd17-a2d80145e6b9 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:31.510040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76d15010-fc6b-4979-bac1-7dfe127d86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:31.568608 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'name': 'tempest-TestEncryptedCinderVolumes-1614618894-router', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:30Z', 'revision_number': 4, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'gw_port': {'id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:18:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '8db6c8e9-8ec0-4634-9182-f801efd8d895', 'name': '', 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'mac_address': 'fa:16:3e:4c:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:30Z', 'updated_at': '2021-11-24T05:27:30Z', 'revision_number': 2, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'subnets': [{'id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:31.596194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e973cc6-668a-4504-b9f6-c1fa172ca95b None None] The sync data for ids ['e7b2fe0e-53b2-40e1-b563-7e914a416527'] in dv-neutron-818850-5-hyperv is: [{'id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'name': 'tempest-TestEncryptedCinderVolumes-1614618894-router', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:30Z', 'revision_number': 4, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'gw_port': {'id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:18:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '8db6c8e9-8ec0-4634-9182-f801efd8d895', 'name': '', 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'mac_address': 'fa:16:3e:4c:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:30Z', 'updated_at': '2021-11-24T05:27:30Z', 'revision_number': 2, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'subnets': [{'id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:27:31.649372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-76d15010-fc6b-4979-bac1-7dfe127d86d2 None None] Provisioning complete for port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:31.649857 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76d15010-fc6b-4979-bac1-7dfe127d86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:31.703500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 80458400-5d28-440d-bd17-a2d80145e6b9 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:31.775966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42440) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:31.782362 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1925464676-network', 'tenant_id': '7878986f69004097b966838e66a22731'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:31.790668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76d15010-fc6b-4979-bac1-7dfe127d86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:31.807874 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 80458400-5d28-440d-bd17-a2d80145e6b9 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:31.807874 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:31.843949 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Made reservation on behalf of 7878986f69004097b966838e66a22731 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:31.844099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-76d15010-fc6b-4979-bac1-7dfe127d86d2 None None] For port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d25d65e6-27b8-4e5f-a071-e3c1a3f01be6,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:31.850381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:31.857071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-76d15010-fc6b-4979-bac1-7dfe127d86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:31.859368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:31.925735 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d15010-fc6b-4979-bac1-7dfe127d86d2 None None] Pushing event updated for resources: {'Port': ['ID=d25d65e6-27b8-4e5f-a071-e3c1a3f01be6,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:31.951938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:31.957766 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:31.979780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:27:32.004840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.005195 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Added segment 068f775b-cfc3-4d7f-8830-5e8287cc9d7f of type vlan for network e8e28e37-a737-413b-92a4-04efd0e32397 Nov 24 05:27:32.013599 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0aab58-abe9-4960-b089-94bbd088c085,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:32.052399 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.082160 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.083156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:32.083792 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.120484 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3433709 Nov 24 05:27:32.123235 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42442) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:32.129672 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] Request body: {'subnet': {'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1925464676-subnet', 'tenant_id': '7878986f69004097b966838e66a22731', 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:32.148321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cef23d-7ca2-4092-800e-e9e7ca59ac05 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e28e37-a737-413b-92a4-04efd0e32397,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:32.154558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] Made reservation on behalf of 7878986f69004097b966838e66a22731 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:32.157745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.160158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network e8e28e37-a737-413b-92a4-04efd0e32397 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:27:32.361077 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.412822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=812b872e-04a0-4689-af5f-11a7478a7358,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:32.428488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] Checking segment: {'id': '068f775b-cfc3-4d7f-8830-5e8287cc9d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:32.428865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] Network hostable DHCP agents. Network: e8e28e37-a737-413b-92a4-04efd0e32397, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:27:32.446949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] Network e8e28e37-a737-413b-92a4-04efd0e32397 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:27:32.455716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, e8e28e37-a737-413b-92a4-04efd0e32397) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:32.459923 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:32.460526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.465422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d656a-853d-4d02-bc6e-8ddb76a564a6 None None] Network e8e28e37-a737-413b-92a4-04efd0e32397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:32.477883 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-20c10305-92de-4317-8a85-761024f98035 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3528090 Nov 24 05:27:32.480493 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42444) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:32.484875 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1925464676-router', 'tenant_id': '7878986f69004097b966838e66a22731', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:32.506055 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.507099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.571402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.627990 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-e8e28e37-a737-413b-92a4-04efd0e32397', 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397', 'tenant_id': '7878986f69004097b966838e66a22731', 'fixed_ips': [{'subnet_id': '812b872e-04a0-4689-af5f-11a7478a7358'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:27:32.629043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.778590 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Allocated IP 172.20.0.2 (e8e28e37-a737-413b-92a4-04efd0e32397/812b872e-04a0-4689-af5f-11a7478a7358/35ad24f9-53d2-46a2-8fdc-f41abd9310f4) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:27:32.935158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.946643 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:32.998401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Network e8e28e37-a737-413b-92a4-04efd0e32397 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:33.001308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:33.003802 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:27:33.009546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Pushing event updated for resources: {'Port': ['ID=35ad24f9-53d2-46a2-8fdc-f41abd9310f4,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:33.025364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:33.063115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Attempting to bind port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:27:33.063494 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Attempting to bind port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '068f775b-cfc3-4d7f-8830-5e8287cc9d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:27:33.063905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Attempting to bind port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 on network e8e28e37-a737-413b-92a4-04efd0e32397 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:33.068993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:27:33.069378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Checking segment: {'id': '068f775b-cfc3-4d7f-8830-5e8287cc9d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:33.069787 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:33.070184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Bound using segment: {'id': '068f775b-cfc3-4d7f-8830-5e8287cc9d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:27:33.070702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Bound port: 35ad24f9-53d2-46a2-8fdc-f41abd9310f4, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068f775b-cfc3-4d7f-8830-5e8287cc9d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:27:33.071091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:33.133593 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] For port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:27:33.136718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] For port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=35ad24f9-53d2-46a2-8fdc-f41abd9310f4,segment=NetworkSegment(068f775b-cfc3-4d7f-8830-5e8287cc9d7f),segment_id=068f775b-cfc3-4d7f-8830-5e8287cc9d7f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:27:33.140629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:33.207881 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750515e-1142-4916-bd60-6a2e84d758c1 None None] Pushing event updated for resources: {'Port': ['ID=35ad24f9-53d2-46a2-8fdc-f41abd9310f4,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:33.244427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:33.264933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:33.389071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Allocated IP 172.26.0.230 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/4eb52fc3-9d34-4497-9c75-2d94667f54f5) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:27:33.502277 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:33.538185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:33.573357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:33.576176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:33.581825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:27:33.588652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a317045e-fb65-4732-8042-163369694ab5 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:27:33.613567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb52fc3-9d34-4497-9c75-2d94667f54f5,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:33.690619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8c95687e-670d-45fc-9c62-68496503a974 None None] Provisioning complete for port 4eb52fc3-9d34-4497-9c75-2d94667f54f5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:33.691265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c95687e-670d-45fc-9c62-68496503a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:33.731357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8c95687e-670d-45fc-9c62-68496503a974 None None] Port 4eb52fc3-9d34-4497-9c75-2d94667f54f5 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:27:33.746142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:33.796430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:33.796803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:33.858182 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:33.882835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:33.933099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:33.933479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:34.030279 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:34.068234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=35ad24f9-53d2-46a2-8fdc-f41abd9310f4,segment=NetworkSegment(068f775b-cfc3-4d7f-8830-5e8287cc9d7f),segment_id=068f775b-cfc3-4d7f-8830-5e8287cc9d7f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:34.072835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:34.079078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:34.132070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=35ad24f9-53d2-46a2-8fdc-f41abd9310f4,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:34.225031 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Sync routers for ids ['e7b2fe0e-53b2-40e1-b563-7e914a416527'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:27:34.230095 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Router 025a7ddd-a2ff-49a0-8f42-527298be7481 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:27:34.232586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32250bcd-90a6-491d-9533-6403bc6769d9 None None] Network e8e28e37-a737-413b-92a4-04efd0e32397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:27:34.238627 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Routers {'e7b2fe0e-53b2-40e1-b563-7e914a416527'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:27:34.239452 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:27:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e7b2fe0e-53b2-40e1-b563-7e914a416527'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:34.302312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-febf3b59-d3e4-4ec3-a191-2ddd00797e90 None None] Provisioning complete for port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:34.302690 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-febf3b59-d3e4-4ec3-a191-2ddd00797e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:34.351461 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Set router e7b2fe0e-53b2-40e1-b563-7e914a416527 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:27:34.355551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:27:34.373884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:34.378009 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8b3ddaaf-a22f-44bf-8be9-38bdd49bbb53 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8936825 Nov 24 05:27:34.378214 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42446) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:27:34.379714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Sync routers for ids ['025a7ddd-a2ff-49a0-8f42-527298be7481'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:27:34.414508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Routers {'025a7ddd-a2ff-49a0-8f42-527298be7481'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:27:34.415127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:27:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['025a7ddd-a2ff-49a0-8f42-527298be7481'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:34.562090 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'name': 'tempest-TestEncryptedCinderVolumes-1614618894-router', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:30Z', 'revision_number': 4, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'gw_port': {'id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '8db6c8e9-8ec0-4634-9182-f801efd8d895', 'name': '', 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'mac_address': 'fa:16:3e:4c:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:30Z', 'updated_at': '2021-11-24T05:27:30Z', 'revision_number': 2, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'subnets': [{'id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:34.591140 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Checking router: e7b2fe0e-53b2-40e1-b563-7e914a416527 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:27:34.591497 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Updating router e7b2fe0e-53b2-40e1-b563-7e914a416527 port 8db6c8e9-8ec0-4634-9182-f801efd8d895 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:27:34.618322 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:34.731200 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Set router 025a7ddd-a2ff-49a0-8f42-527298be7481 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:27:34.840107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:34.935537 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'name': 'tempest-TestEncryptedCinderVolumes-1925464676-router', 'tenant_id': '7878986f69004097b966838e66a22731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:32Z', 'updated_at': '2021-11-24T05:27:33Z', 'revision_number': 3, 'project_id': '7878986f69004097b966838e66a22731', 'gw_port': {'id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:33Z', 'updated_at': '2021-11-24T05:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:34.966585 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Checking router: 025a7ddd-a2ff-49a0-8f42-527298be7481 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:27:34.967066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Updating router 025a7ddd-a2ff-49a0-8f42-527298be7481 port 4eb52fc3-9d34-4497-9c75-2d94667f54f5 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:27:34.994072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:34.998246 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.004326 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.053871 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Pushing event updated for resources: {'Port': ['ID=8db6c8e9-8ec0-4634-9182-f801efd8d895,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:35.060967 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.061339 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.061669 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.062004 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.062338 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.062672 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.063003 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.063341 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.063691 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.064021 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.064346 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.064670 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.105288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Allocated IP 172.20.0.1 (e8e28e37-a737-413b-92a4-04efd0e32397/812b872e-04a0-4689-af5f-11a7478a7358/bf0fb6a5-59b3-48cd-9745-172b8eaf7f92) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:27:35.115370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a42dfcdc-5d6e-4f26-b2ac-237df5b63820 None None] Provisioning complete for port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:35.116011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a42dfcdc-5d6e-4f26-b2ac-237df5b63820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.139574 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Attempting to bind port 8db6c8e9-8ec0-4634-9182-f801efd8d895 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:27:35.139970 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Attempting to bind port 8db6c8e9-8ec0-4634-9182-f801efd8d895 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:27:35.140333 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Attempting to bind port 8db6c8e9-8ec0-4634-9182-f801efd8d895 on network 0caf4857-c948-4456-a0db-fd2cdc53a375 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:35.146947 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:27:35.147327 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Checking segment: {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:35.147744 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.148137 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Bound using segment: {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:27:35.148686 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Bound port: 8db6c8e9-8ec0-4634-9182-f801efd8d895, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:27:35.149093 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.223241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.225547 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] For port 8db6c8e9-8ec0-4634-9182-f801efd8d895, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:27:35.229646 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] For port 8db6c8e9-8ec0-4634-9182-f801efd8d895, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8db6c8e9-8ec0-4634-9182-f801efd8d895,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:27:35.237179 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.261538 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.307146 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9f59c-58a5-42b8-888e-27e5a1b0f563 None None] Pushing event updated for resources: {'Port': ['ID=8db6c8e9-8ec0-4634-9182-f801efd8d895,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:35.310242 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Network e8e28e37-a737-413b-92a4-04efd0e32397 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:35.313244 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:35.317769 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:27:35.319061 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Routers {'e7b2fe0e-53b2-40e1-b563-7e914a416527'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:27:35.320026 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:27:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e7b2fe0e-53b2-40e1-b563-7e914a416527'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:35.344067 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0fb6a5-59b3-48cd-9745-172b8eaf7f92,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:35.364908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.412327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.423525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-48ab3145-87aa-4441-989a-e136237d7214 None None] Provisioning complete for port 8db6c8e9-8ec0-4634-9182-f801efd8d895 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:35.423935 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-48ab3145-87aa-4441-989a-e136237d7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.427451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.451984 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] Set router e7b2fe0e-53b2-40e1-b563-7e914a416527 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:27:35.530289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c02284-06f0-4f7e-a6f1-1e01e78b602a None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:27:35.563703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.579751 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Attempting to bind port 4eb52fc3-9d34-4497-9c75-2d94667f54f5 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:27:35.580138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Attempting to bind port 4eb52fc3-9d34-4497-9c75-2d94667f54f5 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:27:35.580513 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Attempting to bind port 4eb52fc3-9d34-4497-9c75-2d94667f54f5 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:35.593891 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142dbcc-b3a0-4571-9fa9-35b398d21a87 None None] Pushing event updated for resources: {'Port': ['ID=4eb52fc3-9d34-4497-9c75-2d94667f54f5,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:35.598548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:27:35.598953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:35.599359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.599777 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:27:35.600267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Bound port: 4eb52fc3-9d34-4497-9c75-2d94667f54f5, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:27:35.600652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.725592 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-48ab3145-87aa-4441-989a-e136237d7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.753415 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'name': 'tempest-TestEncryptedCinderVolumes-1614618894-router', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:30Z', 'revision_number': 4, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'gw_port': {'id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '8db6c8e9-8ec0-4634-9182-f801efd8d895', 'name': '', 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'mac_address': 'fa:16:3e:4c:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:30Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 4, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'subnets': [{'id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:35.754536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] For port 4eb52fc3-9d34-4497-9c75-2d94667f54f5, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:27:35.779381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8db6c8e9-8ec0-4634-9182-f801efd8d895 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:35.783289 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29146f53-dcb0-4f6a-a346-c6c2fb56418e None None] The sync data for ids ['e7b2fe0e-53b2-40e1-b563-7e914a416527'] in dv-neutron-818850-5-hyperv is: [{'id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'name': 'tempest-TestEncryptedCinderVolumes-1614618894-router', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:30Z', 'revision_number': 4, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'gw_port': {'id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '8db6c8e9-8ec0-4634-9182-f801efd8d895', 'name': '', 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'mac_address': 'fa:16:3e:4c:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:30Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 4, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'subnets': [{'id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:27:35.789650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] For port 4eb52fc3-9d34-4497-9c75-2d94667f54f5, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4eb52fc3-9d34-4497-9c75-2d94667f54f5,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:27:35.794523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.802389 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.812072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-48ab3145-87aa-4441-989a-e136237d7214 None None] For port 8db6c8e9-8ec0-4634-9182-f801efd8d895, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8db6c8e9-8ec0-4634-9182-f801efd8d895,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:35.816517 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.825959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-48ab3145-87aa-4441-989a-e136237d7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.884355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0fb6a5-59b3-48cd-9745-172b8eaf7f92,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:35.886940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:35.888983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101376a4-850b-4f19-8c05-8eaf92946c17 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:27:35.899053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.899406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.899783 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.900126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.900463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.900942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.901280 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.901612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.901940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.902358 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.902692 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.903008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:27:35.903996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Routers {'025a7ddd-a2ff-49a0-8f42-527298be7481'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:27:35.904637 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:27:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['025a7ddd-a2ff-49a0-8f42-527298be7481'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:35.956406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142dbcc-b3a0-4571-9fa9-35b398d21a87 None None] Pushing event updated for resources: {'Port': ['ID=4eb52fc3-9d34-4497-9c75-2d94667f54f5,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:36.004461 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Network e8e28e37-a737-413b-92a4-04efd0e32397 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:36.006059 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:36.061828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab3145-87aa-4441-989a-e136237d7214 None None] Pushing event updated for resources: {'Port': ['ID=8db6c8e9-8ec0-4634-9182-f801efd8d895,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:36.071789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 8db6c8e9-8ec0-4634-9182-f801efd8d895 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:36.072102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:36.078408 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-45647d9e-28a2-400b-8450-6b955a091945 None None] Provisioning complete for port 4eb52fc3-9d34-4497-9c75-2d94667f54f5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:36.078783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-45647d9e-28a2-400b-8450-6b955a091945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:36.134016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Router 025a7ddd-a2ff-49a0-8f42-527298be7481 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:27:36.185419 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] Set router 025a7ddd-a2ff-49a0-8f42-527298be7481 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:27:36.259462 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:27:36.264432 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6d8c8e57-bc98-4736-95e0-f6d7bf9cf5d9 admin admin] 10.222.0.37 "PUT /v2.0/routers/025a7ddd-a2ff-49a0-8f42-527298be7481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850946 Nov 24 05:27:36.317771 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-45647d9e-28a2-400b-8450-6b955a091945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:36.370710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:36.373435 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-45647d9e-28a2-400b-8450-6b955a091945 None None] For port 4eb52fc3-9d34-4497-9c75-2d94667f54f5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4eb52fc3-9d34-4497-9c75-2d94667f54f5,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:36.420088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-45647d9e-28a2-400b-8450-6b955a091945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:36.512949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-45647d9e-28a2-400b-8450-6b955a091945 None None] Provisioning complete for port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:36.513320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-45647d9e-28a2-400b-8450-6b955a091945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:36.537964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45647d9e-28a2-400b-8450-6b955a091945 None None] Pushing event updated for resources: {'Port': ['ID=4eb52fc3-9d34-4497-9c75-2d94667f54f5,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:36.584073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:36.584370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:36.585779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-45647d9e-28a2-400b-8450-6b955a091945 None None] Port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:27:36.640505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-45647d9e-28a2-400b-8450-6b955a091945 None None] Provisioning complete for port 8db6c8e9-8ec0-4634-9182-f801efd8d895 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:36.640803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-45647d9e-28a2-400b-8450-6b955a091945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:36.681158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'name': 'tempest-TestEncryptedCinderVolumes-1925464676-router', 'tenant_id': '7878986f69004097b966838e66a22731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:32Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 4, 'project_id': '7878986f69004097b966838e66a22731', 'gw_port': {'id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:33Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'bf0fb6a5-59b3-48cd-9745-172b8eaf7f92', 'name': '', 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397', 'tenant_id': '7878986f69004097b966838e66a22731', 'mac_address': 'fa:16:3e:f3:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '812b872e-04a0-4689-af5f-11a7478a7358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:34Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 2, 'project_id': '7878986f69004097b966838e66a22731', 'subnets': [{'id': '812b872e-04a0-4689-af5f-11a7478a7358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:36.729105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6563d30-202f-404c-bbc7-95cbdd8ed772 None None] The sync data for ids ['025a7ddd-a2ff-49a0-8f42-527298be7481'] in dv-neutron-818850-5-hyperv is: [{'id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'name': 'tempest-TestEncryptedCinderVolumes-1925464676-router', 'tenant_id': '7878986f69004097b966838e66a22731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:32Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 4, 'project_id': '7878986f69004097b966838e66a22731', 'gw_port': {'id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:33Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'bf0fb6a5-59b3-48cd-9745-172b8eaf7f92', 'name': '', 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397', 'tenant_id': '7878986f69004097b966838e66a22731', 'mac_address': 'fa:16:3e:f3:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '812b872e-04a0-4689-af5f-11a7478a7358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:34Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 2, 'project_id': '7878986f69004097b966838e66a22731', 'subnets': [{'id': '812b872e-04a0-4689-af5f-11a7478a7358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:27:36.936906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-afd3375e-2471-40f2-a34c-8d1f5aeb456f None None] Provisioning complete for port 4eb52fc3-9d34-4497-9c75-2d94667f54f5 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:36.938744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afd3375e-2471-40f2-a34c-8d1f5aeb456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:37.046980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-afd3375e-2471-40f2-a34c-8d1f5aeb456f None None] Provisioning complete for port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:37.047496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afd3375e-2471-40f2-a34c-8d1f5aeb456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:37.092688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-afd3375e-2471-40f2-a34c-8d1f5aeb456f None None] Port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:27:37.413616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-fb13dd6c-c1e4-43be-a0d3-080bf6a2c37c tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:37.415100 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-fb13dd6c-c1e4-43be-a0d3-080bf6a2c37c tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/networks?id=0caf4857-c948-4456-a0db-fd2cdc53a375 HTTP/1.1" status: 200 len: 817 time: 0.4179339 Nov 24 05:27:37.429785 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-6a8cc307-aebf-4c11-b588-e1638968e9d2 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/quotas/f4c7bd51773d4d28a36f1259a90dd26d HTTP/1.1" status: 200 len: 375 time: 0.0089858 Nov 24 05:27:37.492870 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-643a4cf6-ed13-4ee4-8f96-445c540355dc tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4c7bd51773d4d28a36f1259a90dd26d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565941 Nov 24 05:27:37.586018 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-5565ff34-15df-4d6c-8739-1adf55b69d15 service neutron] 10.222.0.37 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809615 Nov 24 05:27:37.680348 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-a9f1443c-907b-4fbf-822d-d05f1d25753b service neutron] 10.222.0.37 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879936 Nov 24 05:27:37.760356 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8db6c8e9-8ec0-4634-9182-f801efd8d895 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:37.977445 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4379a335-7f4f-4410-9fd6-b836de85cb81 req-99a12bb0-01bb-4a59-b7df-3c190076e65e tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 210 time: 0.1428573 Nov 24 05:27:37.984933 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 8db6c8e9-8ec0-4634-9182-f801efd8d895 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:37.985497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:38.064201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4eb52fc3-9d34-4497-9c75-2d94667f54f5 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:38.115746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4eb52fc3-9d34-4497-9c75-2d94667f54f5 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:38.116196 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:38.820046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-39f4a3b1-ea2d-49c7-9be2-3afc3d4f43a0 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:38.821576 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-39f4a3b1-ea2d-49c7-9be2-3afc3d4f43a0 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.31 "GET /v2.0/networks?id=0caf4857-c948-4456-a0db-fd2cdc53a375 HTTP/1.1" status: 200 len: 817 time: 0.1184568 Nov 24 05:27:38.837441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Request body: {'port': {'device_id': '40538171-52a7-431f-954c-f918379c9339', 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375', 'admin_state_up': True, 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:38.951919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Made reservation on behalf of f4c7bd51773d4d28a36f1259a90dd26d for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:27:38.955449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:39.073020 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e7fa924-7bc6-4476-a99f-84dc3c7d603a req-07c393d8-8210-4b13-8243-4ad2d030ad53 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 210 time: 0.0274572 Nov 24 05:27:39.093800 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Allocated IP 172.20.0.7 (0caf4857-c948-4456-a0db-fd2cdc53a375/56f0c620-43ff-4695-be48-3f0ff4a63dd0/ce3addee-c64c-4a94-bd21-6847aa2ce63c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:27:39.233777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:39.591814 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:39.638606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Network 0caf4857-c948-4456-a0db-fd2cdc53a375 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:27:39.641543 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:27:39.646956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:27:39.652850 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Sync routers for ids ['025a7ddd-a2ff-49a0-8f42-527298be7481'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:27:39.665686 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Routers {'025a7ddd-a2ff-49a0-8f42-527298be7481'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:27:39.666428 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:27:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['025a7ddd-a2ff-49a0-8f42-527298be7481'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:39.679518 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Pushing event updated for resources: {'Port': ['ID=ce3addee-c64c-4a94-bd21-6847aa2ce63c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:39.708812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:39.709480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:39.729132 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-8f004cba-c19a-4166-a6e9-0e2d603c0988 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8963571 Nov 24 05:27:39.779089 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Set router 025a7ddd-a2ff-49a0-8f42-527298be7481 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:27:39.795894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Request body: {'port': {'device_id': '40538171-52a7-431f-954c-f918379c9339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:27:39.857747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:39.929931 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f499d365-a93a-4978-9974-5bff47929e79 None None] Provisioning complete for port ce3addee-c64c-4a94-bd21-6847aa2ce63c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:39.930508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f499d365-a93a-4978-9974-5bff47929e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:39.965305 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f499d365-a93a-4978-9974-5bff47929e79 None None] Port ce3addee-c64c-4a94-bd21-6847aa2ce63c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:27:39.995239 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'name': 'tempest-TestEncryptedCinderVolumes-1925464676-router', 'tenant_id': '7878986f69004097b966838e66a22731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:32Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 4, 'project_id': '7878986f69004097b966838e66a22731', 'gw_port': {'id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:33Z', 'updated_at': '2021-11-24T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'bf0fb6a5-59b3-48cd-9745-172b8eaf7f92', 'name': '', 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397', 'tenant_id': '7878986f69004097b966838e66a22731', 'mac_address': 'fa:16:3e:f3:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '812b872e-04a0-4689-af5f-11a7478a7358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:34Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 2, 'project_id': '7878986f69004097b966838e66a22731', 'subnets': [{'id': '812b872e-04a0-4689-af5f-11a7478a7358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:40.021116 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Checking router: 025a7ddd-a2ff-49a0-8f42-527298be7481 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:27:40.021470 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Updating router 025a7ddd-a2ff-49a0-8f42-527298be7481 port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:27:40.049296 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.118711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3addee-c64c-4a94-bd21-6847aa2ce63c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:27:40.126322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.139071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Transition to ACTIVE for port object ce3addee-c64c-4a94-bd21-6847aa2ce63c will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:27:40.148825 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.191647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7d3b9-162b-4960-bed1-ef22ad05d652 req-ad610a0e-1cbd-4a6b-a9e1-55157ccd2db2 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:40.193185 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78c7d3b9-162b-4960-bed1-ef22ad05d652 req-ad610a0e-1cbd-4a6b-a9e1-55157ccd2db2 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 943 time: 0.0511401 Nov 24 05:27:40.232264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Pushing event updated for resources: {'Port': ['ID=ce3addee-c64c-4a94-bd21-6847aa2ce63c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:40.244496 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78c7d3b9-162b-4960-bed1-ef22ad05d652 req-8e9dd0a0-316c-41f7-bad1-4c6fa49b7f67 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449164 Nov 24 05:27:40.293567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Attempting to bind port ce3addee-c64c-4a94-bd21-6847aa2ce63c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:27:40.293909 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Attempting to bind port ce3addee-c64c-4a94-bd21-6847aa2ce63c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:27:40.294243 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Attempting to bind port ce3addee-c64c-4a94-bd21-6847aa2ce63c on network 0caf4857-c948-4456-a0db-fd2cdc53a375 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:40.301963 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Port ce3addee-c64c-4a94-bd21-6847aa2ce63c on network 0caf4857-c948-4456-a0db-fd2cdc53a375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:27:40.302393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Attempting to bind port ce3addee-c64c-4a94-bd21-6847aa2ce63c on network 0caf4857-c948-4456-a0db-fd2cdc53a375 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:40.307458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:27:40.307922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Checking segment: {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:40.308443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Bound using segment: {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:27:40.309071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Bound port: ce3addee-c64c-4a94-bd21-6847aa2ce63c, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:27:40.309542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.332521 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.340326 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.381668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] For port ce3addee-c64c-4a94-bd21-6847aa2ce63c, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:27:40.385112 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] For port ce3addee-c64c-4a94-bd21-6847aa2ce63c, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ce3addee-c64c-4a94-bd21-6847aa2ce63c,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:27:40.391114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.391295 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad32671-e440-4046-a5d2-5a7faa430378 None None] Pushing event updated for resources: {'Port': ['ID=bf0fb6a5-59b3-48cd-9745-172b8eaf7f92,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:40.429164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:40.430010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.431531 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] 10.222.0.31 "PUT /v2.0/ports/ce3addee-c64c-4a94-bd21-6847aa2ce63c HTTP/1.1" status: 200 len: 1093 time: 0.6942003 Nov 24 05:27:40.432089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40538171-52a7-431f-954c-f918379c9339', 'tag': 'ce3addee-c64c-4a94-bd21-6847aa2ce63c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:27:40.434436 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7f65f2-0c13-4328-bf8a-a8543591d99c" -d '{"events": [{"name": "network-changed", "server_uuid": "40538171-52a7-431f-954c-f918379c9339", "tag": "ce3addee-c64c-4a94-bd21-6847aa2ce63c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:27:40.477814 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Attempting to bind port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:27:40.478515 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Attempting to bind port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '068f775b-cfc3-4d7f-8830-5e8287cc9d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:27:40.478987 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Attempting to bind port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 on network e8e28e37-a737-413b-92a4-04efd0e32397 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:27:40.498662 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:27:40.500266 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Checking segment: {'id': '068f775b-cfc3-4d7f-8830-5e8287cc9d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:27:40.501185 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.502380 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Bound using segment: {'id': '068f775b-cfc3-4d7f-8830-5e8287cc9d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:27:40.503796 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Bound port: bf0fb6a5-59b3-48cd-9745-172b8eaf7f92, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068f775b-cfc3-4d7f-8830-5e8287cc9d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:27:40.504813 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.528831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d09d7b6-fd2b-478a-8c12-be96b6b1478d x-openstack-request-id: req-2d09d7b6-fd2b-478a-8c12-be96b6b1478d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:27:40.529149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40538171-52a7-431f-954c-f918379c9339", "tag": "ce3addee-c64c-4a94-bd21-6847aa2ce63c", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:27:40.529370 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d09d7b6-fd2b-478a-8c12-be96b6b1478d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:27:40.529769 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40538171-52a7-431f-954c-f918379c9339', 'tag': 'ce3addee-c64c-4a94-bd21-6847aa2ce63c', 'status': 'completed', 'code': 200} Nov 24 05:27:40.551237 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb819e-631f-4f5f-8e45-ba2d9ce7bfff service neutron] Pushing event updated for resources: {'Port': ['ID=ce3addee-c64c-4a94-bd21-6847aa2ce63c,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:40.560412 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-e3ede8fd-ae0b-4903-a3a2-9a24e6b917f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:40.561921 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-e3ede8fd-ae0b-4903-a3a2-9a24e6b917f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4c7bd51773d4d28a36f1259a90dd26d&device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 1096 time: 0.0813422 Nov 24 05:27:40.584026 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] For port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:27:40.588081 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] For port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=bf0fb6a5-59b3-48cd-9745-172b8eaf7f92,segment=NetworkSegment(068f775b-cfc3-4d7f-8830-5e8287cc9d7f),segment_id=068f775b-cfc3-4d7f-8830-5e8287cc9d7f)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:27:40.595255 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.608680 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-5ed239af-dc2e-45f1-ac21-6c0561479e1e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce3addee-c64c-4a94-bd21-6847aa2ce63c HTTP/1.1" status: 200 len: 217 time: 0.0363803 Nov 24 05:27:40.659287 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Routers {'025a7ddd-a2ff-49a0-8f42-527298be7481'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:27:40.660660 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:27:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['025a7ddd-a2ff-49a0-8f42-527298be7481'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:40.665877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-6c88efdf-20c0-4663-acae-5423d32d7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:40.667427 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-6c88efdf-20c0-4663-acae-5423d32d7878 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56f0c620-43ff-4695-be48-3f0ff4a63dd0 HTTP/1.1" status: 200 len: 856 time: 0.0520010 Nov 24 05:27:40.730610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1a0a0031-f4f7-40ed-afb6-e22257dd8527 None None] Provisioning complete for port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:40.730830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-cde324b8-0e8e-4126-94be-2ff8d44db693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:40.732288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0031-f4f7-40ed-afb6-e22257dd8527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.732413 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-cde324b8-0e8e-4126-94be-2ff8d44db693 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0caf4857-c948-4456-a0db-fd2cdc53a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518398 Nov 24 05:27:40.805025 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad32671-e440-4046-a5d2-5a7faa430378 None None] Pushing event updated for resources: {'Port': ['ID=bf0fb6a5-59b3-48cd-9745-172b8eaf7f92,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:40.849005 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-a912f924-4067-48cb-84a1-3eb6fd7a17e6 service neutron] 10.222.0.31 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038661 Nov 24 05:27:40.854520 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0031-f4f7-40ed-afb6-e22257dd8527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.892625 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1a0a0031-f4f7-40ed-afb6-e22257dd8527 None None] For port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=bf0fb6a5-59b3-48cd-9745-172b8eaf7f92,segment=NetworkSegment(068f775b-cfc3-4d7f-8830-5e8287cc9d7f),segment_id=068f775b-cfc3-4d7f-8830-5e8287cc9d7f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:40.894241 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] Set router 025a7ddd-a2ff-49a0-8f42-527298be7481 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:27:40.899115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a0a0031-f4f7-40ed-afb6-e22257dd8527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:40.950501 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e349be19-fa2b-43b6-9e6b-8104698791bc req-aba7b74e-2453-4778-8b12-ad2985d5c4f3 service neutron] 10.222.0.31 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939009 Nov 24 05:27:40.961724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a0031-f4f7-40ed-afb6-e22257dd8527 None None] Pushing event updated for resources: {'Port': ['ID=bf0fb6a5-59b3-48cd-9745-172b8eaf7f92,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:41.019276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c73b8265-8188-40d1-a827-3521811c899e None None] Provisioning complete for port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:41.019779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c73b8265-8188-40d1-a827-3521811c899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:41.041264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f65f2-0c13-4328-bf8a-a8543591d99c req-3ef284fd-4ce5-41dd-a682-c87fe8e381ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:41.043033 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca7f65f2-0c13-4328-bf8a-a8543591d99c req-3ef284fd-4ce5-41dd-a682-c87fe8e381ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4c7bd51773d4d28a36f1259a90dd26d&device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 1096 time: 0.0427825 Nov 24 05:27:41.124228 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'name': 'tempest-TestEncryptedCinderVolumes-1925464676-router', 'tenant_id': '7878986f69004097b966838e66a22731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:32Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 4, 'project_id': '7878986f69004097b966838e66a22731', 'gw_port': {'id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:33Z', 'updated_at': '2021-11-24T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'bf0fb6a5-59b3-48cd-9745-172b8eaf7f92', 'name': '', 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397', 'tenant_id': '7878986f69004097b966838e66a22731', 'mac_address': 'fa:16:3e:f3:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '812b872e-04a0-4689-af5f-11a7478a7358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:34Z', 'updated_at': '2021-11-24T05:27:40Z', 'revision_number': 4, 'project_id': '7878986f69004097b966838e66a22731', 'subnets': [{'id': '812b872e-04a0-4689-af5f-11a7478a7358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:27:41.142997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f65f2-0c13-4328-bf8a-a8543591d99c req-4153d6f0-43f0-4145-9b92-4d109bb11c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:41.144585 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca7f65f2-0c13-4328-bf8a-a8543591d99c req-4153d6f0-43f0-4145-9b92-4d109bb11c76 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0caf4857-c948-4456-a0db-fd2cdc53a375 HTTP/1.1" status: 200 len: 918 time: 0.0916362 Nov 24 05:27:41.150800 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b405626-4bfb-4506-8039-dfc706928c04 None None] The sync data for ids ['025a7ddd-a2ff-49a0-8f42-527298be7481'] in dv-neutron-818850-5-hyperv is: [{'id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'name': 'tempest-TestEncryptedCinderVolumes-1925464676-router', 'tenant_id': '7878986f69004097b966838e66a22731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:32Z', 'updated_at': '2021-11-24T05:27:35Z', 'revision_number': 4, 'project_id': '7878986f69004097b966838e66a22731', 'gw_port': {'id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:33Z', 'updated_at': '2021-11-24T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'bf0fb6a5-59b3-48cd-9745-172b8eaf7f92', 'name': '', 'network_id': 'e8e28e37-a737-413b-92a4-04efd0e32397', 'tenant_id': '7878986f69004097b966838e66a22731', 'mac_address': 'fa:16:3e:f3:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '812b872e-04a0-4689-af5f-11a7478a7358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:34Z', 'updated_at': '2021-11-24T05:27:40Z', 'revision_number': 4, 'project_id': '7878986f69004097b966838e66a22731', 'subnets': [{'id': '812b872e-04a0-4689-af5f-11a7478a7358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:27:41.188800 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca7f65f2-0c13-4328-bf8a-a8543591d99c req-c6352536-b260-474c-b99f-1efabf5e8bf6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce3addee-c64c-4a94-bd21-6847aa2ce63c HTTP/1.1" status: 200 len: 217 time: 0.0371113 Nov 24 05:27:41.239188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f65f2-0c13-4328-bf8a-a8543591d99c req-d3f06463-dbeb-4553-b8a9-a0b0ee5b83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:41.240930 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca7f65f2-0c13-4328-bf8a-a8543591d99c req-d3f06463-dbeb-4553-b8a9-a0b0ee5b83d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56f0c620-43ff-4695-be48-3f0ff4a63dd0 HTTP/1.1" status: 200 len: 856 time: 0.0455463 Nov 24 05:27:41.291232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f65f2-0c13-4328-bf8a-a8543591d99c req-998d8a4c-2e01-4773-b489-16b59ddb30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:41.292839 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca7f65f2-0c13-4328-bf8a-a8543591d99c req-998d8a4c-2e01-4773-b489-16b59ddb30b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0caf4857-c948-4456-a0db-fd2cdc53a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433517 Nov 24 05:27:41.373545 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf38d3-fe7c-4f3d-b694-5f3232fd9b7a req-3dd4498e-8d28-4079-a9de-40c9fc7945fa tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:41.375217 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8baf38d3-fe7c-4f3d-b694-5f3232fd9b7a req-3dd4498e-8d28-4079-a9de-40c9fc7945fa tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 943 time: 0.0579743 Nov 24 05:27:41.392737 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca7f65f2-0c13-4328-bf8a-a8543591d99c req-4b5e7854-8ef0-4954-afe1-9e7840b79fc9 service neutron] 10.222.0.31 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916669 Nov 24 05:27:41.432549 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8baf38d3-fe7c-4f3d-b694-5f3232fd9b7a req-49525210-4d65-4152-80db-7ccbf2b1050a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508363 Nov 24 05:27:41.498065 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ca7f65f2-0c13-4328-bf8a-a8543591d99c req-69c3bddd-a5a2-40ec-ab70-457776c14411 service neutron] 10.222.0.31 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973260 Nov 24 05:27:41.699789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:41.746760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:41.747128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:42.547210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57a274-1cf2-4112-bb30-41b384ce0ea8 req-5b70fdb3-6bdf-481b-8fde-427d0bbaa62f tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:42.548796 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec57a274-1cf2-4112-bb30-41b384ce0ea8 req-5b70fdb3-6bdf-481b-8fde-427d0bbaa62f tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 943 time: 0.0517480 Nov 24 05:27:42.599357 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ec57a274-1cf2-4112-bb30-41b384ce0ea8 req-26cdaf47-46f7-4ede-9643-3ef14fa056d7 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437827 Nov 24 05:27:42.748653 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device ce3addee-c64c-4a94-bd21-6847aa2ce63c details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:27:42.840585 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port ce3addee-c64c-4a94-bd21-6847aa2ce63c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ce3addee-c64c-4a94-bd21-6847aa2ce63c,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:42.851737 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'ce3addee-c64c-4a94-bd21-6847aa2ce63c', 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375', 'port_id': 'ce3addee-c64c-4a94-bd21-6847aa2ce63c', 'mac_address': 'fa:16:3e:86:e6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:27:42.890790 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:42.903683 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3addee-c64c-4a94-bd21-6847aa2ce63c {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:27:42.921968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port ce3addee-c64c-4a94-bd21-6847aa2ce63c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ce3addee-c64c-4a94-bd21-6847aa2ce63c,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:42.927998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:42.975926 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=ce3addee-c64c-4a94-bd21-6847aa2ce63c,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:43.125861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['ce3addee-c64c-4a94-bd21-6847aa2ce63c'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:27:43.718927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7458f-6a80-47a2-9634-45e0334ca495 req-049ea379-268b-48a2-a386-bb67673d143a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:43.720438 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-53c7458f-6a80-47a2-9634-45e0334ca495 req-049ea379-268b-48a2-a386-bb67673d143a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 944 time: 0.0539763 Nov 24 05:27:43.769247 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-53c7458f-6a80-47a2-9634-45e0334ca495 req-2b7f7375-f179-41c1-9a19-d4f026b14c63 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428360 Nov 24 05:27:44.764749 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device ce3addee-c64c-4a94-bd21-6847aa2ce63c up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:27:44.816212 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port ce3addee-c64c-4a94-bd21-6847aa2ce63c completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:27:44.820467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port ce3addee-c64c-4a94-bd21-6847aa2ce63c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:27:44.820846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:44.885510 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5893034-b7c5-4a5c-a132-401e0a7ef7b9 req-0400fa80-c180-47b5-8aab-afd630df3855 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:44.886974 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b5893034-b7c5-4a5c-a132-401e0a7ef7b9 req-0400fa80-c180-47b5-8aab-afd630df3855 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 944 time: 0.0498645 Nov 24 05:27:44.900760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:44.922654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40538171-52a7-431f-954c-f918379c9339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3addee-c64c-4a94-bd21-6847aa2ce63c'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:27:44.924970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9e2641-d346-48e7-8529-107c8320688e" -d '{"events": [{"server_uuid": "40538171-52a7-431f-954c-f918379c9339", "name": "network-vif-plugged", "status": "completed", "tag": "ce3addee-c64c-4a94-bd21-6847aa2ce63c"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:27:44.937107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port ce3addee-c64c-4a94-bd21-6847aa2ce63c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ce3addee-c64c-4a94-bd21-6847aa2ce63c,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:27:44.941550 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b5893034-b7c5-4a5c-a132-401e0a7ef7b9 req-83bb98e9-dca2-48d7-8a1d-dc89ad97ccd3 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481906 Nov 24 05:27:44.943012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:44.972304 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783f5eeb-4441-410f-8b49-92e6a5acbcd2 x-openstack-request-id: req-783f5eeb-4441-410f-8b49-92e6a5acbcd2 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:27:44.972607 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40538171-52a7-431f-954c-f918379c9339", "name": "network-vif-plugged", "status": "completed", "tag": "ce3addee-c64c-4a94-bd21-6847aa2ce63c", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:27:44.972857 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-783f5eeb-4441-410f-8b49-92e6a5acbcd2 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:27:44.973249 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40538171-52a7-431f-954c-f918379c9339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3addee-c64c-4a94-bd21-6847aa2ce63c', 'code': 200} Nov 24 05:27:44.997047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=ce3addee-c64c-4a94-bd21-6847aa2ce63c,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:27:45.141417 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3a471-9995-47c6-ab74-f64cee100dcc req-913e4bd2-3b21-4e6c-83e0-a8872cda27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:45.142915 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-54b3a471-9995-47c6-ab74-f64cee100dcc req-913e4bd2-3b21-4e6c-83e0-a8872cda27d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 1098 time: 0.0401840 Nov 24 05:27:45.188759 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-54b3a471-9995-47c6-ab74-f64cee100dcc req-fd4252ec-83f3-4c21-b2cf-bb0027b1f34f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388808 Nov 24 05:27:46.058529 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56cbd-e45d-4599-9f24-a622c16245d3 req-3c8ec66d-9967-4ce8-b1e8-30370811ae71 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:46.060019 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c6a56cbd-e45d-4599-9f24-a622c16245d3 req-3c8ec66d-9967-4ce8-b1e8-30370811ae71 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 945 time: 0.0487988 Nov 24 05:27:46.112499 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c6a56cbd-e45d-4599-9f24-a622c16245d3 req-1a6fedb7-b4a0-49ec-983f-19abe7f8025b tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461550 Nov 24 05:27:46.141199 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07d8ea1c-437c-4248-a168-2c9fa090027f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:47.246984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6937d1b-3c3d-4b8a-a116-7c467d87fbb9 req-431854ee-97c3-4848-913a-20de241e31f5 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:47.248514 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a6937d1b-3c3d-4b8a-a116-7c467d87fbb9 req-431854ee-97c3-4848-913a-20de241e31f5 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 945 time: 0.0490856 Nov 24 05:27:47.296944 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a6937d1b-3c3d-4b8a-a116-7c467d87fbb9 req-67b8456c-364b-4001-8b57-db7a480a1fd5 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 Nov 24 05:27:47.409961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645f5be-5018-44f8-a12e-8a89519156b3 req-552fe3a1-f941-4f8a-9a2b-1d4cda1c70fc tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:27:47.411327 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5645f5be-5018-44f8-a12e-8a89519156b3 req-552fe3a1-f941-4f8a-9a2b-1d4cda1c70fc tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 945 time: 0.0481429 Nov 24 05:27:47.457262 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5645f5be-5018-44f8-a12e-8a89519156b3 req-c70687b2-1668-455f-a584-6906c84c0553 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Nov 24 05:27:48.402676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7bb180b3-a713-4ccb-8820-0bf357f755c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:49.615862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:50.833500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:51.776117 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:53.993370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:27:56.539727 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:28:10.270822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f3e7f-38c0-4522-a72e-036394b9e16e req-d815c252-faca-48b2-ba3f-67b14d82cfa7 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:10.272328 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-642f3e7f-38c0-4522-a72e-036394b9e16e req-d815c252-faca-48b2-ba3f-67b14d82cfa7 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 945 time: 0.0495505 Nov 24 05:28:10.319355 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-642f3e7f-38c0-4522-a72e-036394b9e16e req-5275061a-7cde-40ac-a2f9-a798fc4b396c tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Nov 24 05:28:11.435887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ba386-379d-499b-9326-1db4e06d81c5 req-d0781856-3a65-44ce-b838-e68d575eb1ee tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:11.437350 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d27ba386-379d-499b-9326-1db4e06d81c5 req-d0781856-3a65-44ce-b838-e68d575eb1ee tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 945 time: 0.0505013 Nov 24 05:28:11.484597 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d27ba386-379d-499b-9326-1db4e06d81c5 req-9ea547fa-fc79-4094-bfa4-5c917dfc1a9c tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Nov 24 05:28:11.770046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f28e1-d7d6-4aac-b1ad-f9c0bde0da27 req-f490df25-b8f2-4d90-a0df-dc6253b98198 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:11.771605 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b08f28e1-d7d6-4aac-b1ad-f9c0bde0da27 req-f490df25-b8f2-4d90-a0df-dc6253b98198 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.31 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 945 time: 0.0484166 Nov 24 05:28:11.867503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-b08f28e1-d7d6-4aac-b1ad-f9c0bde0da27 req-81e7005a-7780-40d5-93e3-a2f77be1ec89 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Deleting port ce3addee-c64c-4a94-bd21-6847aa2ce63c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:28:11.867896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b08f28e1-d7d6-4aac-b1ad-f9c0bde0da27 req-81e7005a-7780-40d5-93e3-a2f77be1ec89 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:11.955539 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-b08f28e1-d7d6-4aac-b1ad-f9c0bde0da27 req-81e7005a-7780-40d5-93e3-a2f77be1ec89 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] For port ce3addee-c64c-4a94-bd21-6847aa2ce63c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ce3addee-c64c-4a94-bd21-6847aa2ce63c,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:11.955900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b08f28e1-d7d6-4aac-b1ad-f9c0bde0da27 req-81e7005a-7780-40d5-93e3-a2f77be1ec89 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:11.969267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-b08f28e1-d7d6-4aac-b1ad-f9c0bde0da27 req-81e7005a-7780-40d5-93e3-a2f77be1ec89 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Calling delete_port for ce3addee-c64c-4a94-bd21-6847aa2ce63c owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:28:12.101636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b08f28e1-d7d6-4aac-b1ad-f9c0bde0da27 req-81e7005a-7780-40d5-93e3-a2f77be1ec89 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:12.117669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['ce3addee-c64c-4a94-bd21-6847aa2ce63c'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:28:12.130133 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7005a-7780-40d5-93e3-a2f77be1ec89 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Pushing event deleted for resources: {'Port': ['ID=ce3addee-c64c-4a94-bd21-6847aa2ce63c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:12.174482 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08f28e1-d7d6-4aac-b1ad-f9c0bde0da27 req-81e7005a-7780-40d5-93e3-a2f77be1ec89 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] No DVR routers for this DVR port ce3addee-c64c-4a94-bd21-6847aa2ce63c on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:28:12.179011 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b08f28e1-d7d6-4aac-b1ad-f9c0bde0da27 req-81e7005a-7780-40d5-93e3-a2f77be1ec89 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:12.183302 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b08f28e1-d7d6-4aac-b1ad-f9c0bde0da27 req-81e7005a-7780-40d5-93e3-a2f77be1ec89 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.31 "DELETE /v2.0/ports/ce3addee-c64c-4a94-bd21-6847aa2ce63c HTTP/1.1" status: 204 len: 173 time: 0.4047105 Nov 24 05:28:12.183775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40538171-52a7-431f-954c-f918379c9339', 'name': 'network-vif-deleted', 'tag': 'ce3addee-c64c-4a94-bd21-6847aa2ce63c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:28:12.186040 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c5dcec-b9d2-4e3f-a841-e2a746db0656" -d '{"events": [{"server_uuid": "40538171-52a7-431f-954c-f918379c9339", "name": "network-vif-deleted", "tag": "ce3addee-c64c-4a94-bd21-6847aa2ce63c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:28:12.285982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c89b93-853a-4ce2-a277-f9d74e2237e3 x-openstack-request-id: req-e1c89b93-853a-4ce2-a277-f9d74e2237e3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:28:12.286221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40538171-52a7-431f-954c-f918379c9339", "name": "network-vif-deleted", "tag": "ce3addee-c64c-4a94-bd21-6847aa2ce63c", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:28:12.286480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1c89b93-853a-4ce2-a277-f9d74e2237e3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:28:12.286881 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40538171-52a7-431f-954c-f918379c9339', 'name': 'network-vif-deleted', 'tag': 'ce3addee-c64c-4a94-bd21-6847aa2ce63c', 'status': 'completed', 'code': 200} Nov 24 05:28:12.624175 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-400a025b-13ac-4290-ae11-965ba580553b req-f1d0cfff-4f89-46a8-97ac-d0139d2c6a53 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=40538171-52a7-431f-954c-f918379c9339 HTTP/1.1" status: 200 len: 210 time: 0.0393975 Nov 24 05:28:14.303764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-4e5dc81c-b90f-4e27-b4e0-e3d054c72238 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:14.305214 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-4e5dc81c-b90f-4e27-b4e0-e3d054c72238 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/networks?id=0caf4857-c948-4456-a0db-fd2cdc53a375 HTTP/1.1" status: 200 len: 817 time: 0.1019101 Nov 24 05:28:14.320533 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-06fc7d56-5dc8-433d-9dbb-077d960748b1 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/quotas/f4c7bd51773d4d28a36f1259a90dd26d HTTP/1.1" status: 200 len: 375 time: 0.0096328 Nov 24 05:28:14.370366 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-b2f86bdc-587c-42d8-9454-812e7ffc8759 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4c7bd51773d4d28a36f1259a90dd26d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446465 Nov 24 05:28:14.467563 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-3c335d6a-6fb0-40e9-a4f5-07bd5763f079 service neutron] 10.222.0.37 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Nov 24 05:28:14.561448 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-546ea4eb-5372-4daf-b4d7-a7ced6a203b3 service neutron] 10.222.0.37 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871243 Nov 24 05:28:14.725894 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e3be693c-5c49-4567-987b-0e0162421c3a req-d17b753b-1b55-41ac-8c8c-4d34660dac4d tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 210 time: 0.0280676 Nov 24 05:28:14.877036 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device ce3addee-c64c-4a94-bd21-6847aa2ce63c no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:28:14.896939 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: ce3addee-c64c-4a94-bd21-6847aa2ce63c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:28:14.897289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device ce3addee-c64c-4a94-bd21-6847aa2ce63c not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:28:15.753969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-3de4efc0-5a0f-48a7-a5c5-1086832b0d34 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:15.755665 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-3de4efc0-5a0f-48a7-a5c5-1086832b0d34 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.31 "GET /v2.0/networks?id=0caf4857-c948-4456-a0db-fd2cdc53a375 HTTP/1.1" status: 200 len: 817 time: 0.1022131 Nov 24 05:28:15.770674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Request body: {'port': {'device_id': '805f29fc-b624-4d31-bb4b-7e2edf0c5490', 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375', 'admin_state_up': True, 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:28:15.829997 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fc343d9c-afde-4815-9cd9-fdf0fec8316e req-518d3cca-6e4c-496d-9fc9-1964b38eaa0e tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 210 time: 0.0278342 Nov 24 05:28:15.896101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Made reservation on behalf of f4c7bd51773d4d28a36f1259a90dd26d for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:28:15.899497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.021470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Allocated IP 172.20.0.10 (0caf4857-c948-4456-a0db-fd2cdc53a375/56f0c620-43ff-4695-be48-3f0ff4a63dd0/59c3ecf1-03a6-4a28-9869-1fa065616012) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:28:16.140770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8be90f98-25e5-4fbc-863b-dfc3d96cec94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.170849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.205329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.253454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Network 0caf4857-c948-4456-a0db-fd2cdc53a375 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:28:16.256413 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:28:16.260056 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:28:16.266538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Pushing event updated for resources: {'Port': ['ID=59c3ecf1-03a6-4a28-9869-1fa065616012,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:16.313947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:16.314562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.331540 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-a40f711c-0828-4c43-a279-eb01a1e7a123 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5654638 Nov 24 05:28:16.343821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Request body: {'port': {'device_id': '805f29fc-b624-4d31-bb4b-7e2edf0c5490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:28:16.400193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.545895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ac710135-8198-4d9e-be81-59a84dee88d7 None None] Provisioning complete for port 59c3ecf1-03a6-4a28-9869-1fa065616012 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:28:16.546179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ac710135-8198-4d9e-be81-59a84dee88d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.583282 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ac710135-8198-4d9e-be81-59a84dee88d7 None None] Port 59c3ecf1-03a6-4a28-9869-1fa065616012 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:28:16.666247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c3ecf1-03a6-4a28-9869-1fa065616012 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:28:16.673394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.684847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Transition to ACTIVE for port object 59c3ecf1-03a6-4a28-9869-1fa065616012 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:28:16.688794 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.757592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Pushing event updated for resources: {'Port': ['ID=59c3ecf1-03a6-4a28-9869-1fa065616012,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:16.810166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Attempting to bind port 59c3ecf1-03a6-4a28-9869-1fa065616012 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:28:16.810509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Attempting to bind port 59c3ecf1-03a6-4a28-9869-1fa065616012 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:28:16.810904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Attempting to bind port 59c3ecf1-03a6-4a28-9869-1fa065616012 on network 0caf4857-c948-4456-a0db-fd2cdc53a375 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:28:16.815613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Port 59c3ecf1-03a6-4a28-9869-1fa065616012 on network 0caf4857-c948-4456-a0db-fd2cdc53a375 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:28:16.816150 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Attempting to bind port 59c3ecf1-03a6-4a28-9869-1fa065616012 on network 0caf4857-c948-4456-a0db-fd2cdc53a375 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:28:16.821542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:28:16.822225 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Checking segment: {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:28:16.822619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Bound using segment: {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:28:16.823106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Bound port: 59c3ecf1-03a6-4a28-9869-1fa065616012, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:28:16.823473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.897813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] For port 59c3ecf1-03a6-4a28-9869-1fa065616012, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:28:16.900855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] For port 59c3ecf1-03a6-4a28-9869-1fa065616012, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=59c3ecf1-03a6-4a28-9869-1fa065616012,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:28:16.906581 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.948184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:16.948818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:16.950229 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] 10.222.0.31 "PUT /v2.0/ports/59c3ecf1-03a6-4a28-9869-1fa065616012 HTTP/1.1" status: 200 len: 1094 time: 0.6109943 Nov 24 05:28:16.950684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805f29fc-b624-4d31-bb4b-7e2edf0c5490', 'tag': '59c3ecf1-03a6-4a28-9869-1fa065616012'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:28:16.953471 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297661a3-3910-4c9f-90f8-633970796640" -d '{"events": [{"name": "network-changed", "server_uuid": "805f29fc-b624-4d31-bb4b-7e2edf0c5490", "tag": "59c3ecf1-03a6-4a28-9869-1fa065616012"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:28:16.972969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de39e38-e2d4-4a60-815f-1b6cdb8abcef service neutron] Pushing event updated for resources: {'Port': ['ID=59c3ecf1-03a6-4a28-9869-1fa065616012,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:16.978737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191cfc6-992e-48e3-ad9d-1f979999e02c req-852325f4-6cf8-4a1f-a936-b58272fb0f42 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:16.987459 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1191cfc6-992e-48e3-ad9d-1f979999e02c req-852325f4-6cf8-4a1f-a936-b58272fb0f42 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 944 time: 0.0647180 Nov 24 05:28:17.012608 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c279b37-f18b-4ce1-a614-6fcf1cd6198c x-openstack-request-id: req-6c279b37-f18b-4ce1-a614-6fcf1cd6198c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:28:17.012865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805f29fc-b624-4d31-bb4b-7e2edf0c5490", "tag": "59c3ecf1-03a6-4a28-9869-1fa065616012", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:28:17.012980 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c279b37-f18b-4ce1-a614-6fcf1cd6198c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:28:17.013398 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805f29fc-b624-4d31-bb4b-7e2edf0c5490', 'tag': '59c3ecf1-03a6-4a28-9869-1fa065616012', 'status': 'completed', 'code': 200} Nov 24 05:28:17.041321 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1191cfc6-992e-48e3-ad9d-1f979999e02c req-8ffd17f8-9bd6-4886-97ed-82f136a9a1b5 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517249 Nov 24 05:28:17.043833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-79f260fc-20a8-403b-9e39-5f2f26ab22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:17.045391 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-79f260fc-20a8-403b-9e39-5f2f26ab22c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4c7bd51773d4d28a36f1259a90dd26d&device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 1097 time: 0.0447423 Nov 24 05:28:17.093735 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-816c5679-98c2-4a13-a9c5-32241ab39083 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59c3ecf1-03a6-4a28-9869-1fa065616012 HTTP/1.1" status: 200 len: 217 time: 0.0408759 Nov 24 05:28:17.146426 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-3bf52a88-3303-4be4-a113-465739861eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:17.148061 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-3bf52a88-3303-4be4-a113-465739861eb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56f0c620-43ff-4695-be48-3f0ff4a63dd0 HTTP/1.1" status: 200 len: 856 time: 0.0480275 Nov 24 05:28:17.197507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-f3aa9d42-731b-4dd8-bd1d-cf2a180f4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:17.198914 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-f3aa9d42-731b-4dd8-bd1d-cf2a180f4997 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0caf4857-c948-4456-a0db-fd2cdc53a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430555 Nov 24 05:28:17.294361 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-4ec00cd7-ba4c-43dd-a123-63fc503af40f service neutron] 10.222.0.31 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873587 Nov 24 05:28:17.382413 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d45b13b1-3c83-48c2-8206-13bd3f94e54c req-420b97b7-a832-48a9-8807-51f467c87c81 service neutron] 10.222.0.31 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811517 Nov 24 05:28:17.468017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297661a3-3910-4c9f-90f8-633970796640 req-3035275f-586e-4826-a92b-5be1dc68c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:17.469406 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-297661a3-3910-4c9f-90f8-633970796640 req-3035275f-586e-4826-a92b-5be1dc68c18a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4c7bd51773d4d28a36f1259a90dd26d&device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 1097 time: 0.0413592 Nov 24 05:28:17.567503 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297661a3-3910-4c9f-90f8-633970796640 req-14914ed3-5e78-4261-bcfb-4d5021fb2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:17.568993 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-297661a3-3910-4c9f-90f8-633970796640 req-14914ed3-5e78-4261-bcfb-4d5021fb2c72 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0caf4857-c948-4456-a0db-fd2cdc53a375 HTTP/1.1" status: 200 len: 918 time: 0.0923769 Nov 24 05:28:17.612182 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-297661a3-3910-4c9f-90f8-633970796640 req-7b6885c4-9c8e-422a-8e83-89386190be6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59c3ecf1-03a6-4a28-9869-1fa065616012 HTTP/1.1" status: 200 len: 217 time: 0.0346129 Nov 24 05:28:17.664710 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297661a3-3910-4c9f-90f8-633970796640 req-ab404062-f883-4f7f-9f46-28e18d409feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:17.666129 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-297661a3-3910-4c9f-90f8-633970796640 req-ab404062-f883-4f7f-9f46-28e18d409feb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56f0c620-43ff-4695-be48-3f0ff4a63dd0 HTTP/1.1" status: 200 len: 856 time: 0.0460491 Nov 24 05:28:17.711755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297661a3-3910-4c9f-90f8-633970796640 req-750abe3f-6ff2-4ffc-af94-dc6be5619a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:17.713206 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-297661a3-3910-4c9f-90f8-633970796640 req-750abe3f-6ff2-4ffc-af94-dc6be5619a63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0caf4857-c948-4456-a0db-fd2cdc53a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391147 Nov 24 05:28:17.805802 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-297661a3-3910-4c9f-90f8-633970796640 req-3201c266-8212-4ef9-8e9a-02ab65f1ea51 service neutron] 10.222.0.31 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830753 Nov 24 05:28:17.896337 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-297661a3-3910-4c9f-90f8-633970796640 req-0a5d8c73-c5be-434e-8a4b-1e652bca8db0 service neutron] 10.222.0.31 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823119 Nov 24 05:28:18.166094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3950b-ac04-4b3a-85f4-5b2258fa658d req-413f9914-017f-45a0-99b8-9a2fe56a5316 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:18.167575 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-76c3950b-ac04-4b3a-85f4-5b2258fa658d req-413f9914-017f-45a0-99b8-9a2fe56a5316 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 944 time: 0.0553424 Nov 24 05:28:18.217454 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-76c3950b-ac04-4b3a-85f4-5b2258fa658d req-79cd3b40-c459-43d1-9d48-f6f762163972 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 Nov 24 05:28:18.403422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-419ecbe0-ae0c-42ee-8839-1b3b384306e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:18.907775 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 59c3ecf1-03a6-4a28-9869-1fa065616012 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:28:19.004890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 59c3ecf1-03a6-4a28-9869-1fa065616012, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=59c3ecf1-03a6-4a28-9869-1fa065616012,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:19.015742 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '59c3ecf1-03a6-4a28-9869-1fa065616012', 'network_id': '0caf4857-c948-4456-a0db-fd2cdc53a375', 'port_id': '59c3ecf1-03a6-4a28-9869-1fa065616012', 'mac_address': 'fa:16:3e:36:ab:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f0c620-43ff-4695-be48-3f0ff4a63dd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:28:19.052241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:19.064127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c3ecf1-03a6-4a28-9869-1fa065616012 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:28:19.083353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 59c3ecf1-03a6-4a28-9869-1fa065616012, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=59c3ecf1-03a6-4a28-9869-1fa065616012,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:19.086990 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:19.132521 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=59c3ecf1-03a6-4a28-9869-1fa065616012,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:19.139276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.139651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.140006 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.140345 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.140685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.141024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.141357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.141688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.142019 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.142347 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.142676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.142999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:19.300385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['59c3ecf1-03a6-4a28-9869-1fa065616012'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:28:19.332854 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f25d0-de1c-4f26-b694-a9dc19c5c250 req-b0ecc1d1-c480-4195-97e5-592da992158c tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:19.334295 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7b9f25d0-de1c-4f26-b694-a9dc19c5c250 req-b0ecc1d1-c480-4195-97e5-592da992158c tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 945 time: 0.0512760 Nov 24 05:28:19.383691 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7b9f25d0-de1c-4f26-b694-a9dc19c5c250 req-112e7821-b25f-4115-9a6b-c2e2a9df847a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Nov 24 05:28:19.618223 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:20.507211 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4e2eb-3caf-4315-a4ba-019be8553761 req-3980eede-faf5-4e69-902d-e93648f2dc2c tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:20.509071 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ebc4e2eb-3caf-4315-a4ba-019be8553761 req-3980eede-faf5-4e69-902d-e93648f2dc2c tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 945 time: 0.0591707 Nov 24 05:28:20.561165 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ebc4e2eb-3caf-4315-a4ba-019be8553761 req-9cce6780-bb42-4650-bb1e-902769ef03fc tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461929 Nov 24 05:28:20.832598 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:20.922469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 59c3ecf1-03a6-4a28-9869-1fa065616012 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:28:20.972767 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 59c3ecf1-03a6-4a28-9869-1fa065616012 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:28:20.976854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 59c3ecf1-03a6-4a28-9869-1fa065616012 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:28:20.977225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:21.050531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:21.072179 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805f29fc-b624-4d31-bb4b-7e2edf0c5490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c3ecf1-03a6-4a28-9869-1fa065616012'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:28:21.074399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583fa2e6-f665-446f-b7b7-f90156a963d5" -d '{"events": [{"server_uuid": "805f29fc-b624-4d31-bb4b-7e2edf0c5490", "name": "network-vif-plugged", "status": "completed", "tag": "59c3ecf1-03a6-4a28-9869-1fa065616012"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:28:21.087938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 59c3ecf1-03a6-4a28-9869-1fa065616012, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=59c3ecf1-03a6-4a28-9869-1fa065616012,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:21.092281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:21.138587 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=59c3ecf1-03a6-4a28-9869-1fa065616012,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:21.167374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1079389b-97a1-4547-9a6f-8b709107ccc1 x-openstack-request-id: req-1079389b-97a1-4547-9a6f-8b709107ccc1 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:28:21.167691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805f29fc-b624-4d31-bb4b-7e2edf0c5490", "name": "network-vif-plugged", "status": "completed", "tag": "59c3ecf1-03a6-4a28-9869-1fa065616012", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:28:21.167950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1079389b-97a1-4547-9a6f-8b709107ccc1 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:28:21.168348 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805f29fc-b624-4d31-bb4b-7e2edf0c5490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c3ecf1-03a6-4a28-9869-1fa065616012', 'code': 200} Nov 24 05:28:21.329782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4141ef-0f8c-4cc2-b5db-5e84ac965c0c req-9a58b825-aabc-4b6e-b7ff-a551c8e2ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:21.331158 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4b4141ef-0f8c-4cc2-b5db-5e84ac965c0c req-9a58b825-aabc-4b6e-b7ff-a551c8e2ad99 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 1099 time: 0.0394485 Nov 24 05:28:21.378417 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4b4141ef-0f8c-4cc2-b5db-5e84ac965c0c req-d2392603-dd63-4274-b015-cf58ad945a7d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Nov 24 05:28:21.674325 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f194e-d1a5-4c5a-88d4-8f3bf638608d req-8d0317cd-a8d9-418c-b35d-9afb8844189b tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:21.676412 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-942f194e-d1a5-4c5a-88d4-8f3bf638608d req-8d0317cd-a8d9-418c-b35d-9afb8844189b tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 946 time: 0.0497134 Nov 24 05:28:21.723458 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-942f194e-d1a5-4c5a-88d4-8f3bf638608d req-57d38854-dd87-41d0-b6cc-9f449cc6f48b tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Nov 24 05:28:21.780970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:22.840004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901297de-77b3-4377-bf3f-fa8fa1d4ec52 req-fb28e652-5b74-4a51-aeb9-ba0055ccd546 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:22.841733 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-901297de-77b3-4377-bf3f-fa8fa1d4ec52 req-fb28e652-5b74-4a51-aeb9-ba0055ccd546 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 946 time: 0.0498757 Nov 24 05:28:22.887904 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-901297de-77b3-4377-bf3f-fa8fa1d4ec52 req-65110d13-b497-4547-8eb7-3205ca04d9b8 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396178 Nov 24 05:28:23.006116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b7904-7191-4099-9114-b1df089c5623 req-8abe36c7-3edf-4994-973f-395cc9f4cb8f tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:23.007513 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-552b7904-7191-4099-9114-b1df089c5623 req-8abe36c7-3edf-4994-973f-395cc9f4cb8f tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 946 time: 0.0539694 Nov 24 05:28:23.054758 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-552b7904-7191-4099-9114-b1df089c5623 req-465aeb8f-4065-4484-856f-50b23d5209fe tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Nov 24 05:28:24.022687 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:28.075863 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-1bbc2d3b-ff8c-47ce-bdc8-b9140f1eaef0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382361 Nov 24 05:28:28.159145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-20ad94c0-33d4-4cfe-a4df-a61f0e338955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:28.160581 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-20ad94c0-33d4-4cfe-a4df-a61f0e338955 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4c7bd51773d4d28a36f1259a90dd26d&device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 1099 time: 0.0414374 Nov 24 05:28:28.265024 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-9e8797f9-700e-4a58-b778-b6eba0f30405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:28.266428 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-9e8797f9-700e-4a58-b778-b6eba0f30405 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0caf4857-c948-4456-a0db-fd2cdc53a375 HTTP/1.1" status: 200 len: 918 time: 0.0878699 Nov 24 05:28:28.307057 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-ede0cf03-da1e-4026-a110-e3cd8d6a4279 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59c3ecf1-03a6-4a28-9869-1fa065616012 HTTP/1.1" status: 200 len: 217 time: 0.0336969 Nov 24 05:28:28.358207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-e48e01c7-e9ea-4195-9283-3114b748de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:28.359718 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-e48e01c7-e9ea-4195-9283-3114b748de72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56f0c620-43ff-4695-be48-3f0ff4a63dd0 HTTP/1.1" status: 200 len: 856 time: 0.0459838 Nov 24 05:28:28.412601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-b460f74b-c1b2-42ee-b735-0b4a11c8e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:28.414087 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-b460f74b-c1b2-42ee-b735-0b4a11c8e345 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0caf4857-c948-4456-a0db-fd2cdc53a375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437975 Nov 24 05:28:28.507737 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-ae1cdd8a-08fa-4e45-96ab-8c3953f622a7 service neutron] 10.222.0.31 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810518 Nov 24 05:28:28.602726 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2cb39dbf-61bb-4d2d-8f1f-a32faa2b1484 req-309f9ba7-7928-4812-9713-871dbe2e4848 service neutron] 10.222.0.31 "GET /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873654 Nov 24 05:28:33.540191 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:28:45.508206 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11780f7-07c4-4494-9f48-307f460dfb84 req-26d047d2-5714-42b3-bcb1-5efca6c34f9d tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:45.509625 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d11780f7-07c4-4494-9f48-307f460dfb84 req-26d047d2-5714-42b3-bcb1-5efca6c34f9d tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 946 time: 0.0497789 Nov 24 05:28:45.558926 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d11780f7-07c4-4494-9f48-307f460dfb84 req-ff10213e-c148-4e1e-8d4f-d41508bb384f tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432138 Nov 24 05:28:46.140944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-99fb990b-91e1-42ad-9182-6ebff26e3f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:46.680346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94384b1-be79-4d89-a0ac-3f9ab9f2fe80 req-fc762282-d03c-439d-8e22-8b32ec629813 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:46.681827 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d94384b1-be79-4d89-a0ac-3f9ab9f2fe80 req-fc762282-d03c-439d-8e22-8b32ec629813 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 946 time: 0.0523474 Nov 24 05:28:46.729609 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d94384b1-be79-4d89-a0ac-3f9ab9f2fe80 req-302dd91b-b4b0-49df-b5c4-fcf85b203e24 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3ff68de-8731-4321-8e34-c41b38f9c051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Nov 24 05:28:47.063997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffeed3-f8df-4df5-931a-ac9f2ac139bd req-156ba328-fa28-45d0-b701-02440c1f0e38 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:47.066745 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-deffeed3-f8df-4df5-931a-ac9f2ac139bd req-156ba328-fa28-45d0-b701-02440c1f0e38 tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.31 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 946 time: 0.0491710 Nov 24 05:28:47.152730 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-deffeed3-f8df-4df5-931a-ac9f2ac139bd req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Deleting port 59c3ecf1-03a6-4a28-9869-1fa065616012 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:28:47.153070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-deffeed3-f8df-4df5-931a-ac9f2ac139bd req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:47.252060 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-deffeed3-f8df-4df5-931a-ac9f2ac139bd req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] For port 59c3ecf1-03a6-4a28-9869-1fa065616012, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=59c3ecf1-03a6-4a28-9869-1fa065616012,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:47.252418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-deffeed3-f8df-4df5-931a-ac9f2ac139bd req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:47.264511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-deffeed3-f8df-4df5-931a-ac9f2ac139bd req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Calling delete_port for 59c3ecf1-03a6-4a28-9869-1fa065616012 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:28:47.390766 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-deffeed3-f8df-4df5-931a-ac9f2ac139bd req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:47.402332 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['59c3ecf1-03a6-4a28-9869-1fa065616012'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:28:47.420501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Pushing event deleted for resources: {'Port': ['ID=59c3ecf1-03a6-4a28-9869-1fa065616012,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:47.447356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.447767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.448125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.448478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.448826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.449169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.449511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.449849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.450185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.450520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.450853 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.451186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:47.474904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-deffeed3-f8df-4df5-931a-ac9f2ac139bd req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] No DVR routers for this DVR port 59c3ecf1-03a6-4a28-9869-1fa065616012 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:28:47.477379 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-deffeed3-f8df-4df5-931a-ac9f2ac139bd req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:47.480799 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-deffeed3-f8df-4df5-931a-ac9f2ac139bd req-1f21523e-4ee3-4f41-9886-68406580ff2a tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.31 "DELETE /v2.0/ports/59c3ecf1-03a6-4a28-9869-1fa065616012 HTTP/1.1" status: 204 len: 173 time: 0.4077106 Nov 24 05:28:47.481250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805f29fc-b624-4d31-bb4b-7e2edf0c5490', 'name': 'network-vif-deleted', 'tag': '59c3ecf1-03a6-4a28-9869-1fa065616012'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:28:47.483477 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1264ec1e-255a-48c8-9ce1-39e9b96ab3e3" -d '{"events": [{"server_uuid": "805f29fc-b624-4d31-bb4b-7e2edf0c5490", "name": "network-vif-deleted", "tag": "59c3ecf1-03a6-4a28-9869-1fa065616012"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:28:47.528912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c36776d-4876-436e-bc8c-88f2dcd78bcd x-openstack-request-id: req-1c36776d-4876-436e-bc8c-88f2dcd78bcd {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:28:47.529276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805f29fc-b624-4d31-bb4b-7e2edf0c5490", "name": "network-vif-deleted", "tag": "59c3ecf1-03a6-4a28-9869-1fa065616012", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:28:47.529548 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c36776d-4876-436e-bc8c-88f2dcd78bcd {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:28:47.529940 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805f29fc-b624-4d31-bb4b-7e2edf0c5490', 'name': 'network-vif-deleted', 'tag': '59c3ecf1-03a6-4a28-9869-1fa065616012', 'status': 'completed', 'code': 200} Nov 24 05:28:47.854166 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-07665e7b-77ba-4820-8f86-d436298c2d47 req-118e717f-ff25-4191-b257-f2c98d86735b tempest-TestEncryptedCinderVolumes-1129734652 tempest-TestEncryptedCinderVolumes-1129734652-project] 10.222.0.37 "GET /v2.0/ports?device_id=805f29fc-b624-4d31-bb4b-7e2edf0c5490 HTTP/1.1" status: 200 len: 210 time: 0.0344994 Nov 24 05:28:48.403643 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-75631ed6-5dd5-4bad-aae9-859234cb2145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:48.943953 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42772) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:49.289442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:49.530488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Deleting port 8db6c8e9-8ec0-4634-9182-f801efd8d895 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:28:49.530821 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:49.605313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] For port 8db6c8e9-8ec0-4634-9182-f801efd8d895, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=8db6c8e9-8ec0-4634-9182-f801efd8d895,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:49.605595 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:49.618259 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Calling delete_port for 8db6c8e9-8ec0-4634-9182-f801efd8d895 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:28:49.622454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:49.795648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:49.820585 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Pushing event deleted for resources: {'Port': ['ID=8db6c8e9-8ec0-4634-9182-f801efd8d895,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:49.834859 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:49.835223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:49.835576 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:49.835947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:49.836288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:49.836629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:49.837022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:49.837346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:49.837680 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:49.838021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:49.838355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:49.838684 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:28:50.001356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:50.210670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Router e7b2fe0e-53b2-40e1-b563-7e914a416527 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:28:50.312054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:28:50.318095 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e1e79f96-7796-44b7-876a-ee9805d0a69d admin admin] 10.222.0.37 "PUT /v2.0/routers/e7b2fe0e-53b2-40e1-b563-7e914a416527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3731120 Nov 24 05:28:50.320601 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42774) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:50.323560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989f74d-0fcd-4ab7-8200-ca2f9f2a3b84 None None] Sync routers for ids ['e7b2fe0e-53b2-40e1-b563-7e914a416527'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:28:50.333966 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989f74d-0fcd-4ab7-8200-ca2f9f2a3b84 None None] Routers {'e7b2fe0e-53b2-40e1-b563-7e914a416527'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:28:50.334659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c989f74d-0fcd-4ab7-8200-ca2f9f2a3b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e7b2fe0e-53b2-40e1-b563-7e914a416527'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:50.424173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:50.436742 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c989f74d-0fcd-4ab7-8200-ca2f9f2a3b84 None None] Set router e7b2fe0e-53b2-40e1-b563-7e914a416527 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:28:50.526272 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:50.578878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Deleting port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:28:50.579209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:50.617163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c989f74d-0fcd-4ab7-8200-ca2f9f2a3b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'name': 'tempest-TestEncryptedCinderVolumes-1614618894-router', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:28:49Z', 'revision_number': 5, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'gw_port': {'id': 'd25d65e6-27b8-4e5f-a071-e3c1a3f01be6', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:50.643718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989f74d-0fcd-4ab7-8200-ca2f9f2a3b84 None None] Checking router: e7b2fe0e-53b2-40e1-b563-7e914a416527 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:28:50.652228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989f74d-0fcd-4ab7-8200-ca2f9f2a3b84 None None] Routers {'e7b2fe0e-53b2-40e1-b563-7e914a416527'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:28:50.652848 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c989f74d-0fcd-4ab7-8200-ca2f9f2a3b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['e7b2fe0e-53b2-40e1-b563-7e914a416527'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:50.659758 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] For port d25d65e6-27b8-4e5f-a071-e3c1a3f01be6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=d25d65e6-27b8-4e5f-a071-e3c1a3f01be6,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:50.660125 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:50.672032 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Calling delete_port for d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:28:50.887192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:50.897134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c989f74d-0fcd-4ab7-8200-ca2f9f2a3b84 None None] Set router e7b2fe0e-53b2-40e1-b563-7e914a416527 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:28:50.952023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c989f74d-0fcd-4ab7-8200-ca2f9f2a3b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'name': 'tempest-TestEncryptedCinderVolumes-1614618894-router', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:28:50Z', 'revision_number': 6, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:50.979302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c989f74d-0fcd-4ab7-8200-ca2f9f2a3b84 None None] The sync data for ids ['e7b2fe0e-53b2-40e1-b563-7e914a416527'] in dv-neutron-818850-5-hyperv is: [{'id': 'e7b2fe0e-53b2-40e1-b563-7e914a416527', 'name': 'tempest-TestEncryptedCinderVolumes-1614618894-router', 'tenant_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:28Z', 'updated_at': '2021-11-24T05:28:50Z', 'revision_number': 6, 'project_id': 'f4c7bd51773d4d28a36f1259a90dd26d', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:28:51.135135 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.141126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 59c3ecf1-03a6-4a28-9869-1fa065616012 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:28:51.160818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d25d65e6-27b8-4e5f-a071-e3c1a3f01be6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:51.162035 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 59c3ecf1-03a6-4a28-9869-1fa065616012 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:28:51.162381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 59c3ecf1-03a6-4a28-9869-1fa065616012 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:28:51.175826 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89511e93-96c9-4fe6-bbe4-5fea05eac632 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:28:51.225250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.313598 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.316404 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.360007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.360586 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7b2fe0e-53b2-40e1-b563-7e914a416527 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:28:51.366008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.367405 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5f29c63a-29d2-4216-81d9-df3ce33e72d2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e7b2fe0e-53b2-40e1-b563-7e914a416527 HTTP/1.1" status: 204 len: 168 time: 1.0458591 Nov 24 05:28:51.369886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42776) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:51.415084 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-7beef056-476f-4c09-af8f-92f86361bf63 admin admin] Deleting subnet 56f0c620-43ff-4695-be48-3f0ff4a63dd0 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:28:51.418497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7beef056-476f-4c09-af8f-92f86361bf63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.457505 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7beef056-476f-4c09-af8f-92f86361bf63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.532470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7beef056-476f-4c09-af8f-92f86361bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.584661 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7beef056-476f-4c09-af8f-92f86361bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.610885 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beef056-476f-4c09-af8f-92f86361bf63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f0c620-43ff-4695-be48-3f0ff4a63dd0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:51.615358 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7beef056-476f-4c09-af8f-92f86361bf63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.618550 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7beef056-476f-4c09-af8f-92f86361bf63 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/56f0c620-43ff-4695-be48-3f0ff4a63dd0 HTTP/1.1" status: 204 len: 168 time: 0.2477238 Nov 24 05:28:51.620736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65797e2e-c256-48cd-8a96-cd4e98e66ee6 None None] Network 0caf4857-c948-4456-a0db-fd2cdc53a375 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:28:51.620993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42778) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:51.693696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.750451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Deleting port 80458400-5d28-440d-bd17-a2d80145e6b9 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:28:51.750787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.813926 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.817268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c50485-a941-4742-b983-68fe8630d63c None None] DHCP port deletion for 0caf4857-c948-4456-a0db-fd2cdc53a375 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:28:51.834091 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] For port 80458400-5d28-440d-bd17-a2d80145e6b9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=80458400-5d28-440d-bd17-a2d80145e6b9,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:51.834716 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.856627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Calling delete_port for 80458400-5d28-440d-bd17-a2d80145e6b9 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:28:51.859820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:28:51.881727 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:28:51.882167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device d25d65e6-27b8-4e5f-a071-e3c1a3f01be6 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:28:51.882656 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8db6c8e9-8ec0-4634-9182-f801efd8d895 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:28:51.905339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 8db6c8e9-8ec0-4634-9182-f801efd8d895 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:28:51.905690 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 8db6c8e9-8ec0-4634-9182-f801efd8d895 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:28:51.918065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-61c50485-a941-4742-b983-68fe8630d63c None None] Deleting port 80458400-5d28-440d-bd17-a2d80145e6b9 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:28:51.918460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-61c50485-a941-4742-b983-68fe8630d63c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.938331 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:51.965893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Pushing event deleted for resources: {'Port': ['ID=80458400-5d28-440d-bd17-a2d80145e6b9,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:51.970985 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] No DVR routers for this DVR port 80458400-5d28-440d-bd17-a2d80145e6b9 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:28:51.988008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-61c50485-a941-4742-b983-68fe8630d63c None None] For port 80458400-5d28-440d-bd17-a2d80145e6b9, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=80458400-5d28-440d-bd17-a2d80145e6b9,segment=NetworkSegment(53ace0fd-a2ad-442f-a47a-5814e3bc3ab7),segment_id=53ace0fd-a2ad-442f-a47a-5814e3bc3ab7)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:51.988487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-61c50485-a941-4742-b983-68fe8630d63c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:52.001085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-61c50485-a941-4742-b983-68fe8630d63c None None] Calling delete_port for 80458400-5d28-440d-bd17-a2d80145e6b9 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:28:52.050596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:52.072537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0caf4857-c948-4456-a0db-fd2cdc53a375']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:52.083118 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:52.083440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ace0fd-a2ad-442f-a47a-5814e3bc3ab7') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:52.084363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-61c50485-a941-4742-b983-68fe8630d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:52.095380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:52.110768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c50485-a941-4742-b983-68fe8630d63c None None] Pushing event deleted for resources: {'Port': ['ID=80458400-5d28-440d-bd17-a2d80145e6b9,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:52.115051 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c50485-a941-4742-b983-68fe8630d63c None None] No DVR routers for this DVR port 80458400-5d28-440d-bd17-a2d80145e6b9 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:28:52.117694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:52.125218 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:28:52.125584 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:28:52.127429 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:28:52.186152 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:52.191957 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:52.195147 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] 10.222.0.37 "DELETE /v2.0/networks/0caf4857-c948-4456-a0db-fd2cdc53a375 HTTP/1.1" status: 204 len: 168 time: 0.5731003 Nov 24 05:28:52.198249 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42780) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:52.206504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f698922-e73e-4620-991c-c7b8eda4c23f admin admin] Pushing event deleted for resources: {'Network': ['ID=0caf4857-c948-4456-a0db-fd2cdc53a375,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:52.540331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:52.778279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] Deleting port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:28:52.778619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:52.854857 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] For port bf0fb6a5-59b3-48cd-9745-172b8eaf7f92, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=bf0fb6a5-59b3-48cd-9745-172b8eaf7f92,segment=NetworkSegment(068f775b-cfc3-4d7f-8830-5e8287cc9d7f),segment_id=068f775b-cfc3-4d7f-8830-5e8287cc9d7f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:52.855245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:52.867404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] Calling delete_port for bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:28:53.042828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:53.071440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0fb6a5-59b3-48cd-9745-172b8eaf7f92,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:53.543384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:53.756698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] Router 025a7ddd-a2ff-49a0-8f42-527298be7481 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:28:53.766751 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 80458400-5d28-440d-bd17-a2d80145e6b9 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:28:53.786766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 80458400-5d28-440d-bd17-a2d80145e6b9 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:28:53.787200 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 80458400-5d28-440d-bd17-a2d80145e6b9 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:28:53.871692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:28:53.877055 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e027bd56-bda8-452c-8c17-9bd092664109 admin admin] 10.222.0.37 "PUT /v2.0/routers/025a7ddd-a2ff-49a0-8f42-527298be7481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6777546 Nov 24 05:28:53.879645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42782) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:53.880635 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a469ccc-72d2-4498-9917-0edba3591c15 None None] Sync routers for ids ['025a7ddd-a2ff-49a0-8f42-527298be7481'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:28:53.890355 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a469ccc-72d2-4498-9917-0edba3591c15 None None] Routers {'025a7ddd-a2ff-49a0-8f42-527298be7481'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:28:53.890955 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0a469ccc-72d2-4498-9917-0edba3591c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['025a7ddd-a2ff-49a0-8f42-527298be7481'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:53.984169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:53.994398 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0a469ccc-72d2-4498-9917-0edba3591c15 None None] Set router 025a7ddd-a2ff-49a0-8f42-527298be7481 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:28:54.031425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.089772 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.144484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Deleting port 4eb52fc3-9d34-4497-9c75-2d94667f54f5 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:28:54.144828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.171358 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0a469ccc-72d2-4498-9917-0edba3591c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'name': 'tempest-TestEncryptedCinderVolumes-1925464676-router', 'tenant_id': '7878986f69004097b966838e66a22731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230'}], 'enable_snat': True}, 'gw_port_id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:32Z', 'updated_at': '2021-11-24T05:28:52Z', 'revision_number': 5, 'project_id': '7878986f69004097b966838e66a22731', 'gw_port': {'id': '4eb52fc3-9d34-4497-9c75-2d94667f54f5', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:27:33Z', 'updated_at': '2021-11-24T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:54.201602 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a469ccc-72d2-4498-9917-0edba3591c15 None None] Checking router: 025a7ddd-a2ff-49a0-8f42-527298be7481 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:28:54.210163 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a469ccc-72d2-4498-9917-0edba3591c15 None None] Routers {'025a7ddd-a2ff-49a0-8f42-527298be7481'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:28:54.210752 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0a469ccc-72d2-4498-9917-0edba3591c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['025a7ddd-a2ff-49a0-8f42-527298be7481'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:54.222915 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] For port 4eb52fc3-9d34-4497-9c75-2d94667f54f5, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4eb52fc3-9d34-4497-9c75-2d94667f54f5,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:54.223281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.235420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Calling delete_port for 4eb52fc3-9d34-4497-9c75-2d94667f54f5 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:28:54.295547 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0a469ccc-72d2-4498-9917-0edba3591c15 None None] Set router 025a7ddd-a2ff-49a0-8f42-527298be7481 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:28:54.347427 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0a469ccc-72d2-4498-9917-0edba3591c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'name': 'tempest-TestEncryptedCinderVolumes-1925464676-router', 'tenant_id': '7878986f69004097b966838e66a22731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:32Z', 'updated_at': '2021-11-24T05:28:54Z', 'revision_number': 6, 'project_id': '7878986f69004097b966838e66a22731', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:54.377349 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a469ccc-72d2-4498-9917-0edba3591c15 None None] The sync data for ids ['025a7ddd-a2ff-49a0-8f42-527298be7481'] in dv-neutron-818850-5-hyperv is: [{'id': '025a7ddd-a2ff-49a0-8f42-527298be7481', 'name': 'tempest-TestEncryptedCinderVolumes-1925464676-router', 'tenant_id': '7878986f69004097b966838e66a22731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:27:32Z', 'updated_at': '2021-11-24T05:28:54Z', 'revision_number': 6, 'project_id': '7878986f69004097b966838e66a22731', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:28:54.401863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.440507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb52fc3-9d34-4497-9c75-2d94667f54f5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:54.453727 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e4e79-26e0-4a5c-a628-378e7ed737e7 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:28:54.499744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.587762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.589874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.633518 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.634030 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 025a7ddd-a2ff-49a0-8f42-527298be7481 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:28:54.638684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.639841 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b0483791-7f96-4cc7-920c-55f530e55c54 admin admin] 10.222.0.37 "DELETE /v2.0/routers/025a7ddd-a2ff-49a0-8f42-527298be7481 HTTP/1.1" status: 204 len: 168 time: 0.7592638 Nov 24 05:28:54.642378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42784) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:54.689172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-291ed422-3222-496b-936c-2f271cf8c667 admin admin] Deleting subnet 812b872e-04a0-4689-af5f-11a7478a7358 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:28:54.692821 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-291ed422-3222-496b-936c-2f271cf8c667 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.727157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-291ed422-3222-496b-936c-2f271cf8c667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.813415 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-291ed422-3222-496b-936c-2f271cf8c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.870447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-291ed422-3222-496b-936c-2f271cf8c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.902567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-291ed422-3222-496b-936c-2f271cf8c667 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:54.906324 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-291ed422-3222-496b-936c-2f271cf8c667 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/812b872e-04a0-4689-af5f-11a7478a7358 HTTP/1.1" status: 204 len: 168 time: 0.2627828 Nov 24 05:28:54.907272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ed422-3222-496b-936c-2f271cf8c667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812b872e-04a0-4689-af5f-11a7478a7358,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:54.907630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964b69db-7125-452c-b7d9-8109df50f807 None None] Network e8e28e37-a737-413b-92a4-04efd0e32397 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:28:54.912549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42786) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:54.980878 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.034464 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Deleting port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:28:55.034809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.102882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] For port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=35ad24f9-53d2-46a2-8fdc-f41abd9310f4,segment=NetworkSegment(068f775b-cfc3-4d7f-8830-5e8287cc9d7f),segment_id=068f775b-cfc3-4d7f-8830-5e8287cc9d7f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:55.103176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.115530 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Calling delete_port for 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:28:55.155941 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9309b49c-c6a9-4077-94df-42bf4db8df13 None None] DHCP port deletion for e8e28e37-a737-413b-92a4-04efd0e32397 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:28:55.196493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.209423 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9309b49c-c6a9-4077-94df-42bf4db8df13 None None] Deleting port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:28:55.209795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9309b49c-c6a9-4077-94df-42bf4db8df13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.228328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ad24f9-53d2-46a2-8fdc-f41abd9310f4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:55.230158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] No DVR routers for this DVR port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:28:55.274930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9309b49c-c6a9-4077-94df-42bf4db8df13 None None] For port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:55.275327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9309b49c-c6a9-4077-94df-42bf4db8df13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.288564 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9309b49c-c6a9-4077-94df-42bf4db8df13 None None] Calling delete_port for 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:28:55.292497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-9309b49c-c6a9-4077-94df-42bf4db8df13 None None] Port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:28:55.293808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9309b49c-c6a9-4077-94df-42bf4db8df13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.305106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.322744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309b49c-c6a9-4077-94df-42bf4db8df13 None None] Pushing event deleted for resources: {'Port': ['ID=35ad24f9-53d2-46a2-8fdc-f41abd9310f4,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:55.326289 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e28e37-a737-413b-92a4-04efd0e32397']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:55.326566 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309b49c-c6a9-4077-94df-42bf4db8df13 None None] No DVR routers for this DVR port 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:28:55.339674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068f775b-cfc3-4d7f-8830-5e8287cc9d7f') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:55.339989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068f775b-cfc3-4d7f-8830-5e8287cc9d7f') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:55.350798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.365547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.371925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:28:55.372308 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:28:55.374136 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:28:55.434852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.440631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.446735 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e8e28e37-a737-413b-92a4-04efd0e32397 HTTP/1.1" status: 204 len: 168 time: 0.5331655 Nov 24 05:28:55.459552 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1c822-0968-4c07-b0b6-6d5f24286a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e28e37-a737-413b-92a4-04efd0e32397,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:55.600481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42790) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:55.640650 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b816eda5-a5f4-42fd-bdf5-8583c7447dfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4c7bd51773d4d28a36f1259a90dd26d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389998 Nov 24 05:28:55.643028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42792) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:55.690133 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c676c88-f92c-4847-b677-ab73657aaa53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.710904 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c676c88-f92c-4847-b677-ab73657aaa53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.729046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4eb52fc3-9d34-4497-9c75-2d94667f54f5 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:28:55.753440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 4eb52fc3-9d34-4497-9c75-2d94667f54f5 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:28:55.753886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4eb52fc3-9d34-4497-9c75-2d94667f54f5 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:28:55.754319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:28:55.761930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c676c88-f92c-4847-b677-ab73657aaa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.764699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c676c88-f92c-4847-b677-ab73657aaa53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:55.765856 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1c676c88-f92c-4847-b677-ab73657aaa53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3ff68de-8731-4321-8e34-c41b38f9c051 HTTP/1.1" status: 204 len: 168 time: 0.1218882 Nov 24 05:28:55.773817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c676c88-f92c-4847-b677-ab73657aaa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ff68de-8731-4321-8e34-c41b38f9c051,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:55.775132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:28:55.775491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device bf0fb6a5-59b3-48cd-9745-172b8eaf7f92 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:28:55.776557 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:28:55.802410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:28:55.802760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 35ad24f9-53d2-46a2-8fdc-f41abd9310f4 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:28:56.092158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42798) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:56.131527 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-58012dcf-c65f-43e1-8118-0c35f18ed113 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7878986f69004097b966838e66a22731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382087 Nov 24 05:28:56.133996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42800) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:56.179644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62ae4ba1-18ea-47d4-a948-431977fae402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:56.200443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62ae4ba1-18ea-47d4-a948-431977fae402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:56.245870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62ae4ba1-18ea-47d4-a948-431977fae402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:56.248514 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62ae4ba1-18ea-47d4-a948-431977fae402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:56.249735 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-62ae4ba1-18ea-47d4-a948-431977fae402 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d0aab58-abe9-4960-b089-94bbd088c085 HTTP/1.1" status: 204 len: 168 time: 0.1147966 Nov 24 05:28:56.257609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae4ba1-18ea-47d4-a948-431977fae402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0aab58-abe9-4960-b089-94bbd088c085,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:56.930012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42822) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:57.024402 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-634357281-network', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:28:57.044852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Made reservation on behalf of e8a772a72a544edcac4a9beae566e5c0 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:28:57.047127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.055831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.126500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.131218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.159103 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:28:57.168805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7077e9df-6e62-40aa-98cb-d6d7fd104409,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:57.175973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.176360 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Added segment f5bbfbeb-d7f4-43aa-a352-f6fe9e413459 of type vlan for network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 Nov 24 05:28:57.215368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.240438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.241559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:57.242145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.273041 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3418803 Nov 24 05:28:57.275882 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42826) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:57.280883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] Request body: {'subnet': {'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-634357281-subnet', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:28:57.303299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] Made reservation on behalf of e8a772a72a544edcac4a9beae566e5c0 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:28:57.305138 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d6095-8516-4e15-ac65-f6d7d1cb1a74 admin admin] Pushing event updated for resources: {'Network': ['ID=145dc03b-fbf9-4b59-b8ad-361d45498fb5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:57.305672 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.315061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:28:57.473679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.528833 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d746e3-ea8d-4ede-bb24-c4e87464902e,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:57.537890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] Checking segment: {'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:28:57.538260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] Network hostable DHCP agents. Network: 145dc03b-fbf9-4b59-b8ad-361d45498fb5, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:28:57.555359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] Network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:28:57.563132 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 145dc03b-fbf9-4b59-b8ad-361d45498fb5) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:28:57.567648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:28:57.568803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.573013 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926a2a16-1815-4a01-843a-3c41ca724122 None None] Network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:28:57.585257 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a9af6ea5-744b-4a55-92bc-60c5ecee088a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3076303 Nov 24 05:28:57.587317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42828) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:57.591803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:28:57.612659 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.613642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.668810 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.717168 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:28:57.718053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.807003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.853230 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Allocated IP 172.20.0.2 (145dc03b-fbf9-4b59-b8ad-361d45498fb5/75d746e3-ea8d-4ede-bb24-c4e87464902e/a1178c05-e014-42f2-9bf0-e31821291a81) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:28:57.990372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:57.996717 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:58.009772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:58.028611 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:58.040119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:28:58.043789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:28:58.046203 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:28:58.056066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Pushing event updated for resources: {'Port': ['ID=a1178c05-e014-42f2-9bf0-e31821291a81,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:58.105548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Attempting to bind port a1178c05-e014-42f2-9bf0-e31821291a81 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:28:58.105923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Attempting to bind port a1178c05-e014-42f2-9bf0-e31821291a81 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:28:58.106292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Attempting to bind port a1178c05-e014-42f2-9bf0-e31821291a81 on network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:28:58.111968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:28:58.112487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Checking segment: {'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:28:58.113298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:58.113298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Bound using segment: {'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:28:58.113745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Bound port: a1178c05-e014-42f2-9bf0-e31821291a81, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:28:58.114127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:58.137010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Allocated IP 172.26.0.204 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/7eddbcf5-61b9-4bb5-965a-55ea1a8e0688) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:28:58.177147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] For port a1178c05-e014-42f2-9bf0-e31821291a81, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:28:58.180900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] For port a1178c05-e014-42f2-9bf0-e31821291a81, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a1178c05-e014-42f2-9bf0-e31821291a81,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:28:58.185150 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:58.243764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:58.248925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869f967-9102-4fab-a6c8-b20acc5edb60 None None] Pushing event updated for resources: {'Port': ['ID=a1178c05-e014-42f2-9bf0-e31821291a81,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:58.279188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:58.320105 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:28:58.322897 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:28:58.326458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:28:58.332376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Pushing event updated for resources: {'Port': ['ID=7eddbcf5-61b9-4bb5-965a-55ea1a8e0688,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:58.337657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60917c3-5f71-4a4f-877e-fa73b8c71c04 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:28:58.421984 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-36a81049-8840-40f4-8c00-e5377d07ea14 None None] Provisioning complete for port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:28:58.422364 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-36a81049-8840-40f4-8c00-e5377d07ea14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:58.464607 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-36a81049-8840-40f4-8c00-e5377d07ea14 None None] Port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:28:58.599451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:58.789042 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:58.920207 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:28:59.034086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:28:59.042776 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Sync routers for ids ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:28:59.053630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:59.055622 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b0eb9268-2035-4ec1-aec6-f5eeaa2b70c7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4669266 Nov 24 05:28:59.055786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Routers {'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:28:59.055878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:59.057974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42830) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:28:59.166951 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Set router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:28:59.194491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f038c5c-5d23-44e4-92b4-409659dfd6af None None] Network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:28:59.360355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5d6fe53d-812a-43ff-b73b-583566236b13 None None] Provisioning complete for port a1178c05-e014-42f2-9bf0-e31821291a81 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:28:59.361163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5d6fe53d-812a-43ff-b73b-583566236b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:59.486802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:59.549103 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5d6fe53d-812a-43ff-b73b-583566236b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:59.559365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:28:58Z', 'revision_number': 3, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:28:59.598363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Checking router: fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:28:59.598726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Updating router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:28:59.633399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5d6fe53d-812a-43ff-b73b-583566236b13 None None] For port a1178c05-e014-42f2-9bf0-e31821291a81, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a1178c05-e014-42f2-9bf0-e31821291a81,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:28:59.636422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:59.639474 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5d6fe53d-812a-43ff-b73b-583566236b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:59.648322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Allocated IP 172.20.0.1 (145dc03b-fbf9-4b59-b8ad-361d45498fb5/75d746e3-ea8d-4ede-bb24-c4e87464902e/b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:28:59.788515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:59.828626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:59.867631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:28:59.872799 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:28:59.876409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:28:59.902764 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:28:59.922433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a1178c05-e014-42f2-9bf0-e31821291a81 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:28:59.924965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:28:59.951249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fe53d-812a-43ff-b73b-583566236b13 None None] Pushing event updated for resources: {'Port': ['ID=a1178c05-e014-42f2-9bf0-e31821291a81,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:00.000629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4ee02ae7-92b1-4315-be80-2d6e7e57b47c None None] Provisioning complete for port a1178c05-e014-42f2-9bf0-e31821291a81 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:00.001018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4ee02ae7-92b1-4315-be80-2d6e7e57b47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.064551 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.101463 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a1178c05-e014-42f2-9bf0-e31821291a81 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:00.101833 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.226910 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.232500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.259436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.272764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.304740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.306484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:00.328184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429f8f3e-a3c6-4388-b4d1-9b14374868ab None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:29:00.335118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de34063-91cd-454b-a9af-1b9ea6a6024b None None] Pushing event updated for resources: {'Port': ['ID=7eddbcf5-61b9-4bb5-965a-55ea1a8e0688,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:00.339204 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Attempting to bind port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:29:00.339620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Attempting to bind port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:29:00.339985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Attempting to bind port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:29:00.347573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:29:00.348005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:29:00.348380 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.348879 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:29:00.349259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Bound port: 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:29:00.349644 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.407531 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:29:00.408381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-04e34f58-ad21-465e-8143-96e47195359c None None] Provisioning complete for port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:00.408851 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04e34f58-ad21-465e-8143-96e47195359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.409594 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:29:00.433453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] For port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:29:00.452276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] For port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7eddbcf5-61b9-4bb5-965a-55ea1a8e0688,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:29:00.457431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-04e34f58-ad21-465e-8143-96e47195359c None None] Port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:29:00.459769 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.514744 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab5e2c5-0594-4945-918d-70a6dc9968d5 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:29:00.528219 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-04e34f58-ad21-465e-8143-96e47195359c None None] Provisioning complete for port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:00.528594 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04e34f58-ad21-465e-8143-96e47195359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.532222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:29:00.557682 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de34063-91cd-454b-a9af-1b9ea6a6024b None None] Pushing event updated for resources: {'Port': ['ID=7eddbcf5-61b9-4bb5-965a-55ea1a8e0688,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:00.564586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Routers {'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:29:00.565463 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:00.652089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:29:00.658123 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-72411d6a-c6c7-4b24-b4a5-f41f3f8908a9 admin admin] 10.222.0.37 "PUT /v2.0/routers/fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5947216 Nov 24 05:29:00.714047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04e34f58-ad21-465e-8143-96e47195359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.721239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] Set router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:29:00.766518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-04e34f58-ad21-465e-8143-96e47195359c None None] For port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7eddbcf5-61b9-4bb5-965a-55ea1a8e0688,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:29:00.771674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04e34f58-ad21-465e-8143-96e47195359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.905011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e34f58-ad21-465e-8143-96e47195359c None None] Pushing event updated for resources: {'Port': ['ID=7eddbcf5-61b9-4bb5-965a-55ea1a8e0688,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:00.935943 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8350bd99-4ccf-463c-acf2-ea401e87e79c None None] Provisioning complete for port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:00.936322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8350bd99-4ccf-463c-acf2-ea401e87e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:00.997306 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8350bd99-4ccf-463c-acf2-ea401e87e79c None None] Port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:29:01.016368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8350bd99-4ccf-463c-acf2-ea401e87e79c None None] Provisioning complete for port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:01.016746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8350bd99-4ccf-463c-acf2-ea401e87e79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.051879 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831', 'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'mac_address': 'fa:16:3e:2c:10:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:59Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 2, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'subnets': [{'id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:01.080368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdfc391-d71d-4d68-88ac-19551a12901d None None] The sync data for ids ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'] in dv-neutron-818850-5-hyperv is: [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831', 'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'mac_address': 'fa:16:3e:2c:10:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:59Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 2, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'subnets': [{'id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:29:01.141238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42846) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:01.147374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-66839355-network', 'tenant_id': '333824b334e34eb592770a06180f198b'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:01.170447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Made reservation on behalf of 333824b334e34eb592770a06180f198b for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:29:01.172899 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.184155 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.278646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.284875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.305350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:29:01.324231 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5504e6dd-e3e4-428b-a447-dc989ec7b0f3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:01.325409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.325748 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Added segment 69b646a6-06eb-414f-9ade-716a360baaf0 of type vlan for network e17deb35-9e22-4ca7-b40e-c32b8de22575 Nov 24 05:29:01.372705 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.402215 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.403277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:01.404433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.441635 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2992656 Nov 24 05:29:01.444340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42848) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:01.449841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] Request body: {'subnet': {'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-66839355-subnet', 'tenant_id': '333824b334e34eb592770a06180f198b', 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:01.471079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793ee5e-068b-4733-aa55-bf074c36a8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=e17deb35-9e22-4ca7-b40e-c32b8de22575,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:01.477861 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] Made reservation on behalf of 333824b334e34eb592770a06180f198b for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:29:01.480276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.482318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network e17deb35-9e22-4ca7-b40e-c32b8de22575 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:29:01.667724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.724186 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56bfd451-a9c1-4827-8126-076bed4eb726,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:01.743099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] Checking segment: {'id': '69b646a6-06eb-414f-9ade-716a360baaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:29:01.745391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] Network hostable DHCP agents. Network: e17deb35-9e22-4ca7-b40e-c32b8de22575, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:29:01.776546 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] Network e17deb35-9e22-4ca7-b40e-c32b8de22575 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:29:01.784922 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, e17deb35-9e22-4ca7-b40e-c32b8de22575) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:29:01.789072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:01.789653 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.796524 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5a83ef-d94b-4405-a893-6ebb5565c01a None None] Network e17deb35-9e22-4ca7-b40e-c32b8de22575 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:29:01.821238 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-876ca1f6-b3ff-4757-a2e0-b3fdad612728 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3756468 Nov 24 05:29:01.823849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 42850) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:01.828107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a1178c05-e014-42f2-9bf0-e31821291a81 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:29:01.828460 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-66839355-router', 'tenant_id': '333824b334e34eb592770a06180f198b', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:01.851704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.853057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.921984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:01.959149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port a1178c05-e014-42f2-9bf0-e31821291a81 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:01.959521 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.033530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-e17deb35-9e22-4ca7-b40e-c32b8de22575', 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575', 'tenant_id': '333824b334e34eb592770a06180f198b', 'fixed_ips': [{'subnet_id': '56bfd451-a9c1-4827-8126-076bed4eb726'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:29:02.034402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.084707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.211939 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Allocated IP 172.20.0.2 (e17deb35-9e22-4ca7-b40e-c32b8de22575/56bfd451-a9c1-4827-8126-076bed4eb726/f141679d-9c03-41ed-9b85-6c9b1835d12f) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:29:02.300623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.322039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.365357 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.370604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.415334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Network e17deb35-9e22-4ca7-b40e-c32b8de22575 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:29:02.419922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:29:02.422457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:29:02.429116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Pushing event updated for resources: {'Port': ['ID=f141679d-9c03-41ed-9b85-6c9b1835d12f,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:02.488325 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Attempting to bind port f141679d-9c03-41ed-9b85-6c9b1835d12f on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:29:02.489002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Attempting to bind port f141679d-9c03-41ed-9b85-6c9b1835d12f by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '69b646a6-06eb-414f-9ade-716a360baaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:29:02.489108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Attempting to bind port f141679d-9c03-41ed-9b85-6c9b1835d12f on network e17deb35-9e22-4ca7-b40e-c32b8de22575 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:29:02.494707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:29:02.495094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Checking segment: {'id': '69b646a6-06eb-414f-9ade-716a360baaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:29:02.495618 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.496046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Bound using segment: {'id': '69b646a6-06eb-414f-9ade-716a360baaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:29:02.496531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Bound port: f141679d-9c03-41ed-9b85-6c9b1835d12f, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b646a6-06eb-414f-9ade-716a360baaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:29:02.496922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.565091 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] For port f141679d-9c03-41ed-9b85-6c9b1835d12f, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:29:02.568291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] For port f141679d-9c03-41ed-9b85-6c9b1835d12f, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f141679d-9c03-41ed-9b85-6c9b1835d12f,segment=NetworkSegment(69b646a6-06eb-414f-9ade-716a360baaf0),segment_id=69b646a6-06eb-414f-9ade-716a360baaf0)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:29:02.573067 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.637439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d802e-82f0-439e-b4e1-e140652fa651 None None] Pushing event updated for resources: {'Port': ['ID=f141679d-9c03-41ed-9b85-6c9b1835d12f,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:02.743079 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Allocated IP 172.26.0.83 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/5f4eb63d-f01f-41a3-bd45-96a4f5d26480) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:29:02.866075 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.902257 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:02.952506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:29:02.956114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:29:02.958542 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:29:02.969052 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90dd92-4e31-4525-a5af-86bb5cf79054 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:29:02.987173 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Pushing event updated for resources: {'Port': ['ID=5f4eb63d-f01f-41a3-bd45-96a4f5d26480,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:03.066711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d022ea50-34dc-4968-9a25-630365296118 None None] Provisioning complete for port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:03.067082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d022ea50-34dc-4968-9a25-630365296118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:03.101553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d022ea50-34dc-4968-9a25-630365296118 None None] Port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:29:03.218799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:03.427048 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:03.567874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Router 194d1da0-2df6-41d8-8781-47c18d510b3a is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:29:03.574642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23479b-c71b-4636-aea7-0085fe89f4d2 None None] Network e17deb35-9e22-4ca7-b40e-c32b8de22575 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:29:03.628648 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Sync routers for ids ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:29:03.638616 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Routers {'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:29:03.639230 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:03.684288 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:29:03.729617 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:03.731562 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-87d1a000-5ad4-4c53-8776-fd6c2b3eb83b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9061570 Nov 24 05:29:03.734006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 42852) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:03.759126 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Set router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:29:03.848826 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f141679d-9c03-41ed-9b85-6c9b1835d12f up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:29:03.868890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Sync routers for ids ['194d1da0-2df6-41d8-8781-47c18d510b3a'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:29:03.911707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fed713a3-d7a7-499e-bb6f-d932bd36782e None None] Provisioning complete for port f141679d-9c03-41ed-9b85-6c9b1835d12f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:03.912339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fed713a3-d7a7-499e-bb6f-d932bd36782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:03.946734 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Routers {'194d1da0-2df6-41d8-8781-47c18d510b3a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:29:03.947377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['194d1da0-2df6-41d8-8781-47c18d510b3a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:04.086830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f141679d-9c03-41ed-9b85-6c9b1835d12f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:04.087221 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.188777 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Set router 194d1da0-2df6-41d8-8781-47c18d510b3a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:29:04.189304 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831', 'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'mac_address': 'fa:16:3e:2c:10:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:59Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 2, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'subnets': [{'id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:04.222817 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Checking router: fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:29:04.223425 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Updating router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:29:04.252817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fed713a3-d7a7-499e-bb6f-d932bd36782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.257760 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.395370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fed713a3-d7a7-499e-bb6f-d932bd36782e None None] For port f141679d-9c03-41ed-9b85-6c9b1835d12f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f141679d-9c03-41ed-9b85-6c9b1835d12f,segment=NetworkSegment(69b646a6-06eb-414f-9ade-716a360baaf0),segment_id=69b646a6-06eb-414f-9ade-716a360baaf0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:29:04.409468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fed713a3-d7a7-499e-bb6f-d932bd36782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.427947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.522106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed713a3-d7a7-499e-bb6f-d932bd36782e None None] Pushing event updated for resources: {'Port': ['ID=f141679d-9c03-41ed-9b85-6c9b1835d12f,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:04.572975 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c3be79c8-71a3-49df-8748-314e1c5be072 None None] Provisioning complete for port f141679d-9c03-41ed-9b85-6c9b1835d12f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:04.573253 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c3be79c8-71a3-49df-8748-314e1c5be072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.582967 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.589461 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.600083 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:29:04.600646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:29:04.628531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'name': 'tempest-TestMinimumBasicScenario-66839355-router', 'tenant_id': '333824b334e34eb592770a06180f198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:29:01Z', 'updated_at': '2021-11-24T05:29:03Z', 'revision_number': 3, 'project_id': '333824b334e34eb592770a06180f198b', 'gw_port': {'id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:02Z', 'updated_at': '2021-11-24T05:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:04.637330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.648006 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Pushing event updated for resources: {'Port': ['ID=b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:04.660229 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.660945 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.661399 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.661830 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.662267 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.662825 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.663701 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.664278 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.664708 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.665136 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.665561 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.665984 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:04.667245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Checking router: 194d1da0-2df6-41d8-8781-47c18d510b3a for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:29:04.667624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Updating router 194d1da0-2df6-41d8-8781-47c18d510b3a port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:29:04.708438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.734996 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Attempting to bind port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:29:04.736040 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Attempting to bind port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:29:04.736645 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Attempting to bind port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 on network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:29:04.742857 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:29:04.743613 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Checking segment: {'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:29:04.744341 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.744931 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Bound using segment: {'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:29:04.745790 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Bound port: b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:29:04.746381 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.837103 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] For port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:29:04.842770 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] For port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:29:04.843309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Allocated IP 172.20.0.1 (e17deb35-9e22-4ca7-b40e-c32b8de22575/56bfd451-a9c1-4827-8126-076bed4eb726/e4b1a128-4b5e-43d9-8fa1-b5723c628873) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:29:04.852636 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:04.916577 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Routers {'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:29:04.917481 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:04.978510 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7036db7-d0b0-492b-941d-1a93d564c694 None None] Pushing event updated for resources: {'Port': ['ID=b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:04.994222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.034117 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.046589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.048258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.052581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-09313777-cfb4-46e0-b885-4077ce75c6df None None] Provisioning complete for port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:05.053227 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09313777-cfb4-46e0-b885-4077ce75c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.059501 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] Set router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:29:05.104582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Network e17deb35-9e22-4ca7-b40e-c32b8de22575 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:29:05.106074 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b1a128-4b5e-43d9-8fa1-b5723c628873,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:05.109943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:29:05.122563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:29:05.162309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6df1413-0c65-46a9-8958-904f61dc2b7f None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:29:05.174858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c152a5-5b02-41e6-b737-4550772c563c None None] Pushing event updated for resources: {'Port': ['ID=5f4eb63d-f01f-41a3-bd45-96a4f5d26480,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:05.192123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Attempting to bind port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:29:05.193670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Attempting to bind port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:29:05.194141 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Attempting to bind port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:29:05.207049 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.212375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:29:05.212957 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:29:05.213546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.214050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:29:05.214631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Bound port: 5f4eb63d-f01f-41a3-bd45-96a4f5d26480, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:29:05.215110 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.219678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:29:05.328123 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831', 'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'mac_address': 'fa:16:3e:2c:10:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:59Z', 'updated_at': '2021-11-24T05:29:04Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'subnets': [{'id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:05.348853 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09313777-cfb4-46e0-b885-4077ce75c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.352930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] For port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:29:05.360032 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e90e5-681f-4ff5-9c55-2d5006ea8f2b None None] The sync data for ids ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'] in dv-neutron-818850-5-hyperv is: [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831', 'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'mac_address': 'fa:16:3e:2c:10:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:59Z', 'updated_at': '2021-11-24T05:29:04Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'subnets': [{'id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:29:05.376672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.382526 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] For port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=5f4eb63d-f01f-41a3-bd45-96a4f5d26480,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:29:05.406920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-09313777-cfb4-46e0-b885-4077ce75c6df None None] For port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:29:05.413382 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.419195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:05.419812 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.421289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09313777-cfb4-46e0-b885-4077ce75c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.492083 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd063cd-10b8-4c66-bdc8-a5309695f22e None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:29:05.523029 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Routers {'194d1da0-2df6-41d8-8781-47c18d510b3a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:29:05.523692 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['194d1da0-2df6-41d8-8781-47c18d510b3a'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:05.525384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c152a5-5b02-41e6-b737-4550772c563c None None] Pushing event updated for resources: {'Port': ['ID=5f4eb63d-f01f-41a3-bd45-96a4f5d26480,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:05.568357 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.573998 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.649775 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.652186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b1a128-4b5e-43d9-8fa1-b5723c628873,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:05.758569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Network e17deb35-9e22-4ca7-b40e-c32b8de22575 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:29:05.760842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:29:05.823847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7ab9ebce-9382-4fba-82d3-9262f044b9de None None] Provisioning complete for port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:05.824391 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ebce-9382-4fba-82d3-9262f044b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:05.874582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09313777-cfb4-46e0-b885-4077ce75c6df None None] Pushing event updated for resources: {'Port': ['ID=b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:05.925243 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Router 194d1da0-2df6-41d8-8781-47c18d510b3a has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:29:05.935994 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] Set router 194d1da0-2df6-41d8-8781-47c18d510b3a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:29:06.088483 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:29:06.101628 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-025a51d3-3ace-41f0-bc52-ff75a161f191 admin admin] 10.222.0.37 "PUT /v2.0/routers/194d1da0-2df6-41d8-8781-47c18d510b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3565743 Nov 24 05:29:06.114938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:29:06.150181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ebce-9382-4fba-82d3-9262f044b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:06.201892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7ab9ebce-9382-4fba-82d3-9262f044b9de None None] For port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=5f4eb63d-f01f-41a3-bd45-96a4f5d26480,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:29:06.207622 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ebce-9382-4fba-82d3-9262f044b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:06.286766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7ab9ebce-9382-4fba-82d3-9262f044b9de None None] Provisioning complete for port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:06.287135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ebce-9382-4fba-82d3-9262f044b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:06.288597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:06.288945 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:06.335943 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9ebce-9382-4fba-82d3-9262f044b9de None None] Pushing event updated for resources: {'Port': ['ID=5f4eb63d-f01f-41a3-bd45-96a4f5d26480,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:06.388379 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'name': 'tempest-TestMinimumBasicScenario-66839355-router', 'tenant_id': '333824b334e34eb592770a06180f198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:29:01Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 4, 'project_id': '333824b334e34eb592770a06180f198b', 'gw_port': {'id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:02Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'e4b1a128-4b5e-43d9-8fa1-b5723c628873', 'name': '', 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575', 'tenant_id': '333824b334e34eb592770a06180f198b', 'mac_address': 'fa:16:3e:19:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '56bfd451-a9c1-4827-8126-076bed4eb726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:04Z', 'updated_at': '2021-11-24T05:29:04Z', 'revision_number': 1, 'project_id': '333824b334e34eb592770a06180f198b', 'subnets': [{'id': '56bfd451-a9c1-4827-8126-076bed4eb726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:06.440470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480f5c3-c5f3-4af3-bcf8-b22d81f846e4 None None] The sync data for ids ['194d1da0-2df6-41d8-8781-47c18d510b3a'] in dv-neutron-818850-5-hyperv is: [{'id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'name': 'tempest-TestMinimumBasicScenario-66839355-router', 'tenant_id': '333824b334e34eb592770a06180f198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:29:01Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 4, 'project_id': '333824b334e34eb592770a06180f198b', 'gw_port': {'id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:02Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'e4b1a128-4b5e-43d9-8fa1-b5723c628873', 'name': '', 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575', 'tenant_id': '333824b334e34eb592770a06180f198b', 'mac_address': 'fa:16:3e:19:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '56bfd451-a9c1-4827-8126-076bed4eb726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:04Z', 'updated_at': '2021-11-24T05:29:04Z', 'revision_number': 1, 'project_id': '333824b334e34eb592770a06180f198b', 'subnets': [{'id': '56bfd451-a9c1-4827-8126-076bed4eb726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:29:06.476355 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f141679d-9c03-41ed-9b85-6c9b1835d12f up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:29:06.533605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7ab9ebce-9382-4fba-82d3-9262f044b9de None None] Provisioning complete for port e4b1a128-4b5e-43d9-8fa1-b5723c628873 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:06.534189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ebce-9382-4fba-82d3-9262f044b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:06.574941 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9ebce-9382-4fba-82d3-9262f044b9de None None] Port e4b1a128-4b5e-43d9-8fa1-b5723c628873 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:29:06.576556 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f141679d-9c03-41ed-9b85-6c9b1835d12f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:06.576930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:06.699480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fae63f00-6e42-4604-a0ef-70cd63a7586a None None] Provisioning complete for port e4b1a128-4b5e-43d9-8fa1-b5723c628873 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:06.699938 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fae63f00-6e42-4604-a0ef-70cd63a7586a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:06.740574 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-fae63f00-6e42-4604-a0ef-70cd63a7586a None None] Port e4b1a128-4b5e-43d9-8fa1-b5723c628873 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:29:08.062182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:29:08.149974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:08.150353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:09.400154 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Sync routers for ids ['194d1da0-2df6-41d8-8781-47c18d510b3a'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:29:09.411748 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Routers {'194d1da0-2df6-41d8-8781-47c18d510b3a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:29:09.412384 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['194d1da0-2df6-41d8-8781-47c18d510b3a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:09.526861 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Set router 194d1da0-2df6-41d8-8781-47c18d510b3a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:29:09.735878 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'name': 'tempest-TestMinimumBasicScenario-66839355-router', 'tenant_id': '333824b334e34eb592770a06180f198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:29:01Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 4, 'project_id': '333824b334e34eb592770a06180f198b', 'gw_port': {'id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:02Z', 'updated_at': '2021-11-24T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'e4b1a128-4b5e-43d9-8fa1-b5723c628873', 'name': '', 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575', 'tenant_id': '333824b334e34eb592770a06180f198b', 'mac_address': 'fa:16:3e:19:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '56bfd451-a9c1-4827-8126-076bed4eb726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:04Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 2, 'project_id': '333824b334e34eb592770a06180f198b', 'subnets': [{'id': '56bfd451-a9c1-4827-8126-076bed4eb726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:09.768041 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Checking router: 194d1da0-2df6-41d8-8781-47c18d510b3a for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:29:09.768678 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Updating router 194d1da0-2df6-41d8-8781-47c18d510b3a port e4b1a128-4b5e-43d9-8fa1-b5723c628873 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:29:09.802497 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:10.202511 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:10.208516 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:10.284502 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096f81a-be39-4c6b-9354-6a671d7443dc None None] Pushing event updated for resources: {'Port': ['ID=e4b1a128-4b5e-43d9-8fa1-b5723c628873,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:10.313032 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Attempting to bind port e4b1a128-4b5e-43d9-8fa1-b5723c628873 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:29:10.313404 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Attempting to bind port e4b1a128-4b5e-43d9-8fa1-b5723c628873 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '69b646a6-06eb-414f-9ade-716a360baaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:29:10.314363 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Attempting to bind port e4b1a128-4b5e-43d9-8fa1-b5723c628873 on network e17deb35-9e22-4ca7-b40e-c32b8de22575 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:29:10.320988 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:29:10.321355 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Checking segment: {'id': '69b646a6-06eb-414f-9ade-716a360baaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:29:10.321763 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:10.322165 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Bound using segment: {'id': '69b646a6-06eb-414f-9ade-716a360baaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:29:10.322627 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Bound port: e4b1a128-4b5e-43d9-8fa1-b5723c628873, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b646a6-06eb-414f-9ade-716a360baaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:29:10.323011 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:10.408276 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] For port e4b1a128-4b5e-43d9-8fa1-b5723c628873, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:29:10.413238 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] For port e4b1a128-4b5e-43d9-8fa1-b5723c628873, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e4b1a128-4b5e-43d9-8fa1-b5723c628873,segment=NetworkSegment(69b646a6-06eb-414f-9ade-716a360baaf0),segment_id=69b646a6-06eb-414f-9ade-716a360baaf0)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:29:10.421056 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:10.486554 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Routers {'194d1da0-2df6-41d8-8781-47c18d510b3a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:29:10.487621 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:28:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['194d1da0-2df6-41d8-8781-47c18d510b3a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:10.530858 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096f81a-be39-4c6b-9354-6a671d7443dc None None] Pushing event updated for resources: {'Port': ['ID=e4b1a128-4b5e-43d9-8fa1-b5723c628873,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:10.555033 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:29:10.598173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f54dd250-7865-497f-86a3-be0048365b73 None None] Provisioning complete for port e4b1a128-4b5e-43d9-8fa1-b5723c628873 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:10.599093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f54dd250-7865-497f-86a3-be0048365b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:10.636424 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] Set router 194d1da0-2df6-41d8-8781-47c18d510b3a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:29:10.724153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f54dd250-7865-497f-86a3-be0048365b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:10.761925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f54dd250-7865-497f-86a3-be0048365b73 None None] For port e4b1a128-4b5e-43d9-8fa1-b5723c628873, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e4b1a128-4b5e-43d9-8fa1-b5723c628873,segment=NetworkSegment(69b646a6-06eb-414f-9ade-716a360baaf0),segment_id=69b646a6-06eb-414f-9ade-716a360baaf0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:29:10.770743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f54dd250-7865-497f-86a3-be0048365b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:10.835806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dd250-7865-497f-86a3-be0048365b73 None None] Pushing event updated for resources: {'Port': ['ID=e4b1a128-4b5e-43d9-8fa1-b5723c628873,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:10.897725 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'name': 'tempest-TestMinimumBasicScenario-66839355-router', 'tenant_id': '333824b334e34eb592770a06180f198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:29:01Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 4, 'project_id': '333824b334e34eb592770a06180f198b', 'gw_port': {'id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:02Z', 'updated_at': '2021-11-24T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'e4b1a128-4b5e-43d9-8fa1-b5723c628873', 'name': '', 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575', 'tenant_id': '333824b334e34eb592770a06180f198b', 'mac_address': 'fa:16:3e:19:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '56bfd451-a9c1-4827-8126-076bed4eb726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:04Z', 'updated_at': '2021-11-24T05:29:10Z', 'revision_number': 4, 'project_id': '333824b334e34eb592770a06180f198b', 'subnets': [{'id': '56bfd451-a9c1-4827-8126-076bed4eb726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:10.901323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-510c46ee-0272-430a-8d7c-9189d7d46e4f None None] Provisioning complete for port e4b1a128-4b5e-43d9-8fa1-b5723c628873 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:10.902257 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-510c46ee-0272-430a-8d7c-9189d7d46e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:10.927935 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cc05d-3594-4ce6-ae1e-4aec39da53e3 None None] The sync data for ids ['194d1da0-2df6-41d8-8781-47c18d510b3a'] in dv-neutron-818850-5-hyperv is: [{'id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'name': 'tempest-TestMinimumBasicScenario-66839355-router', 'tenant_id': '333824b334e34eb592770a06180f198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:29:01Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 4, 'project_id': '333824b334e34eb592770a06180f198b', 'gw_port': {'id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:02Z', 'updated_at': '2021-11-24T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'e4b1a128-4b5e-43d9-8fa1-b5723c628873', 'name': '', 'network_id': 'e17deb35-9e22-4ca7-b40e-c32b8de22575', 'tenant_id': '333824b334e34eb592770a06180f198b', 'mac_address': 'fa:16:3e:19:39:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '56bfd451-a9c1-4827-8126-076bed4eb726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:04Z', 'updated_at': '2021-11-24T05:29:10Z', 'revision_number': 4, 'project_id': '333824b334e34eb592770a06180f198b', 'subnets': [{'id': '56bfd451-a9c1-4827-8126-076bed4eb726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:29:12.096182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e4b1a128-4b5e-43d9-8fa1-b5723c628873 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:29:12.171675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port e4b1a128-4b5e-43d9-8fa1-b5723c628873 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:12.172160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:16.142743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e8fba1d0-579a-4549-b51f-ef1e0df73f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:16.807223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-78413ab3-65ed-49ef-9a06-fcc763f20a62 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:16.808722 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-78413ab3-65ed-49ef-9a06-fcc763f20a62 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/networks?id=145dc03b-fbf9-4b59-b8ad-361d45498fb5 HTTP/1.1" status: 200 len: 814 time: 0.1040776 Nov 24 05:29:16.823667 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-144ec379-955e-4d08-8833-8168953cbdba tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/quotas/e8a772a72a544edcac4a9beae566e5c0 HTTP/1.1" status: 200 len: 375 time: 0.0091262 Nov 24 05:29:16.879624 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-06534a63-e2e1-4fca-bc5f-013a2dcc9d2b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8a772a72a544edcac4a9beae566e5c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506024 Nov 24 05:29:16.975206 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-6758f5cd-aa1f-4fe2-a1b2-59570fa1075b service neutron] 10.222.0.37 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843437 Nov 24 05:29:17.069560 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-a07ce1b1-fe68-478c-8647-a618d17aa44c service neutron] 10.222.0.37 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883231 Nov 24 05:29:17.228590 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-70713d13-e504-4ee1-bd4d-e4b0533cfba3 req-3b81f74a-a6df-49c9-a55d-011e68b5f549 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 210 time: 0.0283978 Nov 24 05:29:18.126646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-0883e252-549f-4d7d-9d02-906d5fe4887d tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:18.128132 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-0883e252-549f-4d7d-9d02-906d5fe4887d tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.31 "GET /v2.0/networks?id=145dc03b-fbf9-4b59-b8ad-361d45498fb5 HTTP/1.1" status: 200 len: 814 time: 0.1077516 Nov 24 05:29:18.141400 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Request body: {'port': {'device_id': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'admin_state_up': True, 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:18.253535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Made reservation on behalf of e8a772a72a544edcac4a9beae566e5c0 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:29:18.257769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:18.327500 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-035d1a6e-3b7c-4d4d-bb4b-db4f6b0b265a req-741803d2-42a8-4e02-958a-df4eb5fe8a4d tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 210 time: 0.0279534 Nov 24 05:29:18.405026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Allocated IP 172.20.0.8 (145dc03b-fbf9-4b59-b8ad-361d45498fb5/75d746e3-ea8d-4ede-bb24-c4e87464902e/dbaf264e-3308-40c7-a86b-aee72885623c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:29:18.406404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3871-ff65-4f63-93d8-814d83c75195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:18.604279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:18.644757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:18.696077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'Port': ['ID=dbaf264e-3308-40c7-a86b-aee72885623c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:18.718613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:29:18.720896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:29:18.723563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:29:18.815053 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:18.817504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:18.848608 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-2de69535-0ca0-4787-92ae-cc4129f9e4c1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7109020 Nov 24 05:29:18.982381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c04aa95a-6068-475b-8f5c-d62747ab202e None None] Provisioning complete for port dbaf264e-3308-40c7-a86b-aee72885623c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:18.982848 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c04aa95a-6068-475b-8f5c-d62747ab202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:19.021300 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c04aa95a-6068-475b-8f5c-d62747ab202e None None] Port dbaf264e-3308-40c7-a86b-aee72885623c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:29:19.451387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c628224-1214-4754-bbfc-e91bd941e9f4 req-6388a230-3f3b-4351-9aef-a6e32f966305 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:19.453053 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4c628224-1214-4754-bbfc-e91bd941e9f4 req-6388a230-3f3b-4351-9aef-a6e32f966305 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 931 time: 0.0529449 Nov 24 05:29:19.505693 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4c628224-1214-4754-bbfc-e91bd941e9f4 req-5585c230-5394-4743-8860-9600ee03336e tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459225 Nov 24 05:29:19.623560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:20.632306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091e8ce-0f3d-4251-a3e8-ab2891f76451 req-fd7104e8-a20b-4e91-97cf-ac3107d801cd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:20.633809 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b091e8ce-0f3d-4251-a3e8-ab2891f76451 req-fd7104e8-a20b-4e91-97cf-ac3107d801cd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 931 time: 0.0575666 Nov 24 05:29:20.684444 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b091e8ce-0f3d-4251-a3e8-ab2891f76451 req-46d795ad-77a3-43aa-a7bb-d7d6054feaae tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Nov 24 05:29:20.840333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:21.794493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:21.824094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ad7b5-f60a-4514-a495-0d7a7ce03e13 req-fcc35185-62be-4e18-a719-8f71aebbb1eb tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:21.826875 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f94ad7b5-f60a-4514-a495-0d7a7ce03e13 req-fcc35185-62be-4e18-a719-8f71aebbb1eb tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 931 time: 0.0702105 Nov 24 05:29:21.880376 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f94ad7b5-f60a-4514-a495-0d7a7ce03e13 req-8609fa8a-4850-4089-bb2b-4c7e369fdf71 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467129 Nov 24 05:29:23.002520 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1eb06-2ae8-436c-86e9-bada25781dab req-9792f6b9-057b-45fa-be8a-7d1045433378 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:23.004914 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-63b1eb06-2ae8-436c-86e9-bada25781dab req-9792f6b9-057b-45fa-be8a-7d1045433378 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 931 time: 0.0559711 Nov 24 05:29:23.054912 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-63b1eb06-2ae8-436c-86e9-bada25781dab req-5c43cc69-3b83-480b-9d19-0003c7b64c2e tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Nov 24 05:29:24.046932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:24.175249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134da2a-ece6-493f-bee2-5e8563b11277 req-717340bc-c227-43c2-9cd6-5042d6765dd2 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:24.176985 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a134da2a-ece6-493f-bee2-5e8563b11277 req-717340bc-c227-43c2-9cd6-5042d6765dd2 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 931 time: 0.0532026 Nov 24 05:29:24.228986 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a134da2a-ece6-493f-bee2-5e8563b11277 req-b3c3f76d-c73c-425f-9c5a-fee4fea2247c tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454021 Nov 24 05:29:25.347179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33bb8a-935c-4407-9a87-dbfc2633247b req-bc3a4713-69fc-4327-bbfa-dd0c7d0eedb6 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:25.348689 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1a33bb8a-935c-4407-9a87-dbfc2633247b req-bc3a4713-69fc-4327-bbfa-dd0c7d0eedb6 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 931 time: 0.0518372 Nov 24 05:29:25.403866 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1a33bb8a-935c-4407-9a87-dbfc2633247b req-d531d205-071f-4c90-80e6-129aa047e287 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492089 Nov 24 05:29:26.532934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed59cf-b99c-44db-9e73-d96c8cfa8264 req-faf924ff-d6c5-4758-bc59-f3d15f27ba1d tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:26.535203 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1aed59cf-b99c-44db-9e73-d96c8cfa8264 req-faf924ff-d6c5-4758-bc59-f3d15f27ba1d tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 931 time: 0.0548737 Nov 24 05:29:26.588538 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1aed59cf-b99c-44db-9e73-d96c8cfa8264 req-61aadaf7-31c4-45d9-b374-945868cffe74 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471110 Nov 24 05:29:27.705153 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db646b0d-255f-4792-9bf1-eabf27d855f6 req-7cf44a5e-0de7-458a-949a-f097f42086d6 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:27.707517 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-db646b0d-255f-4792-9bf1-eabf27d855f6 req-7cf44a5e-0de7-458a-949a-f097f42086d6 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 931 time: 0.0518050 Nov 24 05:29:27.758774 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-db646b0d-255f-4792-9bf1-eabf27d855f6 req-18db16f9-d76e-47b9-b43c-efc86fd1116c tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445621 Nov 24 05:29:28.361916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Request body: {'port': {'device_id': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:28.421667 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:28.671226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaf264e-3308-40c7-a86b-aee72885623c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:29:28.679182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:28.691520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Transition to ACTIVE for port object dbaf264e-3308-40c7-a86b-aee72885623c will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:29:28.695992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:28.786540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf264e-3308-40c7-a86b-aee72885623c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:28.828862 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Attempting to bind port dbaf264e-3308-40c7-a86b-aee72885623c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:29:28.829343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Attempting to bind port dbaf264e-3308-40c7-a86b-aee72885623c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:29:28.829786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Attempting to bind port dbaf264e-3308-40c7-a86b-aee72885623c on network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:29:28.834850 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Port dbaf264e-3308-40c7-a86b-aee72885623c on network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:29:28.835329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Attempting to bind port dbaf264e-3308-40c7-a86b-aee72885623c on network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:29:28.840785 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:29:28.841451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Checking segment: {'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:29:28.841905 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Bound using segment: {'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:29:28.842423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Bound port: dbaf264e-3308-40c7-a86b-aee72885623c, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:29:28.842886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:28.895883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4939f40-9d9f-4f9e-8122-7036f2e097c9 req-d06ae332-5bfc-4fdf-a46e-6d7ab8ddd20c tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:28.900260 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4939f40-9d9f-4f9e-8122-7036f2e097c9 req-d06ae332-5bfc-4fdf-a46e-6d7ab8ddd20c tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 943 time: 0.0622237 Nov 24 05:29:28.911730 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] For port dbaf264e-3308-40c7-a86b-aee72885623c, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:29:28.914768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] For port dbaf264e-3308-40c7-a86b-aee72885623c, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dbaf264e-3308-40c7-a86b-aee72885623c,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:29:28.918945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:28.952131 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4939f40-9d9f-4f9e-8122-7036f2e097c9 req-fa17ea51-e7c2-4d1f-9ada-6e27e6221f56 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475953 Nov 24 05:29:28.953437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:28.954066 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:28.955439 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] 10.222.0.31 "PUT /v2.0/ports/dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 200 len: 1093 time: 0.5988066 Nov 24 05:29:28.955987 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:29:28.958346 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25ad82c-e8cf-4885-abb8-c72124a3ec54" -d '{"events": [{"name": "network-changed", "server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:29:28.986507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5affde-0eb6-4d28-b360-86e28edb05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf264e-3308-40c7-a86b-aee72885623c,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:29.041616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be9933b-b993-470f-957a-5b230f2ad2b3 x-openstack-request-id: req-9be9933b-b993-470f-957a-5b230f2ad2b3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:29:29.042039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:29:29.042299 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9be9933b-b993-470f-957a-5b230f2ad2b3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:29:29.042697 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'status': 'completed', 'code': 200} Nov 24 05:29:29.057043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-47127ccf-44a1-41aa-8e1f-259ae1c1e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:29.058556 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-47127ccf-44a1-41aa-8e1f-259ae1c1e470 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a772a72a544edcac4a9beae566e5c0&device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 1096 time: 0.0551910 Nov 24 05:29:29.102361 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-86a0dc92-ab72-4952-91e5-6440c0667f29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 200 len: 217 time: 0.0362802 Nov 24 05:29:29.152990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-48043734-09b9-4d46-9383-09ca94243a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:29.154483 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-48043734-09b9-4d46-9383-09ca94243a0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75d746e3-ea8d-4ede-bb24-c4e87464902e HTTP/1.1" status: 200 len: 853 time: 0.0445886 Nov 24 05:29:29.199203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1c640fb6-d755-4a72-9b89-6953e3738d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:29.200711 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-1c640fb6-d755-4a72-9b89-6953e3738d92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=145dc03b-fbf9-4b59-b8ad-361d45498fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387113 Nov 24 05:29:29.292595 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-b787ac2e-bbbc-4716-bfb4-30b204a8a94e service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846710 Nov 24 05:29:29.383973 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a7b5ce04-1dee-4a5d-b0e2-8f4f353faec3 req-76440045-6f0f-47e3-a059-96804c154106 service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842557 Nov 24 05:29:29.467779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ad82c-e8cf-4885-abb8-c72124a3ec54 req-b01c3b03-78f2-4043-bdf0-10f55d3f51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:29.469278 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a25ad82c-e8cf-4885-abb8-c72124a3ec54 req-b01c3b03-78f2-4043-bdf0-10f55d3f51b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a772a72a544edcac4a9beae566e5c0&device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 1096 time: 0.0411816 Nov 24 05:29:29.557146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ad82c-e8cf-4885-abb8-c72124a3ec54 req-9be9e894-e33b-438d-8967-ff4621e79520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:29.558530 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a25ad82c-e8cf-4885-abb8-c72124a3ec54 req-9be9e894-e33b-438d-8967-ff4621e79520 service neutron] 10.222.0.31 "GET /v2.0/networks?id=145dc03b-fbf9-4b59-b8ad-361d45498fb5 HTTP/1.1" status: 200 len: 915 time: 0.0820992 Nov 24 05:29:29.603100 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a25ad82c-e8cf-4885-abb8-c72124a3ec54 req-37625b86-2396-4861-a1ca-c82eeb0bdabb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 200 len: 217 time: 0.0366426 Nov 24 05:29:29.652863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ad82c-e8cf-4885-abb8-c72124a3ec54 req-1336eb3e-e2dc-4514-930a-b4d1b11a36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:29.654301 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a25ad82c-e8cf-4885-abb8-c72124a3ec54 req-1336eb3e-e2dc-4514-930a-b4d1b11a36f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75d746e3-ea8d-4ede-bb24-c4e87464902e HTTP/1.1" status: 200 len: 853 time: 0.0440383 Nov 24 05:29:29.699728 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ad82c-e8cf-4885-abb8-c72124a3ec54 req-751f9163-0606-441c-8664-3150c7cbbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:29.701182 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a25ad82c-e8cf-4885-abb8-c72124a3ec54 req-751f9163-0606-441c-8664-3150c7cbbe96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=145dc03b-fbf9-4b59-b8ad-361d45498fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391045 Nov 24 05:29:29.791973 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a25ad82c-e8cf-4885-abb8-c72124a3ec54 req-60464970-a0be-4f41-92be-d45caa7d4439 service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830433 Nov 24 05:29:29.881498 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a25ad82c-e8cf-4885-abb8-c72124a3ec54 req-12708266-aba3-4206-8d5f-049d1077af0c service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805564 Nov 24 05:29:30.063100 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4afc3-9e9b-4ee3-a29b-26a3e525121e req-83596bf6-044c-4bf3-a3c2-13c7564736c7 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:30.064615 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6ff4afc3-9e9b-4ee3-a29b-26a3e525121e req-83596bf6-044c-4bf3-a3c2-13c7564736c7 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 943 time: 0.0484588 Nov 24 05:29:30.111369 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6ff4afc3-9e9b-4ee3-a29b-26a3e525121e req-0d4c0bad-e905-4304-a242-cbd0e7f3eb66 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399935 Nov 24 05:29:31.226600 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0855608-9052-454a-a6ac-0b2ec2ab27e6 req-5d24f6c5-0989-4ae5-b0b8-604ae458b4b3 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:31.228081 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f0855608-9052-454a-a6ac-0b2ec2ab27e6 req-5d24f6c5-0989-4ae5-b0b8-604ae458b4b3 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 943 time: 0.0484548 Nov 24 05:29:31.249245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device dbaf264e-3308-40c7-a86b-aee72885623c details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:29:31.279973 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f0855608-9052-454a-a6ac-0b2ec2ab27e6 req-4b9a08b7-1599-44a7-b3dd-f256a282efc0 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459819 Nov 24 05:29:31.345985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port dbaf264e-3308-40c7-a86b-aee72885623c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dbaf264e-3308-40c7-a86b-aee72885623c,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:29:31.357809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'port_id': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'mac_address': 'fa:16:3e:d0:3b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:29:31.396710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:31.409580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaf264e-3308-40c7-a86b-aee72885623c {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:29:31.427407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port dbaf264e-3308-40c7-a86b-aee72885623c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dbaf264e-3308-40c7-a86b-aee72885623c,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:29:31.431560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:31.476018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=dbaf264e-3308-40c7-a86b-aee72885623c,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:31.482713 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.483070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.483416 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.483803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.484129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.484462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.484791 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.485123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.485453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.485778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.486100 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.486425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:31.640393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['dbaf264e-3308-40c7-a86b-aee72885623c'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:29:32.399074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419780-8ef9-4196-9e01-d3a52216efd8 req-3aa1c00f-00b6-4255-b8e1-7350b424d8e9 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:32.400942 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-92419780-8ef9-4196-9e01-d3a52216efd8 req-3aa1c00f-00b6-4255-b8e1-7350b424d8e9 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 944 time: 0.0492947 Nov 24 05:29:32.448092 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-92419780-8ef9-4196-9e01-d3a52216efd8 req-c8778bd5-e580-4a6b-8411-f7d3230d1356 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Nov 24 05:29:33.264791 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device dbaf264e-3308-40c7-a86b-aee72885623c up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:29:33.310755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port dbaf264e-3308-40c7-a86b-aee72885623c completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:29:33.314261 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port dbaf264e-3308-40c7-a86b-aee72885623c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:33.314632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:33.390161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:33.414990 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:29:33.417250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ebc28a-5705-473e-8887-2a69443fe73f" -d '{"events": [{"server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:29:33.429602 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port dbaf264e-3308-40c7-a86b-aee72885623c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dbaf264e-3308-40c7-a86b-aee72885623c,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:29:33.433766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:33.459228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377aa155-d08d-4859-a50a-b37d30a3e6b4 x-openstack-request-id: req-377aa155-d08d-4859-a50a-b37d30a3e6b4 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:29:33.460099 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:29:33.460363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-377aa155-d08d-4859-a50a-b37d30a3e6b4 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:29:33.460931 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'code': 200} Nov 24 05:29:33.489274 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=dbaf264e-3308-40c7-a86b-aee72885623c,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:33.568802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34dc64-0175-46aa-816d-aed8cee6aee5 req-6e291d7e-9907-48da-9c88-7da370c05b5a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:33.570824 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e34dc64-0175-46aa-816d-aed8cee6aee5 req-6e291d7e-9907-48da-9c88-7da370c05b5a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 945 time: 0.0526555 Nov 24 05:29:33.621365 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e34dc64-0175-46aa-816d-aed8cee6aee5 req-fab51a6a-a921-46b4-80f1-c4babc0638ae tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445299 Nov 24 05:29:33.629783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4463-3b47-4b4c-a7c1-cf6756e411aa req-dbd0d9b3-8a9e-4934-8786-ae815352d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:33.631780 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3cae4463-3b47-4b4c-a7c1-cf6756e411aa req-dbd0d9b3-8a9e-4934-8786-ae815352d4d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 1098 time: 0.0479786 Nov 24 05:29:33.677447 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3cae4463-3b47-4b4c-a7c1-cf6756e411aa req-7255959c-b6db-4c9a-9351-ec9c509ebe1a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Nov 24 05:29:34.747143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420834f7-3334-49a1-9c25-3ef0ecfc75a1 req-3367f84a-3d56-4d24-b3a0-4fafe4194b63 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:34.748664 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-420834f7-3334-49a1-9c25-3ef0ecfc75a1 req-3367f84a-3d56-4d24-b3a0-4fafe4194b63 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 945 time: 0.0585237 Nov 24 05:29:34.797869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-420834f7-3334-49a1-9c25-3ef0ecfc75a1 req-b1e0170e-3d03-4e1e-afef-b63be00b74cd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Nov 24 05:29:35.912283 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607a612-52c8-419a-bce5-3e9e53ef6831 req-409cc6ce-20b8-48eb-93e3-4a33d5b0094b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:35.913742 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3607a612-52c8-419a-bce5-3e9e53ef6831 req-409cc6ce-20b8-48eb-93e3-4a33d5b0094b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 945 time: 0.0483634 Nov 24 05:29:35.960105 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3607a612-52c8-419a-bce5-3e9e53ef6831 req-180fe91e-82e6-4f47-afef-637be3ee30b1 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405848 Nov 24 05:29:36.074143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fce3eb-3e13-456b-9d36-e6c9361987fc req-a66f28f9-fcd6-49e7-90ec-84b0a480393c tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:36.075514 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a8fce3eb-3e13-456b-9d36-e6c9361987fc req-a66f28f9-fcd6-49e7-90ec-84b0a480393c tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Nov 24 05:29:36.122904 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a8fce3eb-3e13-456b-9d36-e6c9361987fc req-508ec9dd-21a6-4868-8e07-f68511654933 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Nov 24 05:29:36.440689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657a2d5-c8e4-4748-b829-732af21b7e61 req-827034a1-6e1c-4f97-a752-e1b111afdf8a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:36.442149 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2657a2d5-c8e4-4748-b829-732af21b7e61 req-827034a1-6e1c-4f97-a752-e1b111afdf8a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 945 time: 0.0513239 Nov 24 05:29:36.489089 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2657a2d5-c8e4-4748-b829-732af21b7e61 req-883e7ea5-c88f-4b12-9d8c-4a4c9fb7b28f tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Nov 24 05:29:46.144305 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f98cef43-1c04-4b56-a921-a360e1987d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:47.544761 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:29:48.409015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c98d9ca3-ce9c-4f5a-a733-b6518a2a2f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:49.626011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:50.012441 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b870c-7668-4331-bc93-220c65d5dfaa req-19325d40-bec7-4d10-8c7e-9514463b1252 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:50.013916 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a40b870c-7668-4331-bc93-220c65d5dfaa req-19325d40-bec7-4d10-8c7e-9514463b1252 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 945 time: 0.0487006 Nov 24 05:29:50.064291 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a40b870c-7668-4331-bc93-220c65d5dfaa req-24c9b4be-b68c-42f9-bdaa-353e81799902 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440485 Nov 24 05:29:50.086936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43052) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:50.219614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a62b2-1412-40fb-846d-dd991bd5a85f tempest-TestMinimumBasicScenario-29333817 tempest-TestMinimumBasicScenario-29333817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:50.221172 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c59a62b2-1412-40fb-846d-dd991bd5a85f tempest-TestMinimumBasicScenario-29333817 tempest-TestMinimumBasicScenario-29333817-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 1093 time: 0.1332836 Nov 24 05:29:50.224785 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43056) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:50.229273 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:50.253357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:50.356127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:50.455052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Allocated IP 172.26.0.196 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/89953c81-7f00-4666-a39b-ca4b7a279a31) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:29:50.557947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:50.599820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:50.639476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:29:50.643722 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:29:50.649323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:29:50.652335 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'Port': ['ID=89953c81-7f00-4666-a39b-ca4b7a279a31,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:50.679324 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.679699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.680083 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.680405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.680745 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.681375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.681375 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.681705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.682031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.682354 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.682676 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.682997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:50.839969 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:51.010084 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:51.072903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:51.224098 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:51.228648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:51.299257 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'Port': ['ID=89953c81-7f00-4666-a39b-ca4b7a279a31,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:51.311831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:51.713522 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Floating IP f0169efe-5515-4b15-b0ad-ba64678d572a associated. External IP: 172.26.0.196, port: dbaf264e-3308-40c7-a86b-aee72885623c. Nov 24 05:29:51.793094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:51.921092 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:29:52.027495 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:29:52.038415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02acda-d398-445c-b3c4-429b0aad2594 None None] Sync routers for ids ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:29:52.045455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.048129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02acda-d398-445c-b3c4-429b0aad2594 None None] Routers {'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:29:52.048747 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6d02acda-d398-445c-b3c4-429b0aad2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:29:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:52.072263 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-124209db-70ba-4df2-af85-668f8aec5328 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8464737 Nov 24 05:29:52.072848 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:29:52.075099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8914ee49-6d88-47ab-bf83-406f6c530a74" -d '{"events": [{"name": "network-changed", "server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:29:52.075736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43058) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:52.079964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2086147236', 'description': 'tempest-secgroup-smoke-2086147236 description', 'project_id': 'e8a772a72a544edcac4a9beae566e5c0'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:52.109115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.183824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.187999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.222085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c97fff-4cd1-4086-ab7b-943648f3d676,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:52.227352 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.231681 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1554215 Nov 24 05:29:52.232065 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43064) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:52.239738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-61b9d41b-1beb-499a-8739-dfaf47b306fb tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Request body: {'security_group_rule': {'security_group_id': 'c3c97fff-4cd1-4086-ab7b-943648f3d676', 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:52.240495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.240852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.241355 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.241701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.242041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.242378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.242851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.243189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.243704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.245331 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.245690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.247021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f806ab1-146c-4edd-8423-a6be48553ec4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:29:52.264507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edbb6f1-2887-438a-9a74-f6b0520fd30c x-openstack-request-id: req-9edbb6f1-2887-438a-9a74-f6b0520fd30c {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:29:52.264507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:29:52.264507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9edbb6f1-2887-438a-9a74-f6b0520fd30c {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:29:52.265049 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'status': 'completed', 'code': 200} Nov 24 05:29:52.282422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b9d41b-1beb-499a-8739-dfaf47b306fb tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.327303 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914ee49-6d88-47ab-bf83-406f6c530a74 req-01d15ccc-01bf-446e-890d-ff563e3e95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:52.327657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-6d02acda-d398-445c-b3c4-429b0aad2594 None None] Set router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:29:52.329354 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8914ee49-6d88-47ab-bf83-406f6c530a74 req-01d15ccc-01bf-446e-890d-ff563e3e95a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a772a72a544edcac4a9beae566e5c0&device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 1098 time: 0.0428052 Nov 24 05:29:52.333395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b9d41b-1beb-499a-8739-dfaf47b306fb tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.337455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b9d41b-1beb-499a-8739-dfaf47b306fb tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.355966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9d41b-1beb-499a-8739-dfaf47b306fb tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2d59d4-0c0a-42e6-83fa-3e8ed77d8a5a,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:52.369976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b9d41b-1beb-499a-8739-dfaf47b306fb tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.371853 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-61b9d41b-1beb-499a-8739-dfaf47b306fb tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372571 Nov 24 05:29:52.374058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43066) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:52.379361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1bf49d03-7ff3-419a-bbe0-9b6eb8d1a280 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Request body: {'security_group_rule': {'security_group_id': 'c3c97fff-4cd1-4086-ab7b-943648f3d676', 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:52.408795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1bf49d03-7ff3-419a-bbe0-9b6eb8d1a280 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.430712 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914ee49-6d88-47ab-bf83-406f6c530a74 req-5a3fca5b-adc2-48f3-8c69-b9e538dd20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:52.432507 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8914ee49-6d88-47ab-bf83-406f6c530a74 req-5a3fca5b-adc2-48f3-8c69-b9e538dd20b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=145dc03b-fbf9-4b59-b8ad-361d45498fb5 HTTP/1.1" status: 200 len: 915 time: 0.0942397 Nov 24 05:29:52.470905 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1bf49d03-7ff3-419a-bbe0-9b6eb8d1a280 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.475738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1bf49d03-7ff3-419a-bbe0-9b6eb8d1a280 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.494809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf49d03-7ff3-419a-bbe0-9b6eb8d1a280 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b8144a-7bc4-42f4-8ae6-d9938545d25f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:52.502877 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1bf49d03-7ff3-419a-bbe0-9b6eb8d1a280 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.507792 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1bf49d03-7ff3-419a-bbe0-9b6eb8d1a280 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319828 Nov 24 05:29:52.508515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43068) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:52.512878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7a677d17-c115-4282-b8d7-e84735be2047 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Request body: {'security_group_rule': {'security_group_id': 'c3c97fff-4cd1-4086-ab7b-943648f3d676', 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:52.519030 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8914ee49-6d88-47ab-bf83-406f6c530a74 req-09000a5f-5492-4d9d-a991-1b788f5ed40d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 200 len: 999 time: 0.0793450 Nov 24 05:29:52.543072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7a677d17-c115-4282-b8d7-e84735be2047 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.574699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914ee49-6d88-47ab-bf83-406f6c530a74 req-c7d8cd02-af8f-474a-a9d8-51e4ab23036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:52.576219 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8914ee49-6d88-47ab-bf83-406f6c530a74 req-c7d8cd02-af8f-474a-a9d8-51e4ab23036a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75d746e3-ea8d-4ede-bb24-c4e87464902e HTTP/1.1" status: 200 len: 853 time: 0.0497506 Nov 24 05:29:52.586220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6d02acda-d398-445c-b3c4-429b0aad2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'f0169efe-5515-4b15-b0ad-ba64678d572a', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'floating_ip_address': '172.26.0.196', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'port_id': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'mac_address': 'fa:16:3e:d0:3b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:29:50Z', 'updated_at': '2021-11-24T05:29:50Z', 'revision_number': 0, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831', 'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'mac_address': 'fa:16:3e:2c:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:59Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 5, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'subnets': [{'id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:52.614879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7a677d17-c115-4282-b8d7-e84735be2047 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.619712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7a677d17-c115-4282-b8d7-e84735be2047 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.621949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02acda-d398-445c-b3c4-429b0aad2594 None None] Checking router: fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:29:52.627529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914ee49-6d88-47ab-bf83-406f6c530a74 req-af28a580-a285-407c-a507-431149e10704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:52.629896 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8914ee49-6d88-47ab-bf83-406f6c530a74 req-af28a580-a285-407c-a507-431149e10704 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=145dc03b-fbf9-4b59-b8ad-361d45498fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454819 Nov 24 05:29:52.631377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02acda-d398-445c-b3c4-429b0aad2594 None None] Routers {'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:29:52.632034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6d02acda-d398-445c-b3c4-429b0aad2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:29:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:52.640261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a677d17-c115-4282-b8d7-e84735be2047 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c74d1b-6c5c-4640-b835-d65ce6abc220,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:52.645094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7a677d17-c115-4282-b8d7-e84735be2047 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.646285 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7a677d17-c115-4282-b8d7-e84735be2047 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368911 Nov 24 05:29:52.649435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43072) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:52.653900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b7733212-159e-4978-a9ca-29ef4a0d9c7b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Request body: {'security_group_rule': {'security_group_id': 'c3c97fff-4cd1-4086-ab7b-943648f3d676', 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:52.688459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b7733212-159e-4978-a9ca-29ef4a0d9c7b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.745114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-6d02acda-d398-445c-b3c4-429b0aad2594 None None] Set router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:29:52.748028 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8914ee49-6d88-47ab-bf83-406f6c530a74 req-ffc94053-5d64-425d-af55-aecbd927f996 service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067753 Nov 24 05:29:52.755011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b7733212-159e-4978-a9ca-29ef4a0d9c7b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.758921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b7733212-159e-4978-a9ca-29ef4a0d9c7b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.778849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7733212-159e-4978-a9ca-29ef4a0d9c7b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a9ef05-ab4d-40fd-a73c-cb3a0ff08b98,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:52.790715 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b7733212-159e-4978-a9ca-29ef4a0d9c7b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.795469 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b7733212-159e-4978-a9ca-29ef4a0d9c7b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450450 Nov 24 05:29:52.796546 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43074) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:52.801090 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-05c66b35-18e6-4f92-a92c-6ea25b57ee8b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Request body: {'security_group_rule': {'security_group_id': 'c3c97fff-4cd1-4086-ab7b-943648f3d676', 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:52.825281 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-05c66b35-18e6-4f92-a92c-6ea25b57ee8b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Project e8a772a72a544edcac4a9beae566e5c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:29:52.830621 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05c66b35-18e6-4f92-a92c-6ea25b57ee8b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.848254 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8914ee49-6d88-47ab-bf83-406f6c530a74 req-d252009c-787e-4919-a106-c74c69048649 service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892117 Nov 24 05:29:52.895274 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05c66b35-18e6-4f92-a92c-6ea25b57ee8b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.899226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05c66b35-18e6-4f92-a92c-6ea25b57ee8b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.919857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66b35-18e6-4f92-a92c-6ea25b57ee8b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a090436f-9d98-4869-a48f-0768c357b376,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:52.925749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05c66b35-18e6-4f92-a92c-6ea25b57ee8b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.927362 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-05c66b35-18e6-4f92-a92c-6ea25b57ee8b tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298311 Nov 24 05:29:52.930007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43076) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:29:52.934442 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-aaf7dead-8a63-4e57-837f-aee669f3d745 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Request body: {'security_group_rule': {'security_group_id': 'c3c97fff-4cd1-4086-ab7b-943648f3d676', 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:52.958340 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-aaf7dead-8a63-4e57-837f-aee669f3d745 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Project e8a772a72a544edcac4a9beae566e5c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:29:52.963457 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aaf7dead-8a63-4e57-837f-aee669f3d745 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:52.987414 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-6d02acda-d398-445c-b3c4-429b0aad2594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'f0169efe-5515-4b15-b0ad-ba64678d572a', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'floating_ip_address': '172.26.0.196', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'port_id': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'mac_address': 'fa:16:3e:d0:3b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:29:50Z', 'updated_at': '2021-11-24T05:29:50Z', 'revision_number': 0, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831', 'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'mac_address': 'fa:16:3e:2c:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:59Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 5, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'subnets': [{'id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:29:53.015567 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02acda-d398-445c-b3c4-429b0aad2594 None None] The sync data for ids ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'] in dv-neutron-818850-5-hyperv is: [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'f0169efe-5515-4b15-b0ad-ba64678d572a', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'floating_ip_address': '172.26.0.196', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'port_id': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'mac_address': 'fa:16:3e:d0:3b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:29:50Z', 'updated_at': '2021-11-24T05:29:50Z', 'revision_number': 0, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831', 'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'mac_address': 'fa:16:3e:2c:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:59Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 5, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'subnets': [{'id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:29:53.023626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aaf7dead-8a63-4e57-837f-aee669f3d745 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:53.028267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aaf7dead-8a63-4e57-837f-aee669f3d745 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:53.047487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7dead-8a63-4e57-837f-aee669f3d745 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de864784-428b-4573-8f37-ee8fb3f3ed12,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:53.056722 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aaf7dead-8a63-4e57-837f-aee669f3d745 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:53.060553 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-aaf7dead-8a63-4e57-837f-aee669f3d745 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270225 Nov 24 05:29:53.152058 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01843a88-501b-4d22-b7c0-6c5dfe757078 req-b9bad4bf-65ea-4fee-bf08-f35c28fdc766 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086147236&fields=id&tenant_id=e8a772a72a544edcac4a9beae566e5c0 HTTP/1.1" status: 200 len: 267 time: 0.0474653 Nov 24 05:29:53.212159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01843a88-501b-4d22-b7c0-6c5dfe757078 req-d7b9da05-70bb-4992-9108-ac478da5c9ba tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:53.212494 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529c964-c9a0-4146-902b-adfd5324d3a6 None None] New status for floating IP f0169efe-5515-4b15-b0ad-ba64678d572a: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:29:53.213720 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01843a88-501b-4d22-b7c0-6c5dfe757078 req-d7b9da05-70bb-4992-9108-ac478da5c9ba tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 945 time: 0.0561035 Nov 24 05:29:53.229181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-01843a88-501b-4d22-b7c0-6c5dfe757078 req-179061e6-1cae-4eea-b477-52f35ff05fbd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Request body: {'port': {'security_groups': ['7077e9df-6e62-40aa-98cb-d6d7fd104409', 'c3c97fff-4cd1-4086-ab7b-943648f3d676']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:29:53.291180 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-01843a88-501b-4d22-b7c0-6c5dfe757078 req-179061e6-1cae-4eea-b477-52f35ff05fbd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:53.483532 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-01843a88-501b-4d22-b7c0-6c5dfe757078 req-179061e6-1cae-4eea-b477-52f35ff05fbd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] For port dbaf264e-3308-40c7-a86b-aee72885623c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dbaf264e-3308-40c7-a86b-aee72885623c,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:29:53.512165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-01843a88-501b-4d22-b7c0-6c5dfe757078 req-179061e6-1cae-4eea-b477-52f35ff05fbd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:53.516712 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-01843a88-501b-4d22-b7c0-6c5dfe757078 req-179061e6-1cae-4eea-b477-52f35ff05fbd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:53.529495 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['dbaf264e-3308-40c7-a86b-aee72885623c'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:29:53.569605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01843a88-501b-4d22-b7c0-6c5dfe757078 req-179061e6-1cae-4eea-b477-52f35ff05fbd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:53.570261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-01843a88-501b-4d22-b7c0-6c5dfe757078 req-179061e6-1cae-4eea-b477-52f35ff05fbd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:53.571729 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01843a88-501b-4d22-b7c0-6c5dfe757078 req-179061e6-1cae-4eea-b477-52f35ff05fbd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "PUT /v2.0/ports/dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 200 len: 981 time: 0.3476186 Nov 24 05:29:53.594744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179061e6-1cae-4eea-b477-52f35ff05fbd tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'Port': ['ID=dbaf264e-3308-40c7-a86b-aee72885623c,revision_number=6']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:29:53.637007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['dbaf264e-3308-40c7-a86b-aee72885623c'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:29:53.687982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a3a15-3936-4347-80ad-f5df6b9a85e9 req-48b050d3-5c10-4db1-88be-525b01bdf925 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:53.689869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bd9a3a15-3936-4347-80ad-f5df6b9a85e9 req-48b050d3-5c10-4db1-88be-525b01bdf925 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0555592 Nov 24 05:29:53.762911 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bd9a3a15-3936-4347-80ad-f5df6b9a85e9 req-3aa44304-096e-4c1b-b46a-f85891066906 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667763 Nov 24 05:29:53.872455 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-de67f2f7-34c3-49ec-8da5-ce609c3ef5c0 None None] Provisioning complete for port dbaf264e-3308-40c7-a86b-aee72885623c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:29:53.872715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-de67f2f7-34c3-49ec-8da5-ce609c3ef5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:54.112125 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:29:54.265922 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:29:54.268335 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61240929-3b31-487e-ac88-49af661a9158" -d '{"events": [{"name": "network-changed", "server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:29:54.305679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bb51e0-df1f-4cc4-8319-fe592400e235 x-openstack-request-id: req-50bb51e0-df1f-4cc4-8319-fe592400e235 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:29:54.306003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:29:54.306260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50bb51e0-df1f-4cc4-8319-fe592400e235 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:29:54.306665 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'status': 'completed', 'code': 200} Nov 24 05:29:54.370368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61240929-3b31-487e-ac88-49af661a9158 req-64682d96-3ee4-4ca2-89c1-1d631a764a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:54.371877 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-61240929-3b31-487e-ac88-49af661a9158 req-64682d96-3ee4-4ca2-89c1-1d631a764a0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a772a72a544edcac4a9beae566e5c0&device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 1137 time: 0.0412714 Nov 24 05:29:54.463736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61240929-3b31-487e-ac88-49af661a9158 req-37326712-2f87-44e3-853a-3952435e15df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:54.465201 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-61240929-3b31-487e-ac88-49af661a9158 req-37326712-2f87-44e3-853a-3952435e15df service neutron] 10.222.0.31 "GET /v2.0/networks?id=145dc03b-fbf9-4b59-b8ad-361d45498fb5 HTTP/1.1" status: 200 len: 915 time: 0.0870218 Nov 24 05:29:54.533029 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-61240929-3b31-487e-ac88-49af661a9158 req-e8be250c-bebd-43da-bfff-6a0b5e1c0365 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 200 len: 1001 time: 0.0599399 Nov 24 05:29:54.581192 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61240929-3b31-487e-ac88-49af661a9158 req-80906586-c6f7-44a9-acfb-332b073ad3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:54.582647 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-61240929-3b31-487e-ac88-49af661a9158 req-80906586-c6f7-44a9-acfb-332b073ad3fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75d746e3-ea8d-4ede-bb24-c4e87464902e HTTP/1.1" status: 200 len: 853 time: 0.0425959 Nov 24 05:29:54.629577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61240929-3b31-487e-ac88-49af661a9158 req-e4cd898d-ab78-422a-949b-287611e59451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:29:54.631705 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-61240929-3b31-487e-ac88-49af661a9158 req-e4cd898d-ab78-422a-949b-287611e59451 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=145dc03b-fbf9-4b59-b8ad-361d45498fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393326 Nov 24 05:29:54.725639 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-61240929-3b31-487e-ac88-49af661a9158 req-01b6b6a5-b705-4053-a31d-c5e6032b30ea service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854828 Nov 24 05:29:54.814653 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-61240929-3b31-487e-ac88-49af661a9158 req-dad2102f-5eb2-4b0b-94de-98ef9ddc8950 service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809453 Nov 24 05:30:07.942813 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6265f3-4077-4e4d-afbf-b86ef0724ef4 req-29c54435-40fa-4f7f-8f3e-f06bd1e53bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:07.944815 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3b6265f3-4077-4e4d-afbf-b86ef0724ef4 req-29c54435-40fa-4f7f-8f3e-f06bd1e53bf4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a772a72a544edcac4a9beae566e5c0&device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 1137 time: 0.0466633 Nov 24 05:30:07.947177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c0013-6991-439f-8d6a-441303e4bd11 req-a8f7d98e-10b9-4a94-8a74-bc2e0f06cd62 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:07.948691 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6f8c0013-6991-439f-8d6a-441303e4bd11 req-a8f7d98e-10b9-4a94-8a74-bc2e0f06cd62 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0548027 Nov 24 05:30:08.022577 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6f8c0013-6991-439f-8d6a-441303e4bd11 req-f358475a-afa2-4b2f-a223-d8182f9ac113 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653450 Nov 24 05:30:08.055515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6265f3-4077-4e4d-afbf-b86ef0724ef4 req-d5a19ec1-5e69-45a5-8bc3-2e0e1211b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:08.057043 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3b6265f3-4077-4e4d-afbf-b86ef0724ef4 req-d5a19ec1-5e69-45a5-8bc3-2e0e1211b536 service neutron] 10.222.0.31 "GET /v2.0/networks?id=145dc03b-fbf9-4b59-b8ad-361d45498fb5 HTTP/1.1" status: 200 len: 915 time: 0.1039479 Nov 24 05:30:08.129192 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3b6265f3-4077-4e4d-afbf-b86ef0724ef4 req-afe25d0f-88ee-40db-b74c-a3f979c2ee14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 200 len: 1001 time: 0.0637839 Nov 24 05:30:08.178945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6265f3-4077-4e4d-afbf-b86ef0724ef4 req-661e4d5c-fed6-47ef-97b2-667c970d2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:08.180483 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3b6265f3-4077-4e4d-afbf-b86ef0724ef4 req-661e4d5c-fed6-47ef-97b2-667c970d2abf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75d746e3-ea8d-4ede-bb24-c4e87464902e HTTP/1.1" status: 200 len: 853 time: 0.0443907 Nov 24 05:30:08.229041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6265f3-4077-4e4d-afbf-b86ef0724ef4 req-8d732aae-c5d2-4b71-9223-e8c5d4c6bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:08.230547 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3b6265f3-4077-4e4d-afbf-b86ef0724ef4 req-8d732aae-c5d2-4b71-9223-e8c5d4c6bbda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=145dc03b-fbf9-4b59-b8ad-361d45498fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410917 Nov 24 05:30:08.325072 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3b6265f3-4077-4e4d-afbf-b86ef0724ef4 req-f2b9bf6f-db40-4f5a-9b77-dec8eb41e80e service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840182 Nov 24 05:30:08.419835 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3b6265f3-4077-4e4d-afbf-b86ef0724ef4 req-50ec323d-3d20-4c5e-be07-0a562242dec3 service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868378 Nov 24 05:30:09.141635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8d92d-f3cc-4d75-b798-a4584d446ef1 req-952e7c9a-d38d-4835-b344-dbc4c14db32f tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:09.143110 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7ad8d92d-f3cc-4d75-b798-a4584d446ef1 req-952e7c9a-d38d-4835-b344-dbc4c14db32f tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0506425 Nov 24 05:30:09.203929 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7ad8d92d-f3cc-4d75-b798-a4584d446ef1 req-8d52c7a2-f8f1-4710-84b1-5a216e4cfec3 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541368 Nov 24 05:30:10.318444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a34cd-1402-4562-95d0-52bf2e8d07c7 req-92c07565-3356-4dbe-96d3-944689edba5e tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:10.319964 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-688a34cd-1402-4562-95d0-52bf2e8d07c7 req-92c07565-3356-4dbe-96d3-944689edba5e tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0501680 Nov 24 05:30:10.380945 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-688a34cd-1402-4562-95d0-52bf2e8d07c7 req-9cfc67e2-21a8-4e7f-acd5-9b7f6de38b1d tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550270 Nov 24 05:30:11.500289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf4008-0525-44c5-aa73-eab39046ee53 req-c608d6e5-a2a5-4d46-b4a6-836bd79358dc tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:11.501762 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e5cf4008-0525-44c5-aa73-eab39046ee53 req-c608d6e5-a2a5-4d46-b4a6-836bd79358dc tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0540271 Nov 24 05:30:11.562752 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e5cf4008-0525-44c5-aa73-eab39046ee53 req-0a7c527a-a8bf-4add-8d2b-a2d5ebf1ed4d tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542800 Nov 24 05:30:12.679235 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43e274-6697-42f1-ab75-5252544bdc71 req-8eccecf3-8842-4397-b97d-3fa6428871a4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:12.680784 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-df43e274-6697-42f1-ab75-5252544bdc71 req-8eccecf3-8842-4397-b97d-3fa6428871a4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0504014 Nov 24 05:30:12.741462 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-df43e274-6697-42f1-ab75-5252544bdc71 req-88116d00-522f-490c-9186-5ee564e6f957 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544710 Nov 24 05:30:13.856687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98764ff3-6918-4164-bb2e-95ff5194cd23 req-9d8ce8e9-261f-4b88-ad85-985ac2e29e2a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:13.858163 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-98764ff3-6918-4164-bb2e-95ff5194cd23 req-9d8ce8e9-261f-4b88-ad85-985ac2e29e2a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0499854 Nov 24 05:30:13.922409 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-98764ff3-6918-4164-bb2e-95ff5194cd23 req-a4e3b9fd-4c5c-4c86-90f4-f1d0bd7910fc tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581820 Nov 24 05:30:15.039956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539161a4-1b95-45fb-960e-9c541341de41 req-7fb9e68c-4225-4722-bac4-43d5025a4880 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:15.041439 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-539161a4-1b95-45fb-960e-9c541341de41 req-7fb9e68c-4225-4722-bac4-43d5025a4880 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0504553 Nov 24 05:30:15.102169 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-539161a4-1b95-45fb-960e-9c541341de41 req-9ba17be7-7dcb-4bb1-b273-4d6423903828 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545137 Nov 24 05:30:16.147185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fde2c997-c458-4281-870a-7c7a5ae58aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:16.226487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d1f7e-4fd8-4ee7-bab5-3ac850b3f5eb req-ac0b4112-014c-4b81-bc0e-609fa45593b0 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:16.228142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a93d1f7e-4fd8-4ee7-bab5-3ac850b3f5eb req-ac0b4112-014c-4b81-bc0e-609fa45593b0 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0506735 Nov 24 05:30:16.287792 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a93d1f7e-4fd8-4ee7-bab5-3ac850b3f5eb req-fc786985-a039-4937-bca1-807b32d1741d tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530343 Nov 24 05:30:17.405501 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389656f0-7bab-47c9-90f9-dde14d7dec5c req-a4b6a730-7af0-4cc9-b5ee-0ed2663f74e9 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:17.407027 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-389656f0-7bab-47c9-90f9-dde14d7dec5c req-a4b6a730-7af0-4cc9-b5ee-0ed2663f74e9 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0539861 Nov 24 05:30:17.467101 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-389656f0-7bab-47c9-90f9-dde14d7dec5c req-b3fdb80a-4114-400a-b847-52f4ffa65345 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539901 Nov 24 05:30:18.417915 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b56c47e-d8c9-43f6-8846-bed9a573da1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:18.582844 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8604e6a-2933-415d-a453-13975bdb9771 req-e5434a40-239d-4568-8ec3-ee44ae74971a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:18.584328 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c8604e6a-2933-415d-a453-13975bdb9771 req-e5434a40-239d-4568-8ec3-ee44ae74971a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0506768 Nov 24 05:30:18.644542 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c8604e6a-2933-415d-a453-13975bdb9771 req-04fb1847-d339-4299-a727-85589e737bfb tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534048 Nov 24 05:30:19.629472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:19.767758 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431a2d6-a575-4e8f-ba7f-39aac4057278 req-fe3945f7-8060-41c9-af5a-f9ac9f03ee6e tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:19.769235 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7431a2d6-a575-4e8f-ba7f-39aac4057278 req-fe3945f7-8060-41c9-af5a-f9ac9f03ee6e tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0541065 Nov 24 05:30:19.832402 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7431a2d6-a575-4e8f-ba7f-39aac4057278 req-a09d8a13-fa5e-4258-b91e-f9e3976cca85 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3c97fff-4cd1-4086-ab7b-943648f3d676&id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564384 Nov 24 05:30:20.843342 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:21.785895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:24.093101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:24.543480 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:30:28.521589 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-c4782ce0-448a-4d6b-a2e6-499f60255cc9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424953 Nov 24 05:30:28.615347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-7c78b651-0b5e-4304-842a-df6997e41c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:28.617107 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-7c78b651-0b5e-4304-842a-df6997e41c22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a772a72a544edcac4a9beae566e5c0&device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 1137 time: 0.0476551 Nov 24 05:30:28.722879 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-ff76bbf6-aad9-49f0-aa19-7981dd22c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:28.724388 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-ff76bbf6-aad9-49f0-aa19-7981dd22c3f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=145dc03b-fbf9-4b59-b8ad-361d45498fb5 HTTP/1.1" status: 200 len: 915 time: 0.0877693 Nov 24 05:30:28.813354 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-37c7574c-0bd6-4a2d-9cc4-5e67872a03d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 200 len: 1001 time: 0.0645988 Nov 24 05:30:28.875390 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-26b73fcf-4a93-426b-8e91-52594531fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:28.877411 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-26b73fcf-4a93-426b-8e91-52594531fd33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75d746e3-ea8d-4ede-bb24-c4e87464902e HTTP/1.1" status: 200 len: 853 time: 0.0528646 Nov 24 05:30:28.944022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-c61dfdf6-da76-42fe-b306-6eb57a5fe07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:28.946328 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-c61dfdf6-da76-42fe-b306-6eb57a5fe07f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=145dc03b-fbf9-4b59-b8ad-361d45498fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497401 Nov 24 05:30:29.053865 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-d0b1ee6b-72d6-4d18-8c38-c4be4a63577c service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987599 Nov 24 05:30:29.143963 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-da6f065b-b2f2-47a1-8c8a-71d2dc70934f req-a0ee5e09-ae41-4ec0-81b7-c8616fdade49 service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823171 Nov 24 05:30:46.149729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c0c7bdf0-55e5-43f5-8d65-22e26b6118db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:48.408620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f09550f0-433f-4b71-9d1d-621573003314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:49.632711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:50.847328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:51.786657 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:52.108190 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-05119376-1103-48c0-80f6-25c00912caf8 req-e38aad66-404f-466e-99ee-f93d560d6ad5 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086147236&fields=id&tenant_id=e8a772a72a544edcac4a9beae566e5c0 HTTP/1.1" status: 200 len: 267 time: 0.0447512 Nov 24 05:30:52.160342 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05119376-1103-48c0-80f6-25c00912caf8 req-ff32aacc-d539-4bd6-a70e-5b81e4ccabda tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:52.161791 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-05119376-1103-48c0-80f6-25c00912caf8 req-ff32aacc-d539-4bd6-a70e-5b81e4ccabda tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 984 time: 0.0482683 Nov 24 05:30:52.173534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [req-05119376-1103-48c0-80f6-25c00912caf8 req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Request body: {'port': {'security_groups': ['7077e9df-6e62-40aa-98cb-d6d7fd104409']}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:30:52.239734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-05119376-1103-48c0-80f6-25c00912caf8 req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:52.409414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [req-05119376-1103-48c0-80f6-25c00912caf8 req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] For port dbaf264e-3308-40c7-a86b-aee72885623c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dbaf264e-3308-40c7-a86b-aee72885623c,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:30:52.438513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-05119376-1103-48c0-80f6-25c00912caf8 req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:52.442825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-05119376-1103-48c0-80f6-25c00912caf8 req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:52.456392 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['dbaf264e-3308-40c7-a86b-aee72885623c'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:30:52.485761 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05119376-1103-48c0-80f6-25c00912caf8 req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:52.486318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [req-05119376-1103-48c0-80f6-25c00912caf8 req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:52.487723 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-05119376-1103-48c0-80f6-25c00912caf8 req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "PUT /v2.0/ports/dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 200 len: 942 time: 0.3185489 Nov 24 05:30:52.488185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:30:52.490724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93" -d '{"events": [{"name": "network-changed", "server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:30:52.495112 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43130) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:30:52.514975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event updated for resources: {'Port': ['ID=dbaf264e-3308-40c7-a86b-aee72885623c,revision_number=7']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:30:52.522824 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.523194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.523563 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.523908 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.524248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.524587 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.524921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.525252 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.526581 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.526926 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.527262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.527624 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac6496-fb9e-406e-baa5-d881070adb7a tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:52.543635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf67cfc-1563-4285-8099-d18068be2a7b x-openstack-request-id: req-bdf67cfc-1563-4285-8099-d18068be2a7b {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:30:52.543937 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:30:52.544191 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdf67cfc-1563-4285-8099-d18068be2a7b {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:30:52.544597 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'status': 'completed', 'code': 200} Nov 24 05:30:52.562343 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['dbaf264e-3308-40c7-a86b-aee72885623c'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:30:52.632651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:52.646889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93 req-63f3b09d-fae2-43df-a2ad-6930315fadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:52.648475 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93 req-63f3b09d-fae2-43df-a2ad-6930315fadc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a772a72a544edcac4a9beae566e5c0&device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 1098 time: 0.0828872 Nov 24 05:30:52.673372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:52.784178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f92bffad-2996-4d04-80ef-5f31da955fcc None None] Provisioning complete for port dbaf264e-3308-40c7-a86b-aee72885623c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:30:52.784554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f92bffad-2996-4d04-80ef-5f31da955fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:53.111849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93 req-150d8912-ca0e-4ba8-84f4-f625af427baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:53.113421 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93 req-150d8912-ca0e-4ba8-84f4-f625af427baf service neutron] 10.222.0.31 "GET /v2.0/networks?id=145dc03b-fbf9-4b59-b8ad-361d45498fb5 HTTP/1.1" status: 200 len: 915 time: 0.4545693 Nov 24 05:30:53.157251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:53.159933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:53.161031 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "DELETE /v2.0/security-groups/c3c97fff-4cd1-4086-ab7b-943648f3d676 HTTP/1.1" status: 204 len: 168 time: 0.6624684 Nov 24 05:30:53.164573 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43132) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:30:53.177735 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c97fff-4cd1-4086-ab7b-943648f3d676,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:30:53.189701 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.190057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.190408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.190750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.191091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.191426 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.191783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.192120 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.192449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.192779 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.193110 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.193438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ac58c-5857-49cd-9e34-332cfae20a84 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:30:53.204782 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93 req-4f4c1232-d4c2-4adc-9518-3f516326b8b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 200 len: 1001 time: 0.0838819 Nov 24 05:30:53.253983 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93 req-af8387d9-7494-48ba-86ad-da09520895b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:53.255443 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93 req-af8387d9-7494-48ba-86ad-da09520895b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75d746e3-ea8d-4ede-bb24-c4e87464902e HTTP/1.1" status: 200 len: 853 time: 0.0438287 Nov 24 05:30:53.303636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93 req-37b42176-a8ae-4328-802c-8c3c869584fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:53.305178 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93 req-37b42176-a8ae-4328-802c-8c3c869584fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=145dc03b-fbf9-4b59-b8ad-361d45498fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428183 Nov 24 05:30:53.326352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Deleting port 89953c81-7f00-4666-a39b-ca4b7a279a31 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:30:53.326695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:53.394911 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93 req-86030392-d198-46f6-ae6b-52ed57a6e6c0 service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820012 Nov 24 05:30:53.409846 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:53.410198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:53.422087 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Calling delete_port for 89953c81-7f00-4666-a39b-ca4b7a279a31 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:30:53.486427 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-df9b6148-9f4e-49d8-85e3-5ab8070cbc93 req-d771e7e7-4057-4c5f-8848-b8a9eba5273d service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837767 Nov 24 05:30:53.573081 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:53.598435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event deleted for resources: {'Port': ['ID=89953c81-7f00-4666-a39b-ca4b7a279a31,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:30:53.660992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:53.661236 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Floating IP f0169efe-5515-4b15-b0ad-ba64678d572a disassociated (deleted). External IP: 172.26.0.196, port: dbaf264e-3308-40c7-a86b-aee72885623c. Nov 24 05:30:53.864736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:30:53.972401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:30:53.977864 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:53.983779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81e6e4-ec6c-4972-9861-2e707c90ca7f None None] Sync routers for ids ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:30:53.997479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81e6e4-ec6c-4972-9861-2e707c90ca7f None None] Routers {'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:30:53.998102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7d81e6e4-ec6c-4972-9861-2e707c90ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:30:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:30:54.005263 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4d071dc8-492e-477d-adf3-329cf1858879 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "DELETE /v2.0/floatingips/f0169efe-5515-4b15-b0ad-ba64678d572a HTTP/1.1" status: 204 len: 168 time: 0.8395834 Nov 24 05:30:54.103566 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:30:54.117623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-7d81e6e4-ec6c-4972-9861-2e707c90ca7f None None] Set router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:30:54.324572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7d81e6e4-ec6c-4972-9861-2e707c90ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831', 'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'mac_address': 'fa:16:3e:2c:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:59Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 5, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'subnets': [{'id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:30:54.349460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81e6e4-ec6c-4972-9861-2e707c90ca7f None None] Checking router: fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:30:54.357439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81e6e4-ec6c-4972-9861-2e707c90ca7f None None] Routers {'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:30:54.358032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7d81e6e4-ec6c-4972-9861-2e707c90ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:30:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:30:54.545652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:30:54.548181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5277e5-b4fa-4853-9964-77812bbba91a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:30:54.585561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d43bd7f-aa00-4657-a1c9-742097c1a0eb x-openstack-request-id: req-8d43bd7f-aa00-4657-a1c9-742097c1a0eb {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:30:54.586070 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:30:54.586335 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d43bd7f-aa00-4657-a1c9-742097c1a0eb {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:30:54.586746 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'status': 'completed', 'code': 200} Nov 24 05:30:54.603463 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-7d81e6e4-ec6c-4972-9861-2e707c90ca7f None None] Set router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:30:54.649498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5277e5-b4fa-4853-9964-77812bbba91a req-5bdd3c23-a10f-4b46-9e10-49bcf3dc39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:54.651101 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e5277e5-b4fa-4853-9964-77812bbba91a req-5bdd3c23-a10f-4b46-9e10-49bcf3dc39ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8a772a72a544edcac4a9beae566e5c0&device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 1098 time: 0.0427439 Nov 24 05:30:54.758755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5277e5-b4fa-4853-9964-77812bbba91a req-cb00af29-68ed-476b-a38c-ffdc60685876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:54.760341 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e5277e5-b4fa-4853-9964-77812bbba91a req-cb00af29-68ed-476b-a38c-ffdc60685876 service neutron] 10.222.0.31 "GET /v2.0/networks?id=145dc03b-fbf9-4b59-b8ad-361d45498fb5 HTTP/1.1" status: 200 len: 915 time: 0.0931792 Nov 24 05:30:54.804716 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e5277e5-b4fa-4853-9964-77812bbba91a req-5700dfa6-7cc7-4b6c-b45f-d8b2718f7d52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 200 len: 217 time: 0.0361168 Nov 24 05:30:54.821426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-7d81e6e4-ec6c-4972-9861-2e707c90ca7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831', 'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'mac_address': 'fa:16:3e:2c:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:59Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 5, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'subnets': [{'id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:30:54.848486 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d81e6e4-ec6c-4972-9861-2e707c90ca7f None None] The sync data for ids ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'] in dv-neutron-818850-5-hyperv is: [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831', 'name': '', 'network_id': '145dc03b-fbf9-4b59-b8ad-361d45498fb5', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'mac_address': 'fa:16:3e:2c:10:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:59Z', 'updated_at': '2021-11-24T05:29:05Z', 'revision_number': 5, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'subnets': [{'id': '75d746e3-ea8d-4ede-bb24-c4e87464902e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:30:54.854596 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5277e5-b4fa-4853-9964-77812bbba91a req-4f48e941-da40-4285-93d3-bc41195641f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:54.856046 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e5277e5-b4fa-4853-9964-77812bbba91a req-4f48e941-da40-4285-93d3-bc41195641f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75d746e3-ea8d-4ede-bb24-c4e87464902e HTTP/1.1" status: 200 len: 853 time: 0.0447857 Nov 24 05:30:54.906812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5277e5-b4fa-4853-9964-77812bbba91a req-23ab9d1c-8f46-48c2-ad34-4779adf9ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:30:54.908374 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e5277e5-b4fa-4853-9964-77812bbba91a req-23ab9d1c-8f46-48c2-ad34-4779adf9ede3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=145dc03b-fbf9-4b59-b8ad-361d45498fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447781 Nov 24 05:30:55.005745 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e5277e5-b4fa-4853-9964-77812bbba91a req-7c864531-cc81-45be-a692-7c9d14d09267 service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901363 Nov 24 05:30:55.091164 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e81085-704b-42ec-bbed-b3925084a1f3 None None] New status for floating IP f0169efe-5515-4b15-b0ad-ba64678d572a: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:30:55.106571 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0e5277e5-b4fa-4853-9964-77812bbba91a req-8a123e30-17a3-4dc9-aee0-fe7c9455e5d6 service neutron] 10.222.0.31 "GET /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932765 Nov 24 05:31:01.542268 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:31:03.055109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ab989-bb42-4576-ba56-f9a1a1b1bf71 req-1e32c3de-29c7-49ea-9528-506bb551f8c4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:03.056689 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d3ab989-bb42-4576-ba56-f9a1a1b1bf71 req-1e32c3de-29c7-49ea-9528-506bb551f8c4 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 945 time: 0.0563192 Nov 24 05:31:03.105969 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1d3ab989-bb42-4576-ba56-f9a1a1b1bf71 req-e806efd2-f740-4333-b3b8-210789794e02 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Nov 24 05:31:04.224006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee0408-6fc9-48ca-9afa-6ff813dee613 req-faf4d983-f5a0-4c03-9df6-f92542ce55e9 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:04.226159 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5fee0408-6fc9-48ca-9afa-6ff813dee613 req-faf4d983-f5a0-4c03-9df6-f92542ce55e9 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 945 time: 0.0497789 Nov 24 05:31:04.273069 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5fee0408-6fc9-48ca-9afa-6ff813dee613 req-21ab09d7-6efa-4faa-bf2a-bc7710ddeef3 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/security-groups?id=7077e9df-6e62-40aa-98cb-d6d7fd104409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 Nov 24 05:31:04.687612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ba87d-fedf-49cc-b547-409dd9fa1167 req-0a278de6-24fc-48a5-85d2-9521cf7dfd0d tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:04.689032 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-336ba87d-fedf-49cc-b547-409dd9fa1167 req-0a278de6-24fc-48a5-85d2-9521cf7dfd0d tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 945 time: 0.0475738 Nov 24 05:31:04.776586 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-336ba87d-fedf-49cc-b547-409dd9fa1167 req-f9a82d1a-e0ab-4f70-abd6-4c8fecc7e797 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Deleting port dbaf264e-3308-40c7-a86b-aee72885623c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:31:04.776933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-336ba87d-fedf-49cc-b547-409dd9fa1167 req-f9a82d1a-e0ab-4f70-abd6-4c8fecc7e797 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:04.869922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-336ba87d-fedf-49cc-b547-409dd9fa1167 req-f9a82d1a-e0ab-4f70-abd6-4c8fecc7e797 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] For port dbaf264e-3308-40c7-a86b-aee72885623c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dbaf264e-3308-40c7-a86b-aee72885623c,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:04.870281 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-336ba87d-fedf-49cc-b547-409dd9fa1167 req-f9a82d1a-e0ab-4f70-abd6-4c8fecc7e797 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:04.882298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-336ba87d-fedf-49cc-b547-409dd9fa1167 req-f9a82d1a-e0ab-4f70-abd6-4c8fecc7e797 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Calling delete_port for dbaf264e-3308-40c7-a86b-aee72885623c owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:31:05.009743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-336ba87d-fedf-49cc-b547-409dd9fa1167 req-f9a82d1a-e0ab-4f70-abd6-4c8fecc7e797 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:05.021535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['dbaf264e-3308-40c7-a86b-aee72885623c'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:31:05.037140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a82d1a-e0ab-4f70-abd6-4c8fecc7e797 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Pushing event deleted for resources: {'Port': ['ID=dbaf264e-3308-40c7-a86b-aee72885623c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:05.086578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-336ba87d-fedf-49cc-b547-409dd9fa1167 req-f9a82d1a-e0ab-4f70-abd6-4c8fecc7e797 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] No DVR routers for this DVR port dbaf264e-3308-40c7-a86b-aee72885623c on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:31:05.089182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-336ba87d-fedf-49cc-b547-409dd9fa1167 req-f9a82d1a-e0ab-4f70-abd6-4c8fecc7e797 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:05.092753 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-336ba87d-fedf-49cc-b547-409dd9fa1167 req-f9a82d1a-e0ab-4f70-abd6-4c8fecc7e797 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.31 "DELETE /v2.0/ports/dbaf264e-3308-40c7-a86b-aee72885623c HTTP/1.1" status: 204 len: 173 time: 0.3976679 Nov 24 05:31:05.093196 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'name': 'network-vif-deleted', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:31:05.095433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da14715-42ef-4009-9979-5f94aab14617" -d '{"events": [{"server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "name": "network-vif-deleted", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:31:05.132136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c4e1d6-8e8e-45fb-a5de-b8bf1ec7bfe9 x-openstack-request-id: req-49c4e1d6-8e8e-45fb-a5de-b8bf1ec7bfe9 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:31:05.132600 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc66a1cd-7470-42b8-8318-78d560deceb9", "name": "network-vif-deleted", "tag": "dbaf264e-3308-40c7-a86b-aee72885623c", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:31:05.133027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49c4e1d6-8e8e-45fb-a5de-b8bf1ec7bfe9 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:31:05.133442 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc66a1cd-7470-42b8-8318-78d560deceb9', 'name': 'network-vif-deleted', 'tag': 'dbaf264e-3308-40c7-a86b-aee72885623c', 'status': 'completed', 'code': 200} Nov 24 05:31:05.383142 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-941b73db-8d36-4b97-a8ac-a29f9e7bd6d7 req-75ce55e8-1d0d-46cc-96be-87d11d41b433 tempest-TestMinimumBasicScenario-1860671842 tempest-TestMinimumBasicScenario-1860671842-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc66a1cd-7470-42b8-8318-78d560deceb9 HTTP/1.1" status: 200 len: 210 time: 0.0335374 Nov 24 05:31:06.963125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43230) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:07.309282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:07.547068 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] Deleting port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:31:07.547406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:07.623606 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] For port b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:07.623889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:07.636031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] Calling delete_port for b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:31:07.738596 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device dbaf264e-3308-40c7-a86b-aee72885623c no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:31:07.759002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: dbaf264e-3308-40c7-a86b-aee72885623c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:31:07.759351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device dbaf264e-3308-40c7-a86b-aee72885623c not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:31:07.811616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:07.843148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:08.005012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:08.234418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] Router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:31:08.335364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:31:08.340651 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9c513347-20f6-4c02-89a1-d3a0433e8330 admin admin] 10.222.0.37 "PUT /v2.0/routers/fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3764055 Nov 24 05:31:08.343312 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43232) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:08.345067 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62627134-8eb8-48c1-9d83-bd8202e06086 None None] Sync routers for ids ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:31:08.358999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62627134-8eb8-48c1-9d83-bd8202e06086 None None] Routers {'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:31:08.359672 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-62627134-8eb8-48c1-9d83-bd8202e06086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:30:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:08.452630 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:08.468412 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-62627134-8eb8-48c1-9d83-bd8202e06086 None None] Set router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:31:08.554780 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:08.605490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Deleting port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:31:08.605836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:08.651388 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-62627134-8eb8-48c1-9d83-bd8202e06086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:31:07Z', 'revision_number': 5, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port': {'id': '7eddbcf5-61b9-4bb5-965a-55ea1a8e0688', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:28:58Z', 'updated_at': '2021-11-24T05:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:08.677111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62627134-8eb8-48c1-9d83-bd8202e06086 None None] Checking router: fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:31:08.686514 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62627134-8eb8-48c1-9d83-bd8202e06086 None None] Routers {'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:31:08.687119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-62627134-8eb8-48c1-9d83-bd8202e06086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:30:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:08.687338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] For port 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7eddbcf5-61b9-4bb5-965a-55ea1a8e0688,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:08.687736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:08.700032 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Calling delete_port for 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:31:08.771571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-62627134-8eb8-48c1-9d83-bd8202e06086 None None] Set router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:31:08.823047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-62627134-8eb8-48c1-9d83-bd8202e06086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:31:08Z', 'revision_number': 6, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:08.852271 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62627134-8eb8-48c1-9d83-bd8202e06086 None None] The sync data for ids ['fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958'] in dv-neutron-818850-5-hyperv is: [{'id': 'fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958', 'name': 'tempest-TestMinimumBasicScenario-634357281-router', 'tenant_id': 'e8a772a72a544edcac4a9beae566e5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:28:57Z', 'updated_at': '2021-11-24T05:31:08Z', 'revision_number': 6, 'project_id': 'e8a772a72a544edcac4a9beae566e5c0', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:31:08.871473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:08.898561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eddbcf5-61b9-4bb5-965a-55ea1a8e0688,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:08.908842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f5ea3d-1158-4dbe-a9ea-c24fbb2ce4b5 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:31:08.960790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.055982 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.058067 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.101463 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.101981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:31:09.106225 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.107434 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-24915a1d-c0e8-4c5c-94c2-78ebd6a31c86 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fdfe09b7-32a3-4b0b-a9a8-7c291f6ae958 HTTP/1.1" status: 204 len: 168 time: 0.7631762 Nov 24 05:31:09.109856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43234) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:09.153453 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de53e9f-1d07-422f-ac19-36eb95f286f8 admin admin] Deleting subnet 75d746e3-ea8d-4ede-bb24-c4e87464902e {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:31:09.156337 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2de53e9f-1d07-422f-ac19-36eb95f286f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.191482 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2de53e9f-1d07-422f-ac19-36eb95f286f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.277976 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2de53e9f-1d07-422f-ac19-36eb95f286f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.328831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2de53e9f-1d07-422f-ac19-36eb95f286f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.352914 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de53e9f-1d07-422f-ac19-36eb95f286f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d746e3-ea8d-4ede-bb24-c4e87464902e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:09.358459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2de53e9f-1d07-422f-ac19-36eb95f286f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.361753 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2de53e9f-1d07-422f-ac19-36eb95f286f8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/75d746e3-ea8d-4ede-bb24-c4e87464902e HTTP/1.1" status: 204 len: 168 time: 0.2509553 Nov 24 05:31:09.364195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43236) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:09.365946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e1eff-0bd7-4667-a595-00134a5f5053 None None] Network 145dc03b-fbf9-4b59-b8ad-361d45498fb5 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:31:09.435801 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.487278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Deleting port a1178c05-e014-42f2-9bf0-e31821291a81 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:31:09.487640 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.551198 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] For port a1178c05-e014-42f2-9bf0-e31821291a81, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=a1178c05-e014-42f2-9bf0-e31821291a81,segment=NetworkSegment(f5bbfbeb-d7f4-43aa-a352-f6fe9e413459),segment_id=f5bbfbeb-d7f4-43aa-a352-f6fe9e413459)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:09.551500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.568199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Calling delete_port for a1178c05-e014-42f2-9bf0-e31821291a81 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:31:09.611319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] DHCP port deletion for 145dc03b-fbf9-4b59-b8ad-361d45498fb5 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:31:09.650183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.662489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Deleting port a1178c05-e014-42f2-9bf0-e31821291a81 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:31:09.663433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.678114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1178c05-e014-42f2-9bf0-e31821291a81,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:09.681154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] No DVR routers for this DVR port a1178c05-e014-42f2-9bf0-e31821291a81 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:31:09.734749 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] For port a1178c05-e014-42f2-9bf0-e31821291a81, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:09.735135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.747859 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Calling delete_port for a1178c05-e014-42f2-9bf0-e31821291a81 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:31:09.750459 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Port a1178c05-e014-42f2-9bf0-e31821291a81 was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:31:09.751736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.756862 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.773781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Pushing event deleted for resources: {'Port': ['ID=a1178c05-e014-42f2-9bf0-e31821291a81,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:09.778512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145dc03b-fbf9-4b59-b8ad-361d45498fb5']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:09.783427 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.783804 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.784149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.784487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.784824 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.785157 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.785489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.785820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.786149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.786916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.786916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.787107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:09.789225 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:09.789532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bbfbeb-d7f4-43aa-a352-f6fe9e413459') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:09.790547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbdab86-2720-4fcb-9e2e-d90b18c1f0c9 None None] No DVR routers for this DVR port a1178c05-e014-42f2-9bf0-e31821291a81 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:31:09.804482 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.818748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.825176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:31:09.825573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:31:09.827290 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:31:09.884740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.890083 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:09.893413 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/145dc03b-fbf9-4b59-b8ad-361d45498fb5 HTTP/1.1" status: 204 len: 168 time: 0.5280933 Nov 24 05:31:09.896444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43238) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:09.905730 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746e014-6929-4d86-8a38-853a62439cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=145dc03b-fbf9-4b59-b8ad-361d45498fb5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:10.066916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a1178c05-e014-42f2-9bf0-e31821291a81 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:31:10.087320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: a1178c05-e014-42f2-9bf0-e31821291a81 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:31:10.087710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device a1178c05-e014-42f2-9bf0-e31821291a81 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:31:10.088128 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:31:10.106715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:31:10.107060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b2dd9ab7-0dda-4a48-8a51-7a9c95f6b831 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:31:10.107466 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:31:10.125397 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:31:10.125665 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7eddbcf5-61b9-4bb5-965a-55ea1a8e0688 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:31:10.252114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:10.492886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] Deleting port e4b1a128-4b5e-43d9-8fa1-b5723c628873 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:31:10.493115 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:10.567223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] For port e4b1a128-4b5e-43d9-8fa1-b5723c628873, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=e4b1a128-4b5e-43d9-8fa1-b5723c628873,segment=NetworkSegment(69b646a6-06eb-414f-9ade-716a360baaf0),segment_id=69b646a6-06eb-414f-9ade-716a360baaf0)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:10.567571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:10.584241 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] Calling delete_port for e4b1a128-4b5e-43d9-8fa1-b5723c628873 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:31:10.760188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:10.786382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b1a128-4b5e-43d9-8fa1-b5723c628873,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:10.950395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:11.443898 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] Router 194d1da0-2df6-41d8-8781-47c18d510b3a has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:31:11.548826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:31:11.554284 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-239aa6bd-fef1-4df1-b336-7c63f53f87f7 admin admin] 10.222.0.37 "PUT /v2.0/routers/194d1da0-2df6-41d8-8781-47c18d510b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6565669 Nov 24 05:31:11.556770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43240) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:11.557723 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dedc2c0-fbd8-4357-871e-3693cb5e7779 None None] Sync routers for ids ['194d1da0-2df6-41d8-8781-47c18d510b3a'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:31:11.567751 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dedc2c0-fbd8-4357-871e-3693cb5e7779 None None] Routers {'194d1da0-2df6-41d8-8781-47c18d510b3a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:31:11.568363 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9dedc2c0-fbd8-4357-871e-3693cb5e7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:30:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['194d1da0-2df6-41d8-8781-47c18d510b3a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:11.660451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:11.673413 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-9dedc2c0-fbd8-4357-871e-3693cb5e7779 None None] Set router 194d1da0-2df6-41d8-8781-47c18d510b3a gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:31:11.765890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:11.831518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Deleting port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:31:11.831920 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:11.865381 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9dedc2c0-fbd8-4357-871e-3693cb5e7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'name': 'tempest-TestMinimumBasicScenario-66839355-router', 'tenant_id': '333824b334e34eb592770a06180f198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:29:01Z', 'updated_at': '2021-11-24T05:31:10Z', 'revision_number': 5, 'project_id': '333824b334e34eb592770a06180f198b', 'gw_port': {'id': '5f4eb63d-f01f-41a3-bd45-96a4f5d26480', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:29:02Z', 'updated_at': '2021-11-24T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:11.896077 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dedc2c0-fbd8-4357-871e-3693cb5e7779 None None] Checking router: 194d1da0-2df6-41d8-8781-47c18d510b3a for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:31:11.904710 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dedc2c0-fbd8-4357-871e-3693cb5e7779 None None] Routers {'194d1da0-2df6-41d8-8781-47c18d510b3a'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:31:11.905558 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9dedc2c0-fbd8-4357-871e-3693cb5e7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:30:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['194d1da0-2df6-41d8-8781-47c18d510b3a'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:11.912065 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] For port 5f4eb63d-f01f-41a3-bd45-96a4f5d26480, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=5f4eb63d-f01f-41a3-bd45-96a4f5d26480,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:11.912430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:11.926002 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Calling delete_port for 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:31:12.084490 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-9dedc2c0-fbd8-4357-871e-3693cb5e7779 None None] Set router 194d1da0-2df6-41d8-8781-47c18d510b3a gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:31:12.131414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.138063 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9dedc2c0-fbd8-4357-871e-3693cb5e7779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'name': 'tempest-TestMinimumBasicScenario-66839355-router', 'tenant_id': '333824b334e34eb592770a06180f198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:29:01Z', 'updated_at': '2021-11-24T05:31:11Z', 'revision_number': 6, 'project_id': '333824b334e34eb592770a06180f198b', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:12.161601 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4eb63d-f01f-41a3-bd45-96a4f5d26480,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:12.169227 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dedc2c0-fbd8-4357-871e-3693cb5e7779 None None] The sync data for ids ['194d1da0-2df6-41d8-8781-47c18d510b3a'] in dv-neutron-818850-5-hyperv is: [{'id': '194d1da0-2df6-41d8-8781-47c18d510b3a', 'name': 'tempest-TestMinimumBasicScenario-66839355-router', 'tenant_id': '333824b334e34eb592770a06180f198b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:29:01Z', 'updated_at': '2021-11-24T05:31:11Z', 'revision_number': 6, 'project_id': '333824b334e34eb592770a06180f198b', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:31:12.193220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435c278b-0bf9-4ea4-b3ae-32431c3b4ebe None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:31:12.235784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.334007 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.336796 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.384547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.385132 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 194d1da0-2df6-41d8-8781-47c18d510b3a {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:31:12.391161 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.392398 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-682f8c09-e3aa-4618-8687-b54ac19e8b97 admin admin] 10.222.0.37 "DELETE /v2.0/routers/194d1da0-2df6-41d8-8781-47c18d510b3a HTTP/1.1" status: 204 len: 168 time: 0.8346968 Nov 24 05:31:12.395025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43242) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:12.446278 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c26dec-784d-407d-b240-a9abc20be787 admin admin] Deleting subnet 56bfd451-a9c1-4827-8126-076bed4eb726 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:31:12.449434 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c26dec-784d-407d-b240-a9abc20be787 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.483949 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c26dec-784d-407d-b240-a9abc20be787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.566257 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c26dec-784d-407d-b240-a9abc20be787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.629572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c26dec-784d-407d-b240-a9abc20be787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.660390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c26dec-784d-407d-b240-a9abc20be787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56bfd451-a9c1-4827-8126-076bed4eb726,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:12.664678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d4c26dec-784d-407d-b240-a9abc20be787 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.669823 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d4c26dec-784d-407d-b240-a9abc20be787 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/56bfd451-a9c1-4827-8126-076bed4eb726 HTTP/1.1" status: 204 len: 168 time: 0.2737772 Nov 24 05:31:12.670468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43244) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:12.675005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5ae3d0-c36b-4371-8b06-c36d0e8f78f7 None None] Network e17deb35-9e22-4ca7-b40e-c32b8de22575 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:31:12.742393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.801104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Deleting port f141679d-9c03-41ed-9b85-6c9b1835d12f {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:31:12.801447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:12.960199 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ef693-0b75-4279-886e-2460516fba40 None None] DHCP port deletion for e17deb35-9e22-4ca7-b40e-c32b8de22575 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:31:13.014086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ef693-0b75-4279-886e-2460516fba40 None None] Deleting port f141679d-9c03-41ed-9b85-6c9b1835d12f {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:31:13.014465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fd0ef693-0b75-4279-886e-2460516fba40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.093297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fd0ef693-0b75-4279-886e-2460516fba40 None None] For port f141679d-9c03-41ed-9b85-6c9b1835d12f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f141679d-9c03-41ed-9b85-6c9b1835d12f,segment=NetworkSegment(69b646a6-06eb-414f-9ade-716a360baaf0),segment_id=69b646a6-06eb-414f-9ade-716a360baaf0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:13.094126 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fd0ef693-0b75-4279-886e-2460516fba40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.108016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ef693-0b75-4279-886e-2460516fba40 None None] Calling delete_port for f141679d-9c03-41ed-9b85-6c9b1835d12f owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:31:13.195171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fd0ef693-0b75-4279-886e-2460516fba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.214832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] For port f141679d-9c03-41ed-9b85-6c9b1835d12f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f141679d-9c03-41ed-9b85-6c9b1835d12f,segment=NetworkSegment(69b646a6-06eb-414f-9ade-716a360baaf0),segment_id=69b646a6-06eb-414f-9ade-716a360baaf0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:13.215210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.223572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ef693-0b75-4279-886e-2460516fba40 None None] Pushing event deleted for resources: {'Port': ['ID=f141679d-9c03-41ed-9b85-6c9b1835d12f,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:13.227906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ef693-0b75-4279-886e-2460516fba40 None None] No DVR routers for this DVR port f141679d-9c03-41ed-9b85-6c9b1835d12f on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:31:13.245645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Calling delete_port for f141679d-9c03-41ed-9b85-6c9b1835d12f owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:31:13.323858 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.350853 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] No DVR routers for this DVR port f141679d-9c03-41ed-9b85-6c9b1835d12f on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:31:13.352614 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=f141679d-9c03-41ed-9b85-6c9b1835d12f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:13.425150 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.444778 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17deb35-9e22-4ca7-b40e-c32b8de22575']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:13.453550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b646a6-06eb-414f-9ade-716a360baaf0') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:13.453848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b646a6-06eb-414f-9ade-716a360baaf0') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:13.463130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.477182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.483693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:31:13.484121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: self.session.flush() Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:31:13.486127 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:31:13.543570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.548474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.551688 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] 10.222.0.37 "DELETE /v2.0/networks/e17deb35-9e22-4ca7-b40e-c32b8de22575 HTTP/1.1" status: 204 len: 168 time: 0.8801937 Nov 24 05:31:13.564665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c7305-9a09-49c8-bef0-42dc64f00c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=e17deb35-9e22-4ca7-b40e-c32b8de22575,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:13.710195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43248) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:13.749381 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-68557b25-98d0-48d6-afc9-048dd7d81670 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8a772a72a544edcac4a9beae566e5c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380518 Nov 24 05:31:13.751748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43250) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:13.797242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-07d5da42-1860-4528-8b41-b7064907f56b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.820204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-07d5da42-1860-4528-8b41-b7064907f56b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.864469 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-07d5da42-1860-4528-8b41-b7064907f56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.867787 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-07d5da42-1860-4528-8b41-b7064907f56b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:13.868917 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-07d5da42-1860-4528-8b41-b7064907f56b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7077e9df-6e62-40aa-98cb-d6d7fd104409 HTTP/1.1" status: 204 len: 168 time: 0.1162879 Nov 24 05:31:13.877012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5da42-1860-4528-8b41-b7064907f56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7077e9df-6e62-40aa-98cb-d6d7fd104409,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:14.061455 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e4b1a128-4b5e-43d9-8fa1-b5723c628873 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:31:14.081624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: e4b1a128-4b5e-43d9-8fa1-b5723c628873 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:31:14.081979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device e4b1a128-4b5e-43d9-8fa1-b5723c628873 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:31:14.082410 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f141679d-9c03-41ed-9b85-6c9b1835d12f no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:31:14.103510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: f141679d-9c03-41ed-9b85-6c9b1835d12f {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:31:14.103892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f141679d-9c03-41ed-9b85-6c9b1835d12f not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:31:14.104318 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:31:14.125716 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:31:14.126072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 5f4eb63d-f01f-41a3-bd45-96a4f5d26480 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:31:14.181936 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43256) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:14.222934 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ac5c3a39-1a48-4cab-80dd-1d969f35f1dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=333824b334e34eb592770a06180f198b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398088 Nov 24 05:31:14.225466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43258) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:14.270626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beb808e7-efb0-4ac0-94ce-b1ffe034a149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:14.291394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beb808e7-efb0-4ac0-94ce-b1ffe034a149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:14.337490 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beb808e7-efb0-4ac0-94ce-b1ffe034a149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:14.340331 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beb808e7-efb0-4ac0-94ce-b1ffe034a149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:14.341486 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-beb808e7-efb0-4ac0-94ce-b1ffe034a149 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5504e6dd-e3e4-428b-a447-dc989ec7b0f3 HTTP/1.1" status: 204 len: 168 time: 0.1151388 Nov 24 05:31:14.349302 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb808e7-efb0-4ac0-94ce-b1ffe034a149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5504e6dd-e3e4-428b-a447-dc989ec7b0f3,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:15.826194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43298) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:15.830935 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-a4c05f32-b8dd-4d32-940d-ec07bcb2a77f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152085408', 'description': 'tempest-secgroup-smoke-1152085408 description', 'project_id': '236011f74592488fb280971a9f20d501'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:15.853759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4c05f32-b8dd-4d32-940d-ec07bcb2a77f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:15.861475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4c05f32-b8dd-4d32-940d-ec07bcb2a77f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:15.934367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4c05f32-b8dd-4d32-940d-ec07bcb2a77f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:15.938212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4c05f32-b8dd-4d32-940d-ec07bcb2a77f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:15.980548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c05f32-b8dd-4d32-940d-ec07bcb2a77f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd24e49f-36ac-4bdc-a130-d2f2c4006a11,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:16.016673 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4c05f32-b8dd-4d32-940d-ec07bcb2a77f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.020132 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4c05f32-b8dd-4d32-940d-ec07bcb2a77f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.048694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a4c05f32-b8dd-4d32-940d-ec07bcb2a77f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.049866 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a4c05f32-b8dd-4d32-940d-ec07bcb2a77f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2225680 Nov 24 05:31:16.050970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c05f32-b8dd-4d32-940d-ec07bcb2a77f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b715ca95-f152-40f6-b21f-a5bd01fabd9a,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:16.052898 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43300) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:16.058191 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3d0c1cbe-3b87-47e3-9e48-dc561380d53a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'b715ca95-f152-40f6-b21f-a5bd01fabd9a', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:16.083792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1cbe-3b87-47e3-9e48-dc561380d53a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.140564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1cbe-3b87-47e3-9e48-dc561380d53a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.144424 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1cbe-3b87-47e3-9e48-dc561380d53a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.149160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6f9154ac-21c4-4bc9-80e8-024c37e1d1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.162617 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c1cbe-3b87-47e3-9e48-dc561380d53a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b928d068-490d-496e-9cfc-a3a32129e27b,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:16.171162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1cbe-3b87-47e3-9e48-dc561380d53a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.172386 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3d0c1cbe-3b87-47e3-9e48-dc561380d53a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180589 Nov 24 05:31:16.175035 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43302) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:16.180046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-bc3ddd61-e887-4315-836f-d3ba3e6f740a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'b715ca95-f152-40f6-b21f-a5bd01fabd9a', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:16.207083 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bc3ddd61-e887-4315-836f-d3ba3e6f740a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.261792 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bc3ddd61-e887-4315-836f-d3ba3e6f740a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.265229 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bc3ddd61-e887-4315-836f-d3ba3e6f740a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.284610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ddd61-e887-4315-836f-d3ba3e6f740a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e07100-5365-4dcb-af97-787496a5f399,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:16.290200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bc3ddd61-e887-4315-836f-d3ba3e6f740a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.291376 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bc3ddd61-e887-4315-836f-d3ba3e6f740a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153858 Nov 24 05:31:16.294223 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43304) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:16.298526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-48eade8a-0756-4ee7-b88f-9cc3cf3a427a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'b715ca95-f152-40f6-b21f-a5bd01fabd9a', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:16.325753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-48eade8a-0756-4ee7-b88f-9cc3cf3a427a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.384891 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-48eade8a-0756-4ee7-b88f-9cc3cf3a427a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.388679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-48eade8a-0756-4ee7-b88f-9cc3cf3a427a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.408874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eade8a-0756-4ee7-b88f-9cc3cf3a427a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36b6846-e53c-44dc-85f2-c8d72f95a4f2,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:16.415229 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-48eade8a-0756-4ee7-b88f-9cc3cf3a427a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.416395 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-48eade8a-0756-4ee7-b88f-9cc3cf3a427a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211662 Nov 24 05:31:16.419026 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43306) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:16.423265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-dd8dfb88-4efa-49ab-ad68-2266a96aa80e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'b715ca95-f152-40f6-b21f-a5bd01fabd9a', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:16.449612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfb88-4efa-49ab-ad68-2266a96aa80e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.506981 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfb88-4efa-49ab-ad68-2266a96aa80e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.510429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfb88-4efa-49ab-ad68-2266a96aa80e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.532591 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dfb88-4efa-49ab-ad68-2266a96aa80e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359e8661-a927-4272-bc6d-32987f440e3f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:16.541086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfb88-4efa-49ab-ad68-2266a96aa80e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.542287 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-dd8dfb88-4efa-49ab-ad68-2266a96aa80e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223180 Nov 24 05:31:16.544903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43308) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:16.549249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-855b8f3d-3331-4763-90e8-66d9493e4d5e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'b715ca95-f152-40f6-b21f-a5bd01fabd9a', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:16.571456 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-855b8f3d-3331-4763-90e8-66d9493e4d5e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Project 236011f74592488fb280971a9f20d501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:31:16.576345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855b8f3d-3331-4763-90e8-66d9493e4d5e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.634555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855b8f3d-3331-4763-90e8-66d9493e4d5e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.638208 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855b8f3d-3331-4763-90e8-66d9493e4d5e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.656111 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b8f3d-3331-4763-90e8-66d9493e4d5e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f319bd3d-4931-48fa-b5ef-1cc68f9e2b1d,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:16.663167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855b8f3d-3331-4763-90e8-66d9493e4d5e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.664401 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-855b8f3d-3331-4763-90e8-66d9493e4d5e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185467 Nov 24 05:31:16.667094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43310) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:16.671438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-1fe80b68-1f70-49ed-806e-232f4d6bbf7e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'b715ca95-f152-40f6-b21f-a5bd01fabd9a', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:16.693265 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-1fe80b68-1f70-49ed-806e-232f4d6bbf7e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Project 236011f74592488fb280971a9f20d501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:31:16.698658 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1fe80b68-1f70-49ed-806e-232f4d6bbf7e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.759246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1fe80b68-1f70-49ed-806e-232f4d6bbf7e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.762808 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1fe80b68-1f70-49ed-806e-232f4d6bbf7e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.782136 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe80b68-1f70-49ed-806e-232f4d6bbf7e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037a9a05-dee1-4840-9674-82e1e11ecc5e,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:16.788159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1fe80b68-1f70-49ed-806e-232f4d6bbf7e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.789481 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1fe80b68-1f70-49ed-806e-232f4d6bbf7e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213667 Nov 24 05:31:16.795401 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43312) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:16.797515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'network': {'name': 'tempest-network-smoke--1224693849', 'project_id': '236011f74592488fb280971a9f20d501', 'port_security_enabled': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:16.821915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:31:16.825472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.849506 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:31:16.858995 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.859388 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Added segment 4c0afa4c-fd3b-4fb0-b601-f457ca386307 of type vlan for network c0572f91-3344-409c-aa43-584dfd9cd789 Nov 24 05:31:16.899806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.923820 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.930353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:16.930938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:16.968381 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1748955 Nov 24 05:31:16.971275 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43314) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:16.975839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'admin_state_up': True, 'project_id': '236011f74592488fb280971a9f20d501', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:17.014479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f97f92-0c38-49b1-9fc7-84ce4b4bae91 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Network': ['ID=c0572f91-3344-409c-aa43-584dfd9cd789,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:17.025037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network c0572f91-3344-409c-aa43-584dfd9cd789 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:31:17.030690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:17.031858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:17.083612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:17.224392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:17.412116 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:17.432259 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:17.536472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.26.0.34 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/504c3236-773b-497c-91ec-bffa0c6e4386) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:31:17.636291 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:17.674334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:17.709884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:31:17.714493 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:31:17.718101 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:31:17.728176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d96e914-f717-417b-b0a6-696c662dc595 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:31:17.741711 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=504c3236-773b-497c-91ec-bffa0c6e4386,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:17.767478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-061df306-bf81-4899-9bf0-d7dce0cf2809 None None] Provisioning complete for port 504c3236-773b-497c-91ec-bffa0c6e4386 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:17.767946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-061df306-bf81-4899-9bf0-d7dce0cf2809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:17.809442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-061df306-bf81-4899-9bf0-d7dce0cf2809 None None] Port 504c3236-773b-497c-91ec-bffa0c6e4386 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:31:17.970878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:18.165999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:18.292159 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:31:18.405539 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:31:18.415652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Sync routers for ids ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:31:18.419292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-addf6f42-bedb-4420-b1cb-79b0d27c57b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:18.427492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:18.427758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Routers {'13e7e891-bcac-4d4b-b75c-00d992f3ccf2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:31:18.428922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:31:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:18.429386 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ee230ae7-ac9f-4b8c-97c2-ac483c85c07d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4571655 Nov 24 05:31:18.434820 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43316) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:18.532271 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Set router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:31:18.559399 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b663e954-7f6b-4086-ac60-48f3231cff82 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=236011f74592488fb280971a9f20d501&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1232994 Nov 24 05:31:18.562008 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43320) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:18.645950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc99b0-2fd2-4bcf-a153-ae6f794f605f tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:18.650172 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-23dc99b0-2fd2-4bcf-a153-ae6f794f605f tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846024 Nov 24 05:31:18.650393 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43322) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:18.680626 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d561f168-39c0-43d0-9543-96236bcd5bc6 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262845 Nov 24 05:31:18.680831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43324) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:18.685559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-455055766', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'project_id': '236011f74592488fb280971a9f20d501', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:18.705497 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:17Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:18.778989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:31:18.782586 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:18.893582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Checking router: 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:31:18.894163 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Updating router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 port 504c3236-773b-497c-91ec-bffa0c6e4386 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:31:18.920540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:18.969818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.029171 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Subnet': ['ID=deef6a19-8969-42a1-a6bc-07879e55ae04,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:19.043035 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Checking segment: {'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:31:19.043621 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network hostable DHCP agents. Network: c0572f91-3344-409c-aa43-584dfd9cd789, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:31:19.061152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network c0572f91-3344-409c-aa43-584dfd9cd789 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:31:19.070141 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, c0572f91-3344-409c-aa43-584dfd9cd789) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:31:19.074449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:19.075095 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.081691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885a484-bbbb-4fc4-abab-01d3797538ed None None] Network c0572f91-3344-409c-aa43-584dfd9cd789 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:31:19.090537 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-87dc094e-0fc6-4186-b489-f707ce0436b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4087198 Nov 24 05:31:19.093667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43326) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:19.295434 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.304670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.314196 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-c0572f91-3344-409c-aa43-584dfd9cd789', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'tenant_id': '236011f74592488fb280971a9f20d501', 'fixed_ips': [{'subnet_id': 'deef6a19-8969-42a1-a6bc-07879e55ae04'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:31:19.315055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.369443 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7735ffaf-26f6-427a-a0c5-cdf872db10f4 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:31:19.390866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Attempting to bind port 504c3236-773b-497c-91ec-bffa0c6e4386 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:31:19.391245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Attempting to bind port 504c3236-773b-497c-91ec-bffa0c6e4386 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:31:19.391643 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Attempting to bind port 504c3236-773b-497c-91ec-bffa0c6e4386 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:31:19.445246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d9eb1-692e-4da6-ab9d-51b484d006cf None None] Pushing event updated for resources: {'Port': ['ID=504c3236-773b-497c-91ec-bffa0c6e4386,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:19.458659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:31:19.459048 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:31:19.460088 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.460486 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:31:19.460983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Bound port: 504c3236-773b-497c-91ec-bffa0c6e4386, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:31:19.461367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.513534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b5fe1b06-e418-4689-addf-cfeea018db1c None None] Provisioning complete for port 504c3236-773b-497c-91ec-bffa0c6e4386 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:19.513946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b5fe1b06-e418-4689-addf-cfeea018db1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.587007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe1b06-e418-4689-addf-cfeea018db1c None None] Port 504c3236-773b-497c-91ec-bffa0c6e4386 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:31:19.594713 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] For port 504c3236-773b-497c-91ec-bffa0c6e4386, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:31:19.611699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Allocated IP 172.20.0.2 (c0572f91-3344-409c-aa43-584dfd9cd789/deef6a19-8969-42a1-a6bc-07879e55ae04/6158bc5c-d2e3-4904-9bd1-c342444a5655) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:31:19.614704 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] For port 504c3236-773b-497c-91ec-bffa0c6e4386, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=504c3236-773b-497c-91ec-bffa0c6e4386,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:31:19.628347 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.700143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.706639 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670f4dde-84df-4d3f-a919-8dde18f424dd None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:31:19.760232 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d9eb1-692e-4da6-ab9d-51b484d006cf None None] Pushing event updated for resources: {'Port': ['ID=504c3236-773b-497c-91ec-bffa0c6e4386,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:19.768329 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Routers {'13e7e891-bcac-4d4b-b75c-00d992f3ccf2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:31:19.768955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:31:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:19.837931 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.908739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-1a015a93-39b0-4265-bfce-971e907600ad None None] Provisioning complete for port 504c3236-773b-497c-91ec-bffa0c6e4386 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:19.909311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a015a93-39b0-4265-bfce-971e907600ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.964308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:19.971066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] Set router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:31:20.023693 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.097066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Network c0572f91-3344-409c-aa43-584dfd9cd789 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:31:20.102483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Pushing event updated for resources: {'Port': ['ID=6158bc5c-d2e3-4904-9bd1-c342444a5655,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:20.104400 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:31:20.120618 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.20.0.1 (c0572f91-3344-409c-aa43-584dfd9cd789/deef6a19-8969-42a1-a6bc-07879e55ae04/2220259f-a4e6-4871-9ca9-1da9633176a1) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:31:20.130009 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:31:20.230261 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a015a93-39b0-4265-bfce-971e907600ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.236310 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.262061 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Attempting to bind port 6158bc5c-d2e3-4904-9bd1-c342444a5655 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:31:20.262439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Attempting to bind port 6158bc5c-d2e3-4904-9bd1-c342444a5655 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:31:20.262808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Attempting to bind port 6158bc5c-d2e3-4904-9bd1-c342444a5655 on network c0572f91-3344-409c-aa43-584dfd9cd789 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:31:20.270734 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.277690 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:31:20.278077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Checking segment: {'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:31:20.278485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.278888 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Bound using segment: {'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:31:20.279369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Bound port: 6158bc5c-d2e3-4904-9bd1-c342444a5655, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:31:20.279781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.283337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1a015a93-39b0-4265-bfce-971e907600ad None None] For port 504c3236-773b-497c-91ec-bffa0c6e4386, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=504c3236-773b-497c-91ec-bffa0c6e4386,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:20.295208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1a015a93-39b0-4265-bfce-971e907600ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.322748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network c0572f91-3344-409c-aa43-584dfd9cd789 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:31:20.325811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:31:20.328289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:31:20.356498 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=2220259f-a4e6-4871-9ca9-1da9633176a1,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:20.376472 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.397884 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a015a93-39b0-4265-bfce-971e907600ad None None] Pushing event updated for resources: {'Port': ['ID=504c3236-773b-497c-91ec-bffa0c6e4386,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:20.407365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] For port 6158bc5c-d2e3-4904-9bd1-c342444a5655, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:31:20.411710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] For port 6158bc5c-d2e3-4904-9bd1-c342444a5655, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=6158bc5c-d2e3-4904-9bd1-c342444a5655,segment=NetworkSegment(4c0afa4c-fd3b-4fb0-b601-f457ca386307),segment_id=4c0afa4c-fd3b-4fb0-b601-f457ca386307)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:31:20.416216 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:17Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:20.419731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.451379 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de2d527-9fe0-4dcf-be07-513560de1f3e None None] The sync data for ids ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'] in dv-neutron-818850-5-hyperv is: [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:17Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:31:20.507776 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71b606-a9fb-46e9-a076-421e4b12436f None None] Pushing event updated for resources: {'Port': ['ID=6158bc5c-d2e3-4904-9bd1-c342444a5655,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:20.524468 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.868477 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.874445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.881430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.949644 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:20.951551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=2220259f-a4e6-4871-9ca9-1da9633176a1,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:21.054406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network c0572f91-3344-409c-aa43-584dfd9cd789 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:31:21.055922 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:31:21.174032 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:31:21.296788 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:31:21.303929 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5363eda8-ccab-4b7d-8acd-80be31b31706 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "PUT /v2.0/routers/13e7e891-bcac-4d4b-b75c-00d992f3ccf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2084689 Nov 24 05:31:21.463503 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-4e1da511-322b-4759-ab38-bb4c5ee150d9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152085408&fields=id&tenant_id=236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 267 time: 0.0490725 Nov 24 05:31:21.498913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24b0cdc-fc0b-42f9-82f4-9dddb865c400 None None] Network c0572f91-3344-409c-aa43-584dfd9cd789 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:31:21.579975 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-b1f8742e-cb16-43c7-bd29-d5d05b036c8f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:21.581534 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-b1f8742e-cb16-43c7-bd29-d5d05b036c8f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/networks?id=c0572f91-3344-409c-aa43-584dfd9cd789 HTTP/1.1" status: 200 len: 797 time: 0.1107619 Nov 24 05:31:21.597797 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-a61b1cb1-7af7-409c-9d35-8b91afaa5565 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/quotas/236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 375 time: 0.0101285 Nov 24 05:31:21.656768 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-bb23eb8e-c564-4094-9eb0-9967a6828870 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519221 Nov 24 05:31:21.708501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-62d35fdb-5538-415d-a559-e0df7ea048e0 None None] Provisioning complete for port 6158bc5c-d2e3-4904-9bd1-c342444a5655 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:21.708869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62d35fdb-5538-415d-a559-e0df7ea048e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:21.760195 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-4433c94b-3483-402f-878a-78d6683df6f1 service neutron] 10.222.0.37 "GET /v2.0/networks/c0572f91-3344-409c-aa43-584dfd9cd789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913947 Nov 24 05:31:21.837208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:21.863959 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-813174c1-2e6d-40f8-a671-51cb7e41a0b0 service neutron] 10.222.0.37 "GET /v2.0/networks/c0572f91-3344-409c-aa43-584dfd9cd789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024885 Nov 24 05:31:21.867169 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62d35fdb-5538-415d-a559-e0df7ea048e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:21.908422 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-62d35fdb-5538-415d-a559-e0df7ea048e0 None None] For port 6158bc5c-d2e3-4904-9bd1-c342444a5655, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=6158bc5c-d2e3-4904-9bd1-c342444a5655,segment=NetworkSegment(4c0afa4c-fd3b-4fb0-b601-f457ca386307),segment_id=4c0afa4c-fd3b-4fb0-b601-f457ca386307)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:21.916334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62d35fdb-5538-415d-a559-e0df7ea048e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:21.970907 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d35fdb-5538-415d-a559-e0df7ea048e0 None None] Pushing event updated for resources: {'Port': ['ID=6158bc5c-d2e3-4904-9bd1-c342444a5655,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:22.083308 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-13c556e7-d9fc-49a4-8ed5-c640d3787563 req-ea91fe24-ef18-46a9-b252-c462161bb60f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 210 time: 0.0492430 Nov 24 05:31:22.171964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 6158bc5c-d2e3-4904-9bd1-c342444a5655 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:31:22.184064 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Sync routers for ids ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:31:22.198353 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Routers {'13e7e891-bcac-4d4b-b75c-00d992f3ccf2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:31:22.198982 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:31:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:22.232726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 6158bc5c-d2e3-4904-9bd1-c342444a5655 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:22.233228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:22.277736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fc759d4e-d5d3-42f6-8063-5ce7e3ef6ad0 None None] Provisioning complete for port 2220259f-a4e6-4871-9ca9-1da9633176a1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:22.278175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fc759d4e-d5d3-42f6-8063-5ce7e3ef6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:22.334871 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Set router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:31:22.360896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-fc759d4e-d5d3-42f6-8063-5ce7e3ef6ad0 None None] Port 2220259f-a4e6-4871-9ca9-1da9633176a1 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:31:22.366990 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 504c3236-773b-497c-91ec-bffa0c6e4386 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:31:22.410043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fc759d4e-d5d3-42f6-8063-5ce7e3ef6ad0 None None] Provisioning complete for port 6158bc5c-d2e3-4904-9bd1-c342444a5655 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:22.410503 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fc759d4e-d5d3-42f6-8063-5ce7e3ef6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:22.461477 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 504c3236-773b-497c-91ec-bffa0c6e4386 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:22.461843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:22.597817 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '2220259f-a4e6-4871-9ca9-1da9633176a1', 'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:df:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:19Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 2, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:22.629695 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Checking router: 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:31:22.630045 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Updating router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 port 2220259f-a4e6-4871-9ca9-1da9633176a1 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:31:22.663662 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:22.672396 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b4504237-4e5f-4fa6-a824-5af69c0adabf None None] Provisioning complete for port 2220259f-a4e6-4871-9ca9-1da9633176a1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:22.672886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b4504237-4e5f-4fa6-a824-5af69c0adabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:22.712789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-b4504237-4e5f-4fa6-a824-5af69c0adabf None None] Port 2220259f-a4e6-4871-9ca9-1da9633176a1 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:31:22.831400 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-92b1b8a7-149d-470a-af60-14ceb55bba9c None None] Provisioning complete for port 2220259f-a4e6-4871-9ca9-1da9633176a1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:22.832114 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-92b1b8a7-149d-470a-af60-14ceb55bba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:22.870080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-92b1b8a7-149d-470a-af60-14ceb55bba9c None None] Port 2220259f-a4e6-4871-9ca9-1da9633176a1 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:31:22.924619 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:22.929862 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:22.977444 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Pushing event updated for resources: {'Port': ['ID=2220259f-a4e6-4871-9ca9-1da9633176a1,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:23.004779 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.005124 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.005461 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.005791 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.006389 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.007438 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.007438 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.007438 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.008029 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.008146 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.008399 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.008718 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:31:23.042038 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Attempting to bind port 2220259f-a4e6-4871-9ca9-1da9633176a1 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:31:23.042489 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Attempting to bind port 2220259f-a4e6-4871-9ca9-1da9633176a1 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:31:23.042913 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Attempting to bind port 2220259f-a4e6-4871-9ca9-1da9633176a1 on network c0572f91-3344-409c-aa43-584dfd9cd789 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:31:23.048357 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:31:23.048830 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Checking segment: {'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:31:23.049295 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:23.049689 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Bound using segment: {'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:31:23.050156 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Bound port: 2220259f-a4e6-4871-9ca9-1da9633176a1, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:31:23.050538 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:23.134492 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] For port 2220259f-a4e6-4871-9ca9-1da9633176a1, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:31:23.137845 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] For port 2220259f-a4e6-4871-9ca9-1da9633176a1, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2220259f-a4e6-4871-9ca9-1da9633176a1,segment=NetworkSegment(4c0afa4c-fd3b-4fb0-b601-f457ca386307),segment_id=4c0afa4c-fd3b-4fb0-b601-f457ca386307)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:31:23.148512 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:23.196743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3e795383-6b45-4bce-9dc6-8da0f1c9ff25 None None] Provisioning complete for port 2220259f-a4e6-4871-9ca9-1da9633176a1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:23.197145 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3e795383-6b45-4bce-9dc6-8da0f1c9ff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:23.221188 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Routers {'13e7e891-bcac-4d4b-b75c-00d992f3ccf2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:31:23.222349 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:31:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:23.238015 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cf542fce-4fe2-42c2-893e-f2908cd95eab req-28fecde4-2f5b-429f-97a6-1d1a3898879b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 210 time: 0.0452833 Nov 24 05:31:23.245203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-13546122-7b58-4c21-a138-cd4c8c82c614 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:23.247580 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-13546122-7b58-4c21-a138-cd4c8c82c614 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/networks?id=c0572f91-3344-409c-aa43-584dfd9cd789 HTTP/1.1" status: 200 len: 797 time: 0.1551282 Nov 24 05:31:23.308580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3e795383-6b45-4bce-9dc6-8da0f1c9ff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:23.346872 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3e795383-6b45-4bce-9dc6-8da0f1c9ff25 None None] For port 2220259f-a4e6-4871-9ca9-1da9633176a1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2220259f-a4e6-4871-9ca9-1da9633176a1,segment=NetworkSegment(4c0afa4c-fd3b-4fb0-b601-f457ca386307),segment_id=4c0afa4c-fd3b-4fb0-b601-f457ca386307)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:23.351958 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240689e-b2f1-43f6-bb9d-5346032064b7 None None] Pushing event updated for resources: {'Port': ['ID=2220259f-a4e6-4871-9ca9-1da9633176a1,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:23.354683 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3e795383-6b45-4bce-9dc6-8da0f1c9ff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:23.372918 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] Set router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:31:23.376903 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-ff9dde19-f68d-4204-ae8e-133dc89cb6b5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 380 time: 0.1154122 Nov 24 05:31:23.398223 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'port': {'device_id': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'admin_state_up': True, 'tenant_id': '236011f74592488fb280971a9f20d501', 'security_groups': ['b715ca95-f152-40f6-b21f-a5bd01fabd9a']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:23.424976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e795383-6b45-4bce-9dc6-8da0f1c9ff25 None None] Pushing event updated for resources: {'Port': ['ID=2220259f-a4e6-4871-9ca9-1da9633176a1,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:23.528870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:31:23.532558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:23.578582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b3c1029d-d537-4a6f-a157-ad9217e1fb30 None None] Provisioning complete for port 2220259f-a4e6-4871-9ca9-1da9633176a1 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:23.579060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b3c1029d-d537-4a6f-a157-ad9217e1fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:23.609184 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '2220259f-a4e6-4871-9ca9-1da9633176a1', 'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:df:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:19Z', 'updated_at': '2021-11-24T05:31:23Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:23.635448 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec75ac9-bb07-4c69-86ac-d16a482c436e None None] The sync data for ids ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'] in dv-neutron-818850-5-hyperv is: [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '2220259f-a4e6-4871-9ca9-1da9633176a1', 'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:df:89:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:19Z', 'updated_at': '2021-11-24T05:31:23Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:31:23.668523 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.20.0.3 (c0572f91-3344-409c-aa43-584dfd9cd789/deef6a19-8969-42a1-a6bc-07879e55ae04/580eda89-2ff1-4b12-beb5-6aa8b613a1cc) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:31:23.837585 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:23.872859 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:23.919352 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network c0572f91-3344-409c-aa43-584dfd9cd789 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:31:23.922398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:31:23.926056 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:31:23.972080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=580eda89-2ff1-4b12-beb5-6aa8b613a1cc,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:23.987660 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:23.988301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:24.007702 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-398b8516-31a9-45bd-b67d-2812143f90ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6182981 Nov 24 05:31:24.022586 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Request body: {'port': {'device_id': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:24.093297 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:24.113346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:24.146070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2220259f-a4e6-4871-9ca9-1da9633176a1 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:31:24.204712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-98de12bc-1e30-4d27-9e02-f1b8a8e72473 None None] Provisioning complete for port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:24.205064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-98de12bc-1e30-4d27-9e02-f1b8a8e72473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:24.246145 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-98de12bc-1e30-4d27-9e02-f1b8a8e72473 None None] Port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:31:24.247778 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 2220259f-a4e6-4871-9ca9-1da9633176a1 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:24.248073 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:24.379454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a506b-d438-42d9-8e1d-608e50835a1b req-da756b18-2807-45ed-87e1-87b3c57564da tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:24.381049 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c5a506b-d438-42d9-8e1d-608e50835a1b req-da756b18-2807-45ed-87e1-87b3c57564da tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 931 time: 0.0586302 Nov 24 05:31:24.409491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580eda89-2ff1-4b12-beb5-6aa8b613a1cc {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:31:24.418590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:24.433185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Transition to ACTIVE for port object 580eda89-2ff1-4b12-beb5-6aa8b613a1cc will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:31:24.435616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c5a506b-d438-42d9-8e1d-608e50835a1b req-bde7553d-aa41-4f75-b97f-7d90d9376285 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483098 Nov 24 05:31:24.438866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:24.496716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Pushing event updated for resources: {'Port': ['ID=580eda89-2ff1-4b12-beb5-6aa8b613a1cc,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:24.570567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Attempting to bind port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:31:24.571060 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Attempting to bind port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:31:24.571409 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Attempting to bind port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc on network c0572f91-3344-409c-aa43-584dfd9cd789 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:31:24.576152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc on network c0572f91-3344-409c-aa43-584dfd9cd789 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:31:24.577131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Attempting to bind port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc on network c0572f91-3344-409c-aa43-584dfd9cd789 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:31:24.582829 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:31:24.583251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Checking segment: {'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:31:24.583750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Bound using segment: {'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:31:24.584269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Bound port: 580eda89-2ff1-4b12-beb5-6aa8b613a1cc, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0afa4c-fd3b-4fb0-b601-f457ca386307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:31:24.584636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:24.652783 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] For port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:31:24.656272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] For port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=580eda89-2ff1-4b12-beb5-6aa8b613a1cc,segment=NetworkSegment(4c0afa4c-fd3b-4fb0-b601-f457ca386307),segment_id=4c0afa4c-fd3b-4fb0-b601-f457ca386307)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:31:24.661646 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:24.702804 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:24.703339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:24.704921 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] 10.222.0.31 "PUT /v2.0/ports/580eda89-2ff1-4b12-beb5-6aa8b613a1cc HTTP/1.1" status: 200 len: 1093 time: 0.6882002 Nov 24 05:31:24.705280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'tag': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:31:24.707616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee52d317-f149-411d-a46d-892e7d2e8c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab60189a-a61f-4133-a5be-eba1362908a9", "tag": "580eda89-2ff1-4b12-beb5-6aa8b613a1cc"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:31:24.745450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157606a-b693-4d5e-8cf5-723b8ce3ff9d service neutron] Pushing event updated for resources: {'Port': ['ID=580eda89-2ff1-4b12-beb5-6aa8b613a1cc,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:24.773175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c012ac3-a583-4d97-87b0-ee46d40c8b0d x-openstack-request-id: req-1c012ac3-a583-4d97-87b0-ee46d40c8b0d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:31:24.773175 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab60189a-a61f-4133-a5be-eba1362908a9", "tag": "580eda89-2ff1-4b12-beb5-6aa8b613a1cc", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:31:24.773572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c012ac3-a583-4d97-87b0-ee46d40c8b0d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:31:24.773801 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'tag': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc', 'status': 'completed', 'code': 200} Nov 24 05:31:24.818502 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-097e4522-e5f9-4194-983c-b9eb50d272f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:24.820401 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-097e4522-e5f9-4194-983c-b9eb50d272f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 1096 time: 0.0678198 Nov 24 05:31:24.868389 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-5538bd43-e1dd-46c2-b66e-8ed73db37ef3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=580eda89-2ff1-4b12-beb5-6aa8b613a1cc HTTP/1.1" status: 200 len: 217 time: 0.0402672 Nov 24 05:31:24.924461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-8ac3d9f2-cf01-4c14-a70b-1ef4dcf3b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:24.925972 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-8ac3d9f2-cf01-4c14-a70b-1ef4dcf3b542 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=deef6a19-8969-42a1-a6bc-07879e55ae04 HTTP/1.1" status: 200 len: 834 time: 0.0491216 Nov 24 05:31:24.973833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-d27f5c3a-520a-4c06-90e9-9c863d601eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:24.975879 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-d27f5c3a-520a-4c06-90e9-9c863d601eb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0572f91-3344-409c-aa43-584dfd9cd789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427496 Nov 24 05:31:25.064005 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-6e3b06a3-1633-40f3-a760-69f39deb8e9f service neutron] 10.222.0.31 "GET /v2.0/networks/c0572f91-3344-409c-aa43-584dfd9cd789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814800 Nov 24 05:31:25.156337 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4a94d5dd-b2d0-48e4-91d8-555b55045020 req-d5c8bc86-376e-40e0-aeae-fbf8368883a2 service neutron] 10.222.0.31 "GET /v2.0/networks/c0572f91-3344-409c-aa43-584dfd9cd789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854185 Nov 24 05:31:25.245729 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52d317-f149-411d-a46d-892e7d2e8c5e req-af26710b-6bd0-4db8-a640-7c8467738b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:25.247101 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ee52d317-f149-411d-a46d-892e7d2e8c5e req-af26710b-6bd0-4db8-a640-7c8467738b22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 1096 time: 0.0423512 Nov 24 05:31:25.341693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52d317-f149-411d-a46d-892e7d2e8c5e req-f82cc914-3629-4cc1-b6b9-c723a4bc8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:25.343394 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ee52d317-f149-411d-a46d-892e7d2e8c5e req-f82cc914-3629-4cc1-b6b9-c723a4bc8b78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c0572f91-3344-409c-aa43-584dfd9cd789 HTTP/1.1" status: 200 len: 898 time: 0.0871522 Nov 24 05:31:25.384837 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ee52d317-f149-411d-a46d-892e7d2e8c5e req-53b5bcd0-fbb1-4dda-8bb4-03c971fcb0f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=580eda89-2ff1-4b12-beb5-6aa8b613a1cc HTTP/1.1" status: 200 len: 217 time: 0.0331993 Nov 24 05:31:25.436654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52d317-f149-411d-a46d-892e7d2e8c5e req-19aea9c2-68fa-45a6-8937-411bd362b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:25.438074 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ee52d317-f149-411d-a46d-892e7d2e8c5e req-19aea9c2-68fa-45a6-8937-411bd362b4e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=deef6a19-8969-42a1-a6bc-07879e55ae04 HTTP/1.1" status: 200 len: 834 time: 0.0462883 Nov 24 05:31:25.483848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52d317-f149-411d-a46d-892e7d2e8c5e req-d706c80f-4686-4e78-9652-59677101bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:25.485384 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ee52d317-f149-411d-a46d-892e7d2e8c5e req-d706c80f-4686-4e78-9652-59677101bea2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0572f91-3344-409c-aa43-584dfd9cd789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403900 Nov 24 05:31:25.557361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55bf10-ea04-41f8-b38b-dd2797aced2f req-66411f33-3048-4e09-866a-42fe3e6e3cd5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:25.558837 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cf55bf10-ea04-41f8-b38b-dd2797aced2f req-66411f33-3048-4e09-866a-42fe3e6e3cd5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 943 time: 0.0534985 Nov 24 05:31:25.575453 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ee52d317-f149-411d-a46d-892e7d2e8c5e req-e4a3b31a-a097-4eea-9efb-737df81036c3 service neutron] 10.222.0.31 "GET /v2.0/networks/c0572f91-3344-409c-aa43-584dfd9cd789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820768 Nov 24 05:31:25.608968 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cf55bf10-ea04-41f8-b38b-dd2797aced2f req-a5a331d3-3fb7-4eba-bb41-593111e9381f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441723 Nov 24 05:31:25.670772 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ee52d317-f149-411d-a46d-892e7d2e8c5e req-adf48af2-caff-42b5-9507-acdbe8525299 service neutron] 10.222.0.31 "GET /v2.0/networks/c0572f91-3344-409c-aa43-584dfd9cd789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864272 Nov 24 05:31:26.728678 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0306e-e272-4d1e-91a3-86ae7442e400 req-06e39939-009c-41d0-91a5-0b2917e0b76f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:26.730066 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-88d0306e-e272-4d1e-91a3-86ae7442e400 req-06e39939-009c-41d0-91a5-0b2917e0b76f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 943 time: 0.0511081 Nov 24 05:31:26.778454 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-88d0306e-e272-4d1e-91a3-86ae7442e400 req-f9f76672-4ca5-4d53-bca0-4c39851d9620 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423133 Nov 24 05:31:27.896047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 580eda89-2ff1-4b12-beb5-6aa8b613a1cc details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:31:27.898910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d692-022f-47bb-8b93-16f54c897990 req-3cbc990c-86ff-498f-afed-05797784b57e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:27.900531 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3054d692-022f-47bb-8b93-16f54c897990 req-3cbc990c-86ff-498f-afed-05797784b57e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 943 time: 0.0543425 Nov 24 05:31:27.950422 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3054d692-022f-47bb-8b93-16f54c897990 req-ef6df71e-1d09-4817-a0a0-2bc31bd2b5d7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436332 Nov 24 05:31:27.989470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=580eda89-2ff1-4b12-beb5-6aa8b613a1cc,segment=NetworkSegment(4c0afa4c-fd3b-4fb0-b601-f457ca386307),segment_id=4c0afa4c-fd3b-4fb0-b601-f457ca386307)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:28.000799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'port_id': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc', 'mac_address': 'fa:16:3e:fa:8b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:31:28.039069 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:28.050998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580eda89-2ff1-4b12-beb5-6aa8b613a1cc {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:31:28.070685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=580eda89-2ff1-4b12-beb5-6aa8b613a1cc,segment=NetworkSegment(4c0afa4c-fd3b-4fb0-b601-f457ca386307),segment_id=4c0afa4c-fd3b-4fb0-b601-f457ca386307)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:28.074635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:28.120131 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=580eda89-2ff1-4b12-beb5-6aa8b613a1cc,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:28.314603 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['580eda89-2ff1-4b12-beb5-6aa8b613a1cc'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:31:29.067016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75c30d-c812-438e-b4fd-2a1021353c60 req-f158c9f7-2759-474c-b445-b1d56bfb9341 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:29.068923 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fc75c30d-c812-438e-b4fd-2a1021353c60 req-f158c9f7-2759-474c-b445-b1d56bfb9341 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 944 time: 0.0497243 Nov 24 05:31:29.117328 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fc75c30d-c812-438e-b4fd-2a1021353c60 req-41cad104-6cea-458e-8e89-f9c550d59d49 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424535 Nov 24 05:31:29.912394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 580eda89-2ff1-4b12-beb5-6aa8b613a1cc up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:31:29.963939 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:31:29.968181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:31:29.968567 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:30.049775 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:30.073484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:31:30.075788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0b4286-3f7b-4fcc-af41-4635d18543ab" -d '{"events": [{"server_uuid": "ab60189a-a61f-4133-a5be-eba1362908a9", "name": "network-vif-plugged", "status": "completed", "tag": "580eda89-2ff1-4b12-beb5-6aa8b613a1cc"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:31:30.089336 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=580eda89-2ff1-4b12-beb5-6aa8b613a1cc,segment=NetworkSegment(4c0afa4c-fd3b-4fb0-b601-f457ca386307),segment_id=4c0afa4c-fd3b-4fb0-b601-f457ca386307)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:31:30.094892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:30.118623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedf0073-edec-412f-95be-39a8de127e78 x-openstack-request-id: req-dedf0073-edec-412f-95be-39a8de127e78 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:31:30.118918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab60189a-a61f-4133-a5be-eba1362908a9", "name": "network-vif-plugged", "status": "completed", "tag": "580eda89-2ff1-4b12-beb5-6aa8b613a1cc", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:31:30.119173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dedf0073-edec-412f-95be-39a8de127e78 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:31:30.119551 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc', 'code': 200} Nov 24 05:31:30.148087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=580eda89-2ff1-4b12-beb5-6aa8b613a1cc,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:30.259744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd2f8f-82a6-4850-9081-5b4d3d8fef1b req-fa2e808a-454f-445a-b303-a023cd9f867b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:30.260620 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-22fd2f8f-82a6-4850-9081-5b4d3d8fef1b req-fa2e808a-454f-445a-b303-a023cd9f867b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 945 time: 0.0594385 Nov 24 05:31:30.305898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e2480-b81d-494f-88a8-fc779d58524b req-8b073e1c-e9a4-499d-9511-715fb65b3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:30.307445 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7e7e2480-b81d-494f-88a8-fc779d58524b req-8b073e1c-e9a4-499d-9511-715fb65b3b96 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 1098 time: 0.0400369 Nov 24 05:31:30.316458 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-22fd2f8f-82a6-4850-9081-5b4d3d8fef1b req-4adc23ac-1682-41c6-b6d2-1756c9831014 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499086 Nov 24 05:31:30.354221 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7e7e2480-b81d-494f-88a8-fc779d58524b req-868e54a2-7eb1-485f-bc18-9cd6323c97e9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396550 Nov 24 05:31:31.433793 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25547f-ac63-490b-bd78-f0f936c6b97e req-30eafaec-79ef-4a6d-b706-5966f5875aad tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:31.435241 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f25547f-ac63-490b-bd78-f0f936c6b97e req-30eafaec-79ef-4a6d-b706-5966f5875aad tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 945 time: 0.0497310 Nov 24 05:31:31.484729 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1f25547f-ac63-490b-bd78-f0f936c6b97e req-b8adc528-2e76-4bdd-a30c-77926171efac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434711 Nov 24 05:31:31.596514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73157b49-09f8-41ec-b098-52dea4de7e54 req-e18f96fa-d983-4180-b99b-c98ef6ff12e5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:31.597933 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-73157b49-09f8-41ec-b098-52dea4de7e54 req-e18f96fa-d983-4180-b99b-c98ef6ff12e5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 945 time: 0.0483093 Nov 24 05:31:31.646197 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-73157b49-09f8-41ec-b098-52dea4de7e54 req-8a3f289f-b523-499b-bdc9-62ee378974f7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416656 Nov 24 05:31:31.668008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43378) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:31.711521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a90247a-dec1-429b-8aab-b25bef1534b2 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:31.713069 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-0a90247a-dec1-429b-8aab-b25bef1534b2 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 1093 time: 0.0440481 Nov 24 05:31:31.715863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43380) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:31.720344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc', 'tenant_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:31:31.742114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:31.839391 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:31.941074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.26.0.117 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/da6fcdcd-97d3-4eda-8d20-9048385328e0) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:31:32.041739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:32.075438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:32.117364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:31:32.122157 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:31:32.126300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:31:32.149946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=da6fcdcd-97d3-4eda-8d20-9048385328e0,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:32.479364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:32.546807 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:32.695530 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:32.699989 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:32.766772 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=da6fcdcd-97d3-4eda-8d20-9048385328e0,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:31:32.778377 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:33.165952 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Floating IP 1176076f-68a7-4a2a-b9e1-ba1f52348f2f associated. External IP: 172.26.0.117, port: 580eda89-2ff1-4b12-beb5-6aa8b613a1cc. Nov 24 05:31:33.372445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:31:33.477874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:31:33.488058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d57ad-ca40-4de9-8106-c34d097ee53f None None] Sync routers for ids ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:31:33.495709 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:33.499123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d57ad-ca40-4de9-8106-c34d097ee53f None None] Routers {'13e7e891-bcac-4d4b-b75c-00d992f3ccf2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:31:33.499954 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c27d57ad-ca40-4de9-8106-c34d097ee53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:31:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:33.523811 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ac2abfc5-028f-4c86-85c1-9b94d671c9b9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8069050 Nov 24 05:31:33.524410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'tag': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:31:33.526718 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a9927-0942-4031-95f1-776be8ee2a94" -d '{"events": [{"name": "network-changed", "server_uuid": "ab60189a-a61f-4133-a5be-eba1362908a9", "tag": "580eda89-2ff1-4b12-beb5-6aa8b613a1cc"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:31:33.571301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9847792f-da10-4c92-88f6-ae44d7527d44 x-openstack-request-id: req-9847792f-da10-4c92-88f6-ae44d7527d44 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:31:33.571744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab60189a-a61f-4133-a5be-eba1362908a9", "tag": "580eda89-2ff1-4b12-beb5-6aa8b613a1cc", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:31:33.572004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9847792f-da10-4c92-88f6-ae44d7527d44 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:31:33.572542 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'tag': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc', 'status': 'completed', 'code': 200} Nov 24 05:31:33.608154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c27d57ad-ca40-4de9-8106-c34d097ee53f None None] Set router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:31:33.637189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a9927-0942-4031-95f1-776be8ee2a94 req-3fdb76da-c8be-4140-acba-eff605c07906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:33.638674 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-326a9927-0942-4031-95f1-776be8ee2a94 req-3fdb76da-c8be-4140-acba-eff605c07906 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 1098 time: 0.0456500 Nov 24 05:31:33.638893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626ce42-dbb5-4d3c-83b2-9ec9bf212905 req-62349b4b-086b-4189-9514-51bcf83fd569 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:33.640433 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0626ce42-dbb5-4d3c-83b2-9ec9bf212905 req-62349b4b-086b-4189-9514-51bcf83fd569 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 945 time: 0.0596364 Nov 24 05:31:33.694598 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0626ce42-dbb5-4d3c-83b2-9ec9bf212905 req-e1b87bbe-0705-4b1a-a6fd-87feb017f94b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477583 Nov 24 05:31:33.719515 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43386) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:33.734874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a9927-0942-4031-95f1-776be8ee2a94 req-348663fa-9e79-4b02-8daa-4a9d6e809228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:33.736334 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-326a9927-0942-4031-95f1-776be8ee2a94 req-348663fa-9e79-4b02-8daa-4a9d6e809228 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c0572f91-3344-409c-aa43-584dfd9cd789 HTTP/1.1" status: 200 len: 898 time: 0.0901029 Nov 24 05:31:33.789584 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-daf340fc-21f6-4654-ab33-c3997acc6716 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/1176076f-68a7-4a2a-b9e1-ba1f52348f2f HTTP/1.1" status: 200 len: 991 time: 0.0668628 Nov 24 05:31:33.811121 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-326a9927-0942-4031-95f1-776be8ee2a94 req-daf361ea-1da8-4cdd-b167-0fe221bd6d23 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=580eda89-2ff1-4b12-beb5-6aa8b613a1cc HTTP/1.1" status: 200 len: 999 time: 0.0683987 Nov 24 05:31:33.839372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c27d57ad-ca40-4de9-8106-c34d097ee53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '1176076f-68a7-4a2a-b9e1-ba1f52348f2f', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.117', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'port_id': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'mac_address': 'fa:16:3e:fa:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:31:32Z', 'updated_at': '2021-11-24T05:31:32Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2220259f-a4e6-4871-9ca9-1da9633176a1', 'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:df:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:19Z', 'updated_at': '2021-11-24T05:31:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:33.861687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a9927-0942-4031-95f1-776be8ee2a94 req-e44e5cab-287e-4d35-8876-3cf96c8325f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:33.863155 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-326a9927-0942-4031-95f1-776be8ee2a94 req-e44e5cab-287e-4d35-8876-3cf96c8325f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=deef6a19-8969-42a1-a6bc-07879e55ae04 HTTP/1.1" status: 200 len: 834 time: 0.0436249 Nov 24 05:31:33.868133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d57ad-ca40-4de9-8106-c34d097ee53f None None] Checking router: 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:31:33.876579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d57ad-ca40-4de9-8106-c34d097ee53f None None] Routers {'13e7e891-bcac-4d4b-b75c-00d992f3ccf2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:31:33.877185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c27d57ad-ca40-4de9-8106-c34d097ee53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:31:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:33.911670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a9927-0942-4031-95f1-776be8ee2a94 req-e89c3cd9-c03a-4f0e-b9a2-395216f028f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:31:33.914104 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-326a9927-0942-4031-95f1-776be8ee2a94 req-e89c3cd9-c03a-4f0e-b9a2-395216f028f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0572f91-3344-409c-aa43-584dfd9cd789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439472 Nov 24 05:31:33.981437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c27d57ad-ca40-4de9-8106-c34d097ee53f None None] Set router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:31:34.008537 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-326a9927-0942-4031-95f1-776be8ee2a94 req-c1976126-aa53-4643-85d9-2b24083f7e16 service neutron] 10.222.0.31 "GET /v2.0/networks/c0572f91-3344-409c-aa43-584dfd9cd789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872812 Nov 24 05:31:34.097770 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-326a9927-0942-4031-95f1-776be8ee2a94 req-fdbbfa03-cfd5-4495-9fa7-6df519d9082c service neutron] 10.222.0.31 "GET /v2.0/networks/c0572f91-3344-409c-aa43-584dfd9cd789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825510 Nov 24 05:31:34.336953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c27d57ad-ca40-4de9-8106-c34d097ee53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '1176076f-68a7-4a2a-b9e1-ba1f52348f2f', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.117', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'port_id': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'mac_address': 'fa:16:3e:fa:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:31:32Z', 'updated_at': '2021-11-24T05:31:32Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2220259f-a4e6-4871-9ca9-1da9633176a1', 'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:df:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:19Z', 'updated_at': '2021-11-24T05:31:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:31:34.362532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d57ad-ca40-4de9-8106-c34d097ee53f None None] The sync data for ids ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'] in dv-neutron-818850-5-hyperv is: [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '1176076f-68a7-4a2a-b9e1-ba1f52348f2f', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.117', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'port_id': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'mac_address': 'fa:16:3e:fa:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:31:32Z', 'updated_at': '2021-11-24T05:31:32Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2220259f-a4e6-4871-9ca9-1da9633176a1', 'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:df:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:19Z', 'updated_at': '2021-11-24T05:31:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:31:34.545743 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdcf4bf-6cea-4fa9-826b-552d2452fec8 None None] New status for floating IP 1176076f-68a7-4a2a-b9e1-ba1f52348f2f: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:31:34.793366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43388) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:31:34.859385 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dc3bd149-fd95-4a26-9de7-48f11fcba361 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/1176076f-68a7-4a2a-b9e1-ba1f52348f2f HTTP/1.1" status: 200 len: 993 time: 0.0648677 Nov 24 05:31:38.542189 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:31:46.152325 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b43d-f6e9-40a8-9edb-675efb35f7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:48.410738 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e1857f6-11fb-4f2a-b8e0-02322270f022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:49.637399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:50.855621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:51.789594 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:31:54.085531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:03.626963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ebf36-b177-4883-bba2-68059dc136da req-cddff4e0-3d11-40e2-9661-d88c27576480 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:03.628493 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d55ebf36-b177-4883-bba2-68059dc136da req-cddff4e0-3d11-40e2-9661-d88c27576480 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 945 time: 0.0501199 Nov 24 05:32:03.679197 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d55ebf36-b177-4883-bba2-68059dc136da req-1b3031d5-8ae3-443d-b3da-ff9781513fe0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437710 Nov 24 05:32:04.798886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02b619-2ed6-499b-acfd-c4e861b39e31 req-08b24666-b091-4e22-9bc6-91f8e3e7fb37 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:04.800420 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5d02b619-2ed6-499b-acfd-c4e861b39e31 req-08b24666-b091-4e22-9bc6-91f8e3e7fb37 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 945 time: 0.0523658 Nov 24 05:32:04.854965 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5d02b619-2ed6-499b-acfd-c4e861b39e31 req-3a295102-db96-4954-b81a-41b31f4740ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477836 Nov 24 05:32:04.877461 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43404) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:04.937168 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-18f5cd98-628b-4d51-9698-7eacf1529f4a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/1176076f-68a7-4a2a-b9e1-ba1f52348f2f HTTP/1.1" status: 200 len: 993 time: 0.0585876 Nov 24 05:32:06.225860 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30249e-eee4-438a-b724-a50b13e20a72 req-c974a7da-983c-43f6-b0ac-7017b7cd7cd5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:06.227429 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b30249e-eee4-438a-b724-a50b13e20a72 req-c974a7da-983c-43f6-b0ac-7017b7cd7cd5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 945 time: 0.0558298 Nov 24 05:32:06.279795 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b30249e-eee4-438a-b724-a50b13e20a72 req-08addcba-f6b9-4f21-8dc0-eb3b74d2340f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454953 Nov 24 05:32:07.397778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c02f9-4748-4c18-91f6-241764cb8795 req-629c3a81-286f-4c6a-b446-c3e463aa525f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:07.399238 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cd0c02f9-4748-4c18-91f6-241764cb8795 req-629c3a81-286f-4c6a-b446-c3e463aa525f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 945 time: 0.0488703 Nov 24 05:32:07.447869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cd0c02f9-4748-4c18-91f6-241764cb8795 req-2f2d5333-8911-4fe0-9ead-299b54c397bb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427191 Nov 24 05:32:07.470586 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43414) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:07.533904 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-906e7156-4582-4bdb-b779-4943e6dcd07e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/1176076f-68a7-4a2a-b9e1-ba1f52348f2f HTTP/1.1" status: 200 len: 993 time: 0.0621891 Nov 24 05:32:07.796776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43420) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:07.953010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port da6fcdcd-97d3-4eda-8d20-9048385328e0 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:32:07.953269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:08.027271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:08.027689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:08.039899 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for da6fcdcd-97d3-4eda-8d20-9048385328e0 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:32:08.189576 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:08.218608 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=da6fcdcd-97d3-4eda-8d20-9048385328e0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:08.244469 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.244826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.245175 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.245518 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.245858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.246197 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.246530 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.246972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.247298 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.247656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.247997 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.248318 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:08.289029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:08.289360 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Floating IP 1176076f-68a7-4a2a-b9e1-ba1f52348f2f disassociated (deleted). External IP: 172.26.0.117, port: 580eda89-2ff1-4b12-beb5-6aa8b613a1cc. Nov 24 05:32:08.507643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:32:08.618352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:32:08.623184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:08.627530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986548a-22ee-4db4-8cfd-e082415734ea None None] Sync routers for ids ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:32:08.637804 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986548a-22ee-4db4-8cfd-e082415734ea None None] Routers {'13e7e891-bcac-4d4b-b75c-00d992f3ccf2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:32:08.638420 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c986548a-22ee-4db4-8cfd-e082415734ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:31:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:08.650082 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2794f85b-305d-44bb-953b-f72e984b90a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/floatingips/1176076f-68a7-4a2a-b9e1-ba1f52348f2f HTTP/1.1" status: 204 len: 168 time: 0.8522189 Nov 24 05:32:08.650784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'tag': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:32:08.653078 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2519484d-3249-4181-812f-d1d8d882f6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab60189a-a61f-4133-a5be-eba1362908a9", "tag": "580eda89-2ff1-4b12-beb5-6aa8b613a1cc"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:32:08.692428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6a828d-d76f-482b-94c2-d06e929f3931 x-openstack-request-id: req-8c6a828d-d76f-482b-94c2-d06e929f3931 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:32:08.692726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab60189a-a61f-4133-a5be-eba1362908a9", "tag": "580eda89-2ff1-4b12-beb5-6aa8b613a1cc", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:32:08.692986 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c6a828d-d76f-482b-94c2-d06e929f3931 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:32:08.693475 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'tag': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc', 'status': 'completed', 'code': 200} Nov 24 05:32:08.746564 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c986548a-22ee-4db4-8cfd-e082415734ea None None] Set router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:32:08.759908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519484d-3249-4181-812f-d1d8d882f6d2 req-28c36553-07cb-4bfe-8024-0abb440992b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:08.761381 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2519484d-3249-4181-812f-d1d8d882f6d2 req-28c36553-07cb-4bfe-8024-0abb440992b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 1098 time: 0.0452490 Nov 24 05:32:08.884168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519484d-3249-4181-812f-d1d8d882f6d2 req-e26842a3-0d0b-40f9-9a80-725d79d95c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:08.885667 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2519484d-3249-4181-812f-d1d8d882f6d2 req-e26842a3-0d0b-40f9-9a80-725d79d95c60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c0572f91-3344-409c-aa43-584dfd9cd789 HTTP/1.1" status: 200 len: 898 time: 0.1098711 Nov 24 05:32:08.889691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4b1d9-67da-401c-b9bd-6666d15ba562 req-7912473c-5a0f-4556-b5e7-6f6ee84d990f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:08.891175 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eee4b1d9-67da-401c-b9bd-6666d15ba562 req-7912473c-5a0f-4556-b5e7-6f6ee84d990f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 945 time: 0.0504255 Nov 24 05:32:08.934648 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2519484d-3249-4181-812f-d1d8d882f6d2 req-323329c1-fb5e-48dd-a9ed-f0aa43f26613 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=580eda89-2ff1-4b12-beb5-6aa8b613a1cc HTTP/1.1" status: 200 len: 217 time: 0.0353062 Nov 24 05:32:08.943929 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eee4b1d9-67da-401c-b9bd-6666d15ba562 req-1ab36778-25c7-41f2-919b-a1eaf0d8fad6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459380 Nov 24 05:32:08.960311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c986548a-22ee-4db4-8cfd-e082415734ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '2220259f-a4e6-4871-9ca9-1da9633176a1', 'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:df:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:19Z', 'updated_at': '2021-11-24T05:31:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:08.985368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986548a-22ee-4db4-8cfd-e082415734ea None None] Checking router: 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:32:08.993284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519484d-3249-4181-812f-d1d8d882f6d2 req-890f7467-f9b7-499e-951b-549e9a1b12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:08.993518 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986548a-22ee-4db4-8cfd-e082415734ea None None] Routers {'13e7e891-bcac-4d4b-b75c-00d992f3ccf2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:32:08.994130 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c986548a-22ee-4db4-8cfd-e082415734ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:31:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:08.994732 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2519484d-3249-4181-812f-d1d8d882f6d2 req-890f7467-f9b7-499e-951b-549e9a1b12b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=deef6a19-8969-42a1-a6bc-07879e55ae04 HTTP/1.1" status: 200 len: 834 time: 0.0436618 Nov 24 05:32:09.046851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519484d-3249-4181-812f-d1d8d882f6d2 req-5b539a71-47d2-4a0a-824c-7b1be8de6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:09.048364 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2519484d-3249-4181-812f-d1d8d882f6d2 req-5b539a71-47d2-4a0a-824c-7b1be8de6c9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c0572f91-3344-409c-aa43-584dfd9cd789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433719 Nov 24 05:32:09.103840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-c986548a-22ee-4db4-8cfd-e082415734ea None None] Set router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:32:09.139485 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2519484d-3249-4181-812f-d1d8d882f6d2 req-4a6fa62b-60cc-40ec-ae11-8c1a722116a6 service neutron] 10.222.0.31 "GET /v2.0/networks/c0572f91-3344-409c-aa43-584dfd9cd789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827754 Nov 24 05:32:09.238597 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2519484d-3249-4181-812f-d1d8d882f6d2 req-c7306dbb-e2ef-4d5f-8142-6e37e33b6cc4 service neutron] 10.222.0.31 "GET /v2.0/networks/c0572f91-3344-409c-aa43-584dfd9cd789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855298 Nov 24 05:32:09.296958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-c986548a-22ee-4db4-8cfd-e082415734ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '2220259f-a4e6-4871-9ca9-1da9633176a1', 'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:df:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:19Z', 'updated_at': '2021-11-24T05:31:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:09.326504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986548a-22ee-4db4-8cfd-e082415734ea None None] The sync data for ids ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'] in dv-neutron-818850-5-hyperv is: [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '2220259f-a4e6-4871-9ca9-1da9633176a1', 'name': '', 'network_id': 'c0572f91-3344-409c-aa43-584dfd9cd789', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:df:89:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:19Z', 'updated_at': '2021-11-24T05:31:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'deef6a19-8969-42a1-a6bc-07879e55ae04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:32:09.534291 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11de3bd6-7111-4ef5-b0ad-30b0b02529d9 None None] New status for floating IP 1176076f-68a7-4a2a-b9e1-ba1f52348f2f: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:32:10.067445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc150d-4c5e-4293-a1bc-4e8e40c9b574 req-03b4c143-9dc8-49ea-91e3-2854c6e98996 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:10.069219 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eadc150d-4c5e-4293-a1bc-4e8e40c9b574 req-03b4c143-9dc8-49ea-91e3-2854c6e98996 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 945 time: 0.0548911 Nov 24 05:32:10.121858 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eadc150d-4c5e-4293-a1bc-4e8e40c9b574 req-bcde34cd-fd1d-4145-880c-68ef53072bcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=b715ca95-f152-40f6-b21f-a5bd01fabd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463607 Nov 24 05:32:10.613957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a82668-47da-4bc9-962d-32aa8420aa9f req-38629b06-a2d7-49a8-b59c-3d759a89dd8d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:10.616067 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c0a82668-47da-4bc9-962d-32aa8420aa9f req-38629b06-a2d7-49a8-b59c-3d759a89dd8d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 945 time: 0.0478303 Nov 24 05:32:10.701670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-c0a82668-47da-4bc9-962d-32aa8420aa9f req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:32:10.702009 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c0a82668-47da-4bc9-962d-32aa8420aa9f req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:10.793412 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-c0a82668-47da-4bc9-962d-32aa8420aa9f req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=580eda89-2ff1-4b12-beb5-6aa8b613a1cc,segment=NetworkSegment(4c0afa4c-fd3b-4fb0-b601-f457ca386307),segment_id=4c0afa4c-fd3b-4fb0-b601-f457ca386307)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:32:10.793774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c0a82668-47da-4bc9-962d-32aa8420aa9f req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:10.806860 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-c0a82668-47da-4bc9-962d-32aa8420aa9f req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 580eda89-2ff1-4b12-beb5-6aa8b613a1cc owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:32:10.935992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c0a82668-47da-4bc9-962d-32aa8420aa9f req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:10.964929 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=580eda89-2ff1-4b12-beb5-6aa8b613a1cc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:10.990110 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:10.991071 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:10.991425 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:10.991796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:10.992142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:10.992484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:10.992822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:10.993157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:10.993492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:10.993826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:10.994156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:10.994486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:11.015810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a82668-47da-4bc9-962d-32aa8420aa9f req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] No DVR routers for this DVR port 580eda89-2ff1-4b12-beb5-6aa8b613a1cc on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:32:11.018194 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-c0a82668-47da-4bc9-962d-32aa8420aa9f req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:11.022137 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c0a82668-47da-4bc9-962d-32aa8420aa9f req-f0139039-9305-441d-9cae-b896f19f071a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "DELETE /v2.0/ports/580eda89-2ff1-4b12-beb5-6aa8b613a1cc HTTP/1.1" status: 204 len: 173 time: 0.4006400 Nov 24 05:32:11.023013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'name': 'network-vif-deleted', 'tag': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:32:11.025377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381a755e-c9f0-49ba-92d2-bed67ae0665c" -d '{"events": [{"server_uuid": "ab60189a-a61f-4133-a5be-eba1362908a9", "name": "network-vif-deleted", "tag": "580eda89-2ff1-4b12-beb5-6aa8b613a1cc"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:32:11.065099 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69c5b8c-5e2b-41f9-a792-87f8adf4d6a9 x-openstack-request-id: req-a69c5b8c-5e2b-41f9-a792-87f8adf4d6a9 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:32:11.065411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab60189a-a61f-4133-a5be-eba1362908a9", "name": "network-vif-deleted", "tag": "580eda89-2ff1-4b12-beb5-6aa8b613a1cc", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:32:11.065664 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a69c5b8c-5e2b-41f9-a792-87f8adf4d6a9 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:32:11.066064 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab60189a-a61f-4133-a5be-eba1362908a9', 'name': 'network-vif-deleted', 'tag': '580eda89-2ff1-4b12-beb5-6aa8b613a1cc', 'status': 'completed', 'code': 200} Nov 24 05:32:11.227416 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-35c6120b-2ba3-44ab-9f0d-45188b1458a5 req-f2d28139-1d87-40ec-a1d7-1b7479976166 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab60189a-a61f-4133-a5be-eba1362908a9 HTTP/1.1" status: 200 len: 210 time: 0.0273890 Nov 24 05:32:12.282635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43436) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:12.649198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:12.901992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 2220259f-a4e6-4871-9ca9-1da9633176a1 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:32:12.902333 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:12.994704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 2220259f-a4e6-4871-9ca9-1da9633176a1, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=2220259f-a4e6-4871-9ca9-1da9633176a1,segment=NetworkSegment(4c0afa4c-fd3b-4fb0-b601-f457ca386307),segment_id=4c0afa4c-fd3b-4fb0-b601-f457ca386307)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:32:12.995066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:13.009618 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 2220259f-a4e6-4871-9ca9-1da9633176a1 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:32:13.192433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:13.219243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=2220259f-a4e6-4871-9ca9-1da9633176a1,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:13.396367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:13.917312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:32:14.020699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:32:14.026618 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-99f8a9b8-d489-4074-a453-1f1102090da6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "PUT /v2.0/routers/13e7e891-bcac-4d4b-b75c-00d992f3ccf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7429597 Nov 24 05:32:14.029428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43438) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:14.031875 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5c4b9-fd64-4621-9695-d0f4278af317 None None] Sync routers for ids ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:32:14.042390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b5c4b9-fd64-4621-9695-d0f4278af317 None None] Routers {'13e7e891-bcac-4d4b-b75c-00d992f3ccf2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:32:14.043008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-72b5c4b9-fd64-4621-9695-d0f4278af317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:31:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:14.090438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4d3ca6-37a6-4f1a-a744-38d839b28594 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting subnet deef6a19-8969-42a1-a6bc-07879e55ae04 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:32:14.094039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3ca6-37a6-4f1a-a744-38d839b28594 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.134429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 580eda89-2ff1-4b12-beb5-6aa8b613a1cc no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:32:14.136154 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3ca6-37a6-4f1a-a744-38d839b28594 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.160281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 580eda89-2ff1-4b12-beb5-6aa8b613a1cc {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:32:14.160632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 580eda89-2ff1-4b12-beb5-6aa8b613a1cc not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:32:14.181974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-72b5c4b9-fd64-4621-9695-d0f4278af317 None None] Set router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:32:14.219039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3ca6-37a6-4f1a-a744-38d839b28594 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.280105 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3ca6-37a6-4f1a-a744-38d839b28594 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.308653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d3ca6-37a6-4f1a-a744-38d839b28594 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Subnet': ['ID=deef6a19-8969-42a1-a6bc-07879e55ae04,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:14.310666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3ca6-37a6-4f1a-a744-38d839b28594 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.313855 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dc4d3ca6-37a6-4f1a-a744-38d839b28594 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/subnets/deef6a19-8969-42a1-a6bc-07879e55ae04 HTTP/1.1" status: 204 len: 168 time: 0.2834287 Nov 24 05:32:14.316420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43440) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:14.318295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652195e-8336-430c-9e88-ead829b573c7 None None] Network c0572f91-3344-409c-aa43-584dfd9cd789 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:32:14.421422 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.463568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-72b5c4b9-fd64-4621-9695-d0f4278af317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:32:13Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:14.494070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5c4b9-fd64-4621-9695-d0f4278af317 None None] Checking router: 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:32:14.507324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b5c4b9-fd64-4621-9695-d0f4278af317 None None] Routers {'13e7e891-bcac-4d4b-b75c-00d992f3ccf2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:32:14.507991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-72b5c4b9-fd64-4621-9695-d0f4278af317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:31:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:14.525773 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.586136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 504c3236-773b-497c-91ec-bffa0c6e4386 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:32:14.586537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.590292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] DHCP port deletion for c0572f91-3344-409c-aa43-584dfd9cd789 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:32:14.637342 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-72b5c4b9-fd64-4621-9695-d0f4278af317 None None] Set router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:32:14.663363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 504c3236-773b-497c-91ec-bffa0c6e4386, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=504c3236-773b-497c-91ec-bffa0c6e4386,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:32:14.663805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.675203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 504c3236-773b-497c-91ec-bffa0c6e4386 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:32:14.760743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Deleting port 6158bc5c-d2e3-4904-9bd1-c342444a5655 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:32:14.761108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.845942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.855862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] For port 6158bc5c-d2e3-4904-9bd1-c342444a5655, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=6158bc5c-d2e3-4904-9bd1-c342444a5655,segment=NetworkSegment(4c0afa4c-fd3b-4fb0-b601-f457ca386307),segment_id=4c0afa4c-fd3b-4fb0-b601-f457ca386307)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:32:14.856252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:14.872983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Calling delete_port for 6158bc5c-d2e3-4904-9bd1-c342444a5655 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:32:14.875943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=504c3236-773b-497c-91ec-bffa0c6e4386,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:14.936801 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.031947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.034156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.064948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c9da94-62ea-4da5-84e4-5eb2df5b41e2 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:32:15.078886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.079450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Fanout notify agent at l3_agent the message router_deleted on router 13e7e891-bcac-4d4b-b75c-00d992f3ccf2 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:32:15.088026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.089183 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-5cf07946-bcae-4dd7-aead-3608651a9b10 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/routers/13e7e891-bcac-4d4b-b75c-00d992f3ccf2 HTTP/1.1" status: 204 len: 168 time: 0.7718339 Nov 24 05:32:15.092255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43442) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:15.093287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-72b5c4b9-fd64-4621-9695-d0f4278af317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:32:13Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:15.121773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5c4b9-fd64-4621-9695-d0f4278af317 None None] The sync data for ids ['13e7e891-bcac-4d4b-b75c-00d992f3ccf2'] in dv-neutron-818850-5-hyperv is: [{'id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-573091971', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:32:13Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '504c3236-773b-497c-91ec-bffa0c6e4386', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:74:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e7e891-bcac-4d4b-b75c-00d992f3ccf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:31:17Z', 'updated_at': '2021-11-24T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:32:15.144936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.174003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] No DVR routers for this DVR port 6158bc5c-d2e3-4904-9bd1-c342444a5655 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:32:15.175465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Pushing event deleted for resources: {'Port': ['ID=6158bc5c-d2e3-4904-9bd1-c342444a5655,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:15.183964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.184540 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.186142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.186142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.186142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.186618 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.186714 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.187018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.187453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.188267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.188414 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.189175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.189636 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90911421-bdf5-4db5-8b22-672fd042ceb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:32:15.276204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.295273 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0572f91-3344-409c-aa43-584dfd9cd789']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:15.304728 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0afa4c-fd3b-4fb0-b601-f457ca386307') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:15.305028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0afa4c-fd3b-4fb0-b601-f457ca386307') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:15.314658 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.328369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.334264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:32:15.334649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:32:15.337752 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:32:15.395682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.403801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.406256 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/networks/c0572f91-3344-409c-aa43-584dfd9cd789 HTTP/1.1" status: 204 len: 168 time: 0.3123853 Nov 24 05:32:15.409080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43444) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:15.417918 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbc5ac-e160-4552-a011-c4791560b2a4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Network': ['ID=c0572f91-3344-409c-aa43-584dfd9cd789,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:15.474146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda8c11d-d2f8-4979-b9d8-86c08a7cf41d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.501590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda8c11d-d2f8-4979-b9d8-86c08a7cf41d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.541721 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:32:15.564990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda8c11d-d2f8-4979-b9d8-86c08a7cf41d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.567741 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bda8c11d-d2f8-4979-b9d8-86c08a7cf41d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:15.569567 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bda8c11d-d2f8-4979-b9d8-86c08a7cf41d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/security-groups/b715ca95-f152-40f6-b21f-a5bd01fabd9a HTTP/1.1" status: 204 len: 168 time: 0.1594787 Nov 24 05:32:15.579385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8c11d-d2f8-4979-b9d8-86c08a7cf41d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b715ca95-f152-40f6-b21f-a5bd01fabd9a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:15.925541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43450) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:15.930623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-6df6d00d-09da-444e-976e-b382a5f078cf tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-684231592', 'description': 'tempest-secgroup-smoke-684231592 description', 'project_id': '236011f74592488fb280971a9f20d501'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:15.953372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6df6d00d-09da-444e-976e-b382a5f078cf tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.016862 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6df6d00d-09da-444e-976e-b382a5f078cf tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.020486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6df6d00d-09da-444e-976e-b382a5f078cf tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.050555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6df6d00d-09da-444e-976e-b382a5f078cf tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.051804 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6df6d00d-09da-444e-976e-b382a5f078cf tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1252038 Nov 24 05:32:16.052524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6d00d-09da-444e-976e-b382a5f078cf tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:16.054904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43452) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:16.059883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8a7006c2-82d3-4a5c-9255-8aa5a973ce27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:16.092476 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a7006c2-82d3-4a5c-9255-8aa5a973ce27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.153747 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2220259f-a4e6-4871-9ca9-1da9633176a1 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:32:16.157381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5844efd7-9aba-4d90-b13d-a76213b9c3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.160779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a7006c2-82d3-4a5c-9255-8aa5a973ce27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.164982 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a7006c2-82d3-4a5c-9255-8aa5a973ce27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.179913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 2220259f-a4e6-4871-9ca9-1da9633176a1 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:32:16.180272 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 2220259f-a4e6-4871-9ca9-1da9633176a1 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:32:16.180699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 6158bc5c-d2e3-4904-9bd1-c342444a5655 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:32:16.187363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7006c2-82d3-4a5c-9255-8aa5a973ce27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0535702-8930-4a08-94a9-a141eca1ff7f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:16.191794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8a7006c2-82d3-4a5c-9255-8aa5a973ce27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.193395 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8a7006c2-82d3-4a5c-9255-8aa5a973ce27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370611 Nov 24 05:32:16.196104 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43454) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:16.200897 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e54aa526-d6fd-4f44-a248-dd6b70ab8fbd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:16.202290 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 6158bc5c-d2e3-4904-9bd1-c342444a5655 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:32:16.202652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 6158bc5c-d2e3-4904-9bd1-c342444a5655 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:32:16.203080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 504c3236-773b-497c-91ec-bffa0c6e4386 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:32:16.223075 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 504c3236-773b-497c-91ec-bffa0c6e4386 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:32:16.223469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 504c3236-773b-497c-91ec-bffa0c6e4386 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:32:16.229789 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e54aa526-d6fd-4f44-a248-dd6b70ab8fbd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.286259 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e54aa526-d6fd-4f44-a248-dd6b70ab8fbd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.290351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e54aa526-d6fd-4f44-a248-dd6b70ab8fbd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.307865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54aa526-d6fd-4f44-a248-dd6b70ab8fbd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5473917c-d009-4f7a-9e86-8a80e8890de6,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:16.316015 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e54aa526-d6fd-4f44-a248-dd6b70ab8fbd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.317244 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e54aa526-d6fd-4f44-a248-dd6b70ab8fbd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200294 Nov 24 05:32:16.319968 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43456) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:16.324290 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-fdfd729d-ec96-4f67-a95a-19886a4d3cef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:16.351077 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fdfd729d-ec96-4f67-a95a-19886a4d3cef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.406489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fdfd729d-ec96-4f67-a95a-19886a4d3cef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.410006 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fdfd729d-ec96-4f67-a95a-19886a4d3cef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.428705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd729d-ec96-4f67-a95a-19886a4d3cef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2b7c13-804c-4e6b-a68f-f4fc7ea37f4b,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:16.435617 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fdfd729d-ec96-4f67-a95a-19886a4d3cef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.436801 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fdfd729d-ec96-4f67-a95a-19886a4d3cef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159129 Nov 24 05:32:16.439627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43458) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:16.444571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-270224d8-dbdf-4516-a77a-16e049397205 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:16.470271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-270224d8-dbdf-4516-a77a-16e049397205 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.529888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-270224d8-dbdf-4516-a77a-16e049397205 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.533224 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-270224d8-dbdf-4516-a77a-16e049397205 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.552533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270224d8-dbdf-4516-a77a-16e049397205 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff49a27c-aac4-4838-8d01-e9fb7d0d975d,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:16.558569 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-270224d8-dbdf-4516-a77a-16e049397205 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.559773 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-270224d8-dbdf-4516-a77a-16e049397205 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191652 Nov 24 05:32:16.562458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43460) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:16.566999 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-5cb7e9ab-2cb8-47ec-aa8c-158aef1280ea tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:16.587987 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-5cb7e9ab-2cb8-47ec-aa8c-158aef1280ea tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Project 236011f74592488fb280971a9f20d501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:32:16.593053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e9ab-2cb8-47ec-aa8c-158aef1280ea tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.649470 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e9ab-2cb8-47ec-aa8c-158aef1280ea tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.652750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e9ab-2cb8-47ec-aa8c-158aef1280ea tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.669610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7e9ab-2cb8-47ec-aa8c-158aef1280ea tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed84f287-2260-48ee-9241-96a1075fa2b4,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:16.678189 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5cb7e9ab-2cb8-47ec-aa8c-158aef1280ea tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.679534 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5cb7e9ab-2cb8-47ec-aa8c-158aef1280ea tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161754 Nov 24 05:32:16.682201 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43462) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:16.686421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b8faa767-d008-4cec-a2fe-29e84b189c82 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:16.706986 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-b8faa767-d008-4cec-a2fe-29e84b189c82 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Project 236011f74592488fb280971a9f20d501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:32:16.712847 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b8faa767-d008-4cec-a2fe-29e84b189c82 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.769525 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b8faa767-d008-4cec-a2fe-29e84b189c82 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.773530 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b8faa767-d008-4cec-a2fe-29e84b189c82 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.790636 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faa767-d008-4cec-a2fe-29e84b189c82 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dbef30-e086-4046-99f5-44e3bceaea1f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:16.798784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b8faa767-d008-4cec-a2fe-29e84b189c82 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.800007 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b8faa767-d008-4cec-a2fe-29e84b189c82 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168718 Nov 24 05:32:16.803431 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43464) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:16.808592 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'network': {'name': 'tempest-network-smoke--1535641150', 'project_id': '236011f74592488fb280971a9f20d501', 'port_security_enabled': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:16.829389 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:32:16.832989 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.857019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:32:16.866363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.866708 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Added segment cbaf77bb-0740-4099-b17b-730dc8e5da8e of type vlan for network 23abf0ee-388f-421b-868d-1295ba906a64 Nov 24 05:32:16.907647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.931638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.937752 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:16.938358 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:16.977225 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1727593 Nov 24 05:32:16.979973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43466) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:17.009120 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'admin_state_up': True, 'project_id': '236011f74592488fb280971a9f20d501', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:17.017357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448776b7-26bf-489c-88bc-4acf8a61f64d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Network': ['ID=23abf0ee-388f-421b-868d-1295ba906a64,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:17.028237 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 23abf0ee-388f-421b-868d-1295ba906a64 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:32:17.038902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:17.039948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:17.097549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:17.232130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:17.422923 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:17.443192 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:17.544264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.26.0.39 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/283a49e1-4e1d-4f10-96d6-55da6e5bb6d0) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:32:17.645018 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:17.677562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:17.714494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:32:17.719459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:32:17.722843 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:32:17.732881 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2b0b6d-4865-46db-b2a3-930622bac6e7 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:32:17.751553 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=283a49e1-4e1d-4f10-96d6-55da6e5bb6d0,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:17.840020 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-dc96ec09-f7a3-4fdf-b536-7aba7ac086f0 None None] Provisioning complete for port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:17.840621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dc96ec09-f7a3-4fdf-b536-7aba7ac086f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:17.874681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-dc96ec09-f7a3-4fdf-b536-7aba7ac086f0 None None] Port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:32:17.979261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:18.173102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:18.300883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:32:18.409164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:32:18.418348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f2352d49-b9b6-4a0a-962f-9ba8cfef5146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:18.419435 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Sync routers for ids ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:32:18.428481 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Routers {'1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:32:18.429785 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:32:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:18.436494 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:18.437805 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c76c6863-ddf2-475d-8581-a152c8472d98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4569156 Nov 24 05:32:18.440996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43468) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:18.478505 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-03c749ca-c823-4537-adf7-5a38122a8a53 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=236011f74592488fb280971a9f20d501&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363841 Nov 24 05:32:18.481071 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43470) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:18.535897 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Set router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:32:18.631521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4e6db9-b3b3-4f8a-be8c-649adf85c84b tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:18.633781 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3d4e6db9-b3b3-4f8a-be8c-649adf85c84b tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1518054 Nov 24 05:32:18.636514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43472) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:18.675017 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d4340a3a-47f5-442b-a17f-6afb6dedea13 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373971 Nov 24 05:32:18.677445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43474) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:18.682157 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-693236393', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'project_id': '236011f74592488fb280971a9f20d501', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:18.714364 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:17Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:18.740510 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Checking router: 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:32:18.740862 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Updating router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:32:18.766068 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:18.768685 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:32:18.772264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:18.950635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.016126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Subnet': ['ID=c22dbf9c-8b9b-4e90-a541-c66d6c375d77,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:19.021083 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.024320 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Checking segment: {'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:32:19.024320 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network hostable DHCP agents. Network: 23abf0ee-388f-421b-868d-1295ba906a64, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:32:19.028305 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.042299 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 23abf0ee-388f-421b-868d-1295ba906a64 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:32:19.052662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 23abf0ee-388f-421b-868d-1295ba906a64) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:32:19.057467 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:19.058102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.069181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f89980-9688-4a4d-be1e-b400ac09223b None None] Network 23abf0ee-388f-421b-868d-1295ba906a64 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:32:19.077725 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-816412fc-8d5d-499d-ab3d-e02440440022 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3991551 Nov 24 05:32:19.080458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43476) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:19.084013 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Attempting to bind port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:32:19.084771 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Attempting to bind port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:32:19.084771 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Attempting to bind port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:32:19.084995 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f015a600-e872-4c13-b220-9a838e7cbd70 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:32:19.096649 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:32:19.097033 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:32:19.097438 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.097839 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:32:19.098314 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Bound port: 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:32:19.098694 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.137965 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d5590-f372-434a-be6c-610801e51fec None None] Pushing event updated for resources: {'Port': ['ID=283a49e1-4e1d-4f10-96d6-55da6e5bb6d0,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:19.157084 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] For port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:32:19.160270 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] For port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=283a49e1-4e1d-4f10-96d6-55da6e5bb6d0,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:32:19.166777 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.218967 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Routers {'1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:32:19.219621 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:32:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:19.220967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74843680-6284-43d4-8a0f-48662d536e9a None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:32:19.229868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b801a1c1-98c8-4f87-b4be-6db2e29b00f8 None None] Provisioning complete for port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:19.230496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b801a1c1-98c8-4f87-b4be-6db2e29b00f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.273983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-23abf0ee-388f-421b-868d-1295ba906a64', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'tenant_id': '236011f74592488fb280971a9f20d501', 'fixed_ips': [{'subnet_id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:32:19.275243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.328728 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] Set router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:32:19.413001 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d5590-f372-434a-be6c-610801e51fec None None] Pushing event updated for resources: {'Port': ['ID=283a49e1-4e1d-4f10-96d6-55da6e5bb6d0,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:19.455446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b801a1c1-98c8-4f87-b4be-6db2e29b00f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.476548 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Allocated IP 172.20.0.2 (23abf0ee-388f-421b-868d-1295ba906a64/c22dbf9c-8b9b-4e90-a541-c66d6c375d77/c5f908d0-852e-4ebb-a435-748a3c8ba970) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:32:19.488491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-b801a1c1-98c8-4f87-b4be-6db2e29b00f8 None None] For port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=283a49e1-4e1d-4f10-96d6-55da6e5bb6d0,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:32:19.494360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b801a1c1-98c8-4f87-b4be-6db2e29b00f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.528683 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:17Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:19.557712 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf995a-dfe4-4271-9f3d-7da5df897d3a None None] The sync data for ids ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'] in dv-neutron-818850-5-hyperv is: [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:17Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:32:19.595220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801a1c1-98c8-4f87-b4be-6db2e29b00f8 None None] Pushing event updated for resources: {'Port': ['ID=283a49e1-4e1d-4f10-96d6-55da6e5bb6d0,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:19.661997 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-dbbeb9b1-800e-439c-a82e-3f624209c9e5 None None] Provisioning complete for port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:19.662469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb9b1-800e-439c-a82e-3f624209c9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.709469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.736902 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.747062 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.811647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Pushing event updated for resources: {'Port': ['ID=c5f908d0-852e-4ebb-a435-748a3c8ba970,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:19.854773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Network 23abf0ee-388f-421b-868d-1295ba906a64 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:32:19.859158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:32:19.864606 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:32:19.887067 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.927840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Attempting to bind port c5f908d0-852e-4ebb-a435-748a3c8ba970 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:32:19.928388 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Attempting to bind port c5f908d0-852e-4ebb-a435-748a3c8ba970 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:32:19.929046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Attempting to bind port c5f908d0-852e-4ebb-a435-748a3c8ba970 on network 23abf0ee-388f-421b-868d-1295ba906a64 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:32:19.934691 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:32:19.935213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Checking segment: {'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:32:19.935772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:19.936487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Bound using segment: {'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:32:19.937078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Bound port: c5f908d0-852e-4ebb-a435-748a3c8ba970, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:32:19.937564 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:20.002832 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] For port c5f908d0-852e-4ebb-a435-748a3c8ba970, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:32:20.006083 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] For port c5f908d0-852e-4ebb-a435-748a3c8ba970, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c5f908d0-852e-4ebb-a435-748a3c8ba970,segment=NetworkSegment(cbaf77bb-0740-4099-b17b-730dc8e5da8e),segment_id=cbaf77bb-0740-4099-b17b-730dc8e5da8e)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:32:20.011773 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:20.067205 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c357c3-ef71-4a92-abe5-4eb7d97a4a10 None None] Pushing event updated for resources: {'Port': ['ID=c5f908d0-852e-4ebb-a435-748a3c8ba970,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:20.163284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:32:20.230370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:20.231134 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:20.233797 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.20.0.1 (23abf0ee-388f-421b-868d-1295ba906a64/c22dbf9c-8b9b-4e90-a541-c66d6c375d77/c1344f78-2233-4b72-9d1a-67c846a0e316) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:32:20.407302 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:20.452243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:20.497174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 23abf0ee-388f-421b-868d-1295ba906a64 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:32:20.500269 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:32:20.504340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:32:20.531220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=c1344f78-2233-4b72-9d1a-67c846a0e316,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:20.555012 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:20.687095 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:20.861038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:20.980439 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:20.986378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:21.022386 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1230652-5109-4622-98c7-c60cace11039 None None] Network 23abf0ee-388f-421b-868d-1295ba906a64 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:32:21.060938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=c1344f78-2233-4b72-9d1a-67c846a0e316,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:21.065897 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:21.143364 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-6682bb24-5342-4266-9c9e-9a7c9a65ea3c None None] Provisioning complete for port c5f908d0-852e-4ebb-a435-748a3c8ba970 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:21.143828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6682bb24-5342-4266-9c9e-9a7c9a65ea3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:21.160857 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 23abf0ee-388f-421b-868d-1295ba906a64 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:32:21.162254 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:32:21.264077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6682bb24-5342-4266-9c9e-9a7c9a65ea3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:21.285350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:32:21.300541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6682bb24-5342-4266-9c9e-9a7c9a65ea3c None None] For port c5f908d0-852e-4ebb-a435-748a3c8ba970, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c5f908d0-852e-4ebb-a435-748a3c8ba970,segment=NetworkSegment(cbaf77bb-0740-4099-b17b-730dc8e5da8e),segment_id=cbaf77bb-0740-4099-b17b-730dc8e5da8e)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:32:21.307119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6682bb24-5342-4266-9c9e-9a7c9a65ea3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:21.370465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682bb24-5342-4266-9c9e-9a7c9a65ea3c None None] Pushing event updated for resources: {'Port': ['ID=c5f908d0-852e-4ebb-a435-748a3c8ba970,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:21.414825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:32:21.424563 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-855650fb-0513-4c76-b793-ce012029c6be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "PUT /v2.0/routers/1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3426819 Nov 24 05:32:21.532670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e31a0fa4-5aa2-4693-b176-aa8fe167f985 None None] Provisioning complete for port c1344f78-2233-4b72-9d1a-67c846a0e316 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:21.533142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e31a0fa4-5aa2-4693-b176-aa8fe167f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:21.574385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e31a0fa4-5aa2-4693-b176-aa8fe167f985 None None] Port c1344f78-2233-4b72-9d1a-67c846a0e316 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:32:21.584641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e31a0fa4-5aa2-4693-b176-aa8fe167f985 None None] Provisioning complete for port c5f908d0-852e-4ebb-a435-748a3c8ba970 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:21.585113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e31a0fa4-5aa2-4693-b176-aa8fe167f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:21.589771 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-227814e8-020f-4fcc-835a-6fcd42f0e8e8 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684231592&fields=id&tenant_id=236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 267 time: 0.0552204 Nov 24 05:32:21.613208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Sync routers for ids ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:32:21.634803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Routers {'1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:32:21.635278 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:32:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:21.717312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-2908b9ec-7339-45a0-a35d-a443257c40b7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:21.718946 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-2908b9ec-7339-45a0-a35d-a443257c40b7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/networks?id=23abf0ee-388f-421b-868d-1295ba906a64 HTTP/1.1" status: 200 len: 797 time: 0.1152799 Nov 24 05:32:21.738680 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-d78cba58-ff1a-4ea3-8cb9-8784c416efc7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/quotas/236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 375 time: 0.0097799 Nov 24 05:32:21.775200 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Set router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:32:21.808816 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-1a29c9fd-ac25-4613-969c-a23bcfb962ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600281 Nov 24 05:32:21.831082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:21.930203 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4ba17467-90f1-43c9-9cb5-7346dc63dfd2 None None] Provisioning complete for port c1344f78-2233-4b72-9d1a-67c846a0e316 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:21.930568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4ba17467-90f1-43c9-9cb5-7346dc63dfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:21.967923 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-dcac93f2-0b4e-4e30-8441-f39cde9c1f8b service neutron] 10.222.0.37 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422100 Nov 24 05:32:21.995055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-4ba17467-90f1-43c9-9cb5-7346dc63dfd2 None None] Port c1344f78-2233-4b72-9d1a-67c846a0e316 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:32:22.022803 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c1344f78-2233-4b72-9d1a-67c846a0e316', 'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:6e:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:20Z', 'updated_at': '2021-11-24T05:32:20Z', 'revision_number': 2, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:22.049097 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Checking router: 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:32:22.049453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Updating router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 port c1344f78-2233-4b72-9d1a-67c846a0e316 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:32:22.075762 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-22545a77-6a15-4d14-918c-4a9cda752f78 service neutron] 10.222.0.37 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016104 Nov 24 05:32:22.081059 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:22.170148 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c5f908d0-852e-4ebb-a435-748a3c8ba970 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:32:22.262441 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8ede573d-13e7-4688-a20a-92332b4365da req-88c34196-0ba0-44fe-867b-83b19bbbc625 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 210 time: 0.0302398 Nov 24 05:32:22.435678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port c5f908d0-852e-4ebb-a435-748a3c8ba970 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:22.436184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:22.581956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:22.587676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:22.638288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6fb88-382c-4619-a544-4758e5b005f1 None None] Pushing event updated for resources: {'Port': ['ID=c1344f78-2233-4b72-9d1a-67c846a0e316,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:22.697501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Attempting to bind port c1344f78-2233-4b72-9d1a-67c846a0e316 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:32:22.697991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Attempting to bind port c1344f78-2233-4b72-9d1a-67c846a0e316 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:32:22.698436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Attempting to bind port c1344f78-2233-4b72-9d1a-67c846a0e316 on network 23abf0ee-388f-421b-868d-1295ba906a64 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:32:22.703837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:32:22.704306 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Checking segment: {'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:32:22.704795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:22.705261 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Bound using segment: {'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:32:22.705807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Bound port: c1344f78-2233-4b72-9d1a-67c846a0e316, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:32:22.706260 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:22.780480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] For port c1344f78-2233-4b72-9d1a-67c846a0e316, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:32:22.783939 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] For port c1344f78-2233-4b72-9d1a-67c846a0e316, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c1344f78-2233-4b72-9d1a-67c846a0e316,segment=NetworkSegment(cbaf77bb-0740-4099-b17b-730dc8e5da8e),segment_id=cbaf77bb-0740-4099-b17b-730dc8e5da8e)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:32:22.789743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:22.850710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Routers {'1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:32:22.851463 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:32:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:22.889856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6fb88-382c-4619-a544-4758e5b005f1 None None] Pushing event updated for resources: {'Port': ['ID=c1344f78-2233-4b72-9d1a-67c846a0e316,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:22.966254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-5b4019a3-da22-4843-b7a5-9c3254b47db1 None None] Provisioning complete for port c1344f78-2233-4b72-9d1a-67c846a0e316 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:22.966626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b4019a3-da22-4843-b7a5-9c3254b47db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:22.999621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] Set router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:32:23.175482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b4019a3-da22-4843-b7a5-9c3254b47db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:23.252575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-5b4019a3-da22-4843-b7a5-9c3254b47db1 None None] For port c1344f78-2233-4b72-9d1a-67c846a0e316, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c1344f78-2233-4b72-9d1a-67c846a0e316,segment=NetworkSegment(cbaf77bb-0740-4099-b17b-730dc8e5da8e),segment_id=cbaf77bb-0740-4099-b17b-730dc8e5da8e)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:32:23.265725 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5b4019a3-da22-4843-b7a5-9c3254b47db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:23.326010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4019a3-da22-4843-b7a5-9c3254b47db1 None None] Pushing event updated for resources: {'Port': ['ID=c1344f78-2233-4b72-9d1a-67c846a0e316,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:23.331206 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c1344f78-2233-4b72-9d1a-67c846a0e316', 'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:6e:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:20Z', 'updated_at': '2021-11-24T05:32:22Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:23.364664 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fae513fe-085b-4ab2-987d-b74dcc1944b4 req-719f6879-f43a-46a2-827f-7d9805fbe6cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 210 time: 0.0301728 Nov 24 05:32:23.365238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e79d60a-69a8-4280-9de5-9fe25aef2cb9 None None] The sync data for ids ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'] in dv-neutron-818850-5-hyperv is: [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c1344f78-2233-4b72-9d1a-67c846a0e316', 'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:6e:11:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:20Z', 'updated_at': '2021-11-24T05:32:22Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:32:23.407320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3d5cd146-85de-4a82-b4a3-c2ff67196cc9 None None] Provisioning complete for port c1344f78-2233-4b72-9d1a-67c846a0e316 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:23.407750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd146-85de-4a82-b4a3-c2ff67196cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:23.568106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-83daa04a-4537-4527-840c-b60d8e27831a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:23.569658 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-83daa04a-4537-4527-840c-b60d8e27831a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/networks?id=23abf0ee-388f-421b-868d-1295ba906a64 HTTP/1.1" status: 200 len: 797 time: 0.4872797 Nov 24 05:32:23.635484 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-a70be652-30ca-41d8-aa7a-dd3984dee5f4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 379 time: 0.0565310 Nov 24 05:32:23.644948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'port': {'device_id': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'admin_state_up': True, 'tenant_id': '236011f74592488fb280971a9f20d501', 'security_groups': ['62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:23.760969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:32:23.765468 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:23.916013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.20.0.13 (23abf0ee-388f-421b-868d-1295ba906a64/c22dbf9c-8b9b-4e90-a541-c66d6c375d77/3f345732-394a-470f-bb01-46af0a857b78) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:32:24.066457 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.098543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.110969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.140002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c1344f78-2233-4b72-9d1a-67c846a0e316 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:32:24.163997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 23abf0ee-388f-421b-868d-1295ba906a64 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:32:24.167349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:32:24.171846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:32:24.198330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=3f345732-394a-470f-bb01-46af0a857b78,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:24.200460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port c1344f78-2233-4b72-9d1a-67c846a0e316 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:24.203869 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.230369 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:24.230956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.252259 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-72558051-ddec-4830-97d9-a276d2b50779 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6110148 Nov 24 05:32:24.263902 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-ac932903-5d3d-4292-9d05-f472e59a4b4e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:32:24.265020 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-ac932903-5d3d-4292-9d05-f472e59a4b4e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060232 Nov 24 05:32:24.281704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Request body: {'port': {'device_id': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:24.346888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.440713 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-dccdf493-3f5e-4092-b0b5-1129d80b2e43 None None] Provisioning complete for port 3f345732-394a-470f-bb01-46af0a857b78 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:24.441001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dccdf493-3f5e-4092-b0b5-1129d80b2e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.490031 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-dccdf493-3f5e-4092-b0b5-1129d80b2e43 None None] Port 3f345732-394a-470f-bb01-46af0a857b78 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:32:24.515419 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664189-b8ed-4f0c-9450-4c5b11bc01dd req-aba99b60-3d35-4bd4-a2d0-2f9f254c7dcb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:24.516982 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1b664189-b8ed-4f0c-9450-4c5b11bc01dd req-aba99b60-3d35-4bd4-a2d0-2f9f254c7dcb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 932 time: 0.0544736 Nov 24 05:32:24.576166 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1b664189-b8ed-4f0c-9450-4c5b11bc01dd req-6dec27bd-afec-495f-985f-dadd39a60cb0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531673 Nov 24 05:32:24.636140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f345732-394a-470f-bb01-46af0a857b78 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:32:24.643874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.656525 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Transition to ACTIVE for port object 3f345732-394a-470f-bb01-46af0a857b78 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:32:24.661024 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.714834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f345732-394a-470f-bb01-46af0a857b78,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:24.783902 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Attempting to bind port 3f345732-394a-470f-bb01-46af0a857b78 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:32:24.784256 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Attempting to bind port 3f345732-394a-470f-bb01-46af0a857b78 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:32:24.784597 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Attempting to bind port 3f345732-394a-470f-bb01-46af0a857b78 on network 23abf0ee-388f-421b-868d-1295ba906a64 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:32:24.789183 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Port 3f345732-394a-470f-bb01-46af0a857b78 on network 23abf0ee-388f-421b-868d-1295ba906a64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:32:24.789518 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Attempting to bind port 3f345732-394a-470f-bb01-46af0a857b78 on network 23abf0ee-388f-421b-868d-1295ba906a64 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:32:24.794755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:32:24.795107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Checking segment: {'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:32:24.795512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Bound using segment: {'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:32:24.795989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Bound port: 3f345732-394a-470f-bb01-46af0a857b78, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbaf77bb-0740-4099-b17b-730dc8e5da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:32:24.796423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.861025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] For port 3f345732-394a-470f-bb01-46af0a857b78, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:32:24.864021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] For port 3f345732-394a-470f-bb01-46af0a857b78, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3f345732-394a-470f-bb01-46af0a857b78,segment=NetworkSegment(cbaf77bb-0740-4099-b17b-730dc8e5da8e),segment_id=cbaf77bb-0740-4099-b17b-730dc8e5da8e)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:32:24.869134 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.906903 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:24.907540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:24.908940 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] 10.222.0.31 "PUT /v2.0/ports/3f345732-394a-470f-bb01-46af0a857b78 HTTP/1.1" status: 200 len: 1094 time: 0.6321650 Nov 24 05:32:24.909390 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'tag': '3f345732-394a-470f-bb01-46af0a857b78'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:32:24.911676 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4f185d-99dc-4e89-9467-259e03ac402a" -d '{"events": [{"name": "network-changed", "server_uuid": "e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4", "tag": "3f345732-394a-470f-bb01-46af0a857b78"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:32:24.938124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a83681-4458-49ae-b23f-e222d41eb4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f345732-394a-470f-bb01-46af0a857b78,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:24.970656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9eb95c-dc18-4d76-9b9b-b1763ca6b172 x-openstack-request-id: req-6e9eb95c-dc18-4d76-9b9b-b1763ca6b172 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:32:24.970939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4", "tag": "3f345732-394a-470f-bb01-46af0a857b78", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:32:24.971189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e9eb95c-dc18-4d76-9b9b-b1763ca6b172 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:32:24.971578 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'tag': '3f345732-394a-470f-bb01-46af0a857b78', 'status': 'completed', 'code': 200} Nov 24 05:32:25.004994 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-331298b1-c5f4-4e56-b721-f58dc60b93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:25.006406 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-331298b1-c5f4-4e56-b721-f58dc60b93cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0451469 Nov 24 05:32:25.050447 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-dc4275e3-ad9d-4f1a-8b29-223b4bd8c65f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f345732-394a-470f-bb01-46af0a857b78 HTTP/1.1" status: 200 len: 217 time: 0.0365343 Nov 24 05:32:25.102566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-389337c2-f053-4215-af9c-0602fa404eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:25.104097 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-389337c2-f053-4215-af9c-0602fa404eb9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c22dbf9c-8b9b-4e90-a541-c66d6c375d77 HTTP/1.1" status: 200 len: 834 time: 0.0460658 Nov 24 05:32:25.153593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-cacf9962-ff7a-47e1-a6c0-e4f82bfd45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:25.155102 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-cacf9962-ff7a-47e1-a6c0-e4f82bfd45fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23abf0ee-388f-421b-868d-1295ba906a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441706 Nov 24 05:32:25.245459 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-91658f97-c7b6-4bb4-a49b-cae88f8b0e83 service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823588 Nov 24 05:32:25.338196 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f3f473dd-0842-45ec-bfd4-9e649e3ed9a0 req-7d1fe95c-b4ba-411d-9e16-a89a936aa82d service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856626 Nov 24 05:32:25.424025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f185d-99dc-4e89-9467-259e03ac402a req-a5e9cba2-9cdc-4b60-8ddc-397540aae1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:25.425483 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0a4f185d-99dc-4e89-9467-259e03ac402a req-a5e9cba2-9cdc-4b60-8ddc-397540aae1ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 1097 time: 0.0402431 Nov 24 05:32:25.521114 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f185d-99dc-4e89-9467-259e03ac402a req-b4b2b1e5-e0ef-4e39-bc44-fd5e1574b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:25.523190 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0a4f185d-99dc-4e89-9467-259e03ac402a req-b4b2b1e5-e0ef-4e39-bc44-fd5e1574b288 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23abf0ee-388f-421b-868d-1295ba906a64 HTTP/1.1" status: 200 len: 898 time: 0.0877609 Nov 24 05:32:25.563794 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0a4f185d-99dc-4e89-9467-259e03ac402a req-27c72619-ee6a-466a-af52-48abe87579b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f345732-394a-470f-bb01-46af0a857b78 HTTP/1.1" status: 200 len: 217 time: 0.0331860 Nov 24 05:32:25.612893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f185d-99dc-4e89-9467-259e03ac402a req-c9c9b89e-48fe-4cfb-87ae-931cecf5c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:25.614436 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0a4f185d-99dc-4e89-9467-259e03ac402a req-c9c9b89e-48fe-4cfb-87ae-931cecf5c2c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c22dbf9c-8b9b-4e90-a541-c66d6c375d77 HTTP/1.1" status: 200 len: 834 time: 0.0437067 Nov 24 05:32:25.664632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f185d-99dc-4e89-9467-259e03ac402a req-9da13e45-ad15-4f76-98c0-1c8cdda74f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:25.666123 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0a4f185d-99dc-4e89-9467-259e03ac402a req-9da13e45-ad15-4f76-98c0-1c8cdda74f63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23abf0ee-388f-421b-868d-1295ba906a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442681 Nov 24 05:32:25.693654 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403122b-2383-49fe-88ff-449cd8bc4780 req-5d80385a-a496-459d-bc40-f425580f1d82 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:25.696216 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a403122b-2383-49fe-88ff-449cd8bc4780 req-5d80385a-a496-459d-bc40-f425580f1d82 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 944 time: 0.0560508 Nov 24 05:32:25.745939 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a403122b-2383-49fe-88ff-449cd8bc4780 req-6315241d-8873-4957-bfd1-93c8a29bcb9b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Nov 24 05:32:25.759996 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0a4f185d-99dc-4e89-9467-259e03ac402a req-5f32c418-3e0f-486b-ae22-b391b0ec4523 service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861003 Nov 24 05:32:25.857973 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0a4f185d-99dc-4e89-9467-259e03ac402a req-341286f2-daa4-4a54-bcf8-32f947d58a9e service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908263 Nov 24 05:32:26.865902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496edf9-f472-4894-932f-a3911fd4b848 req-51f5a7c5-380c-4d9f-a11e-a36ad5c5cef3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:26.868025 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b496edf9-f472-4894-932f-a3911fd4b848 req-51f5a7c5-380c-4d9f-a11e-a36ad5c5cef3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 944 time: 0.0506923 Nov 24 05:32:26.917640 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b496edf9-f472-4894-932f-a3911fd4b848 req-f0f0c47b-8f19-4111-92c8-660a84b73a9c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436532 Nov 24 05:32:28.036429 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df7b37-a3a2-4f11-8127-e52febc9fe3f req-414feed8-853e-40cc-a51c-4d625d193863 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:28.037892 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-86df7b37-a3a2-4f11-8127-e52febc9fe3f req-414feed8-853e-40cc-a51c-4d625d193863 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 944 time: 0.0526347 Nov 24 05:32:28.086147 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-86df7b37-a3a2-4f11-8127-e52febc9fe3f req-337c131f-becd-4978-83bd-728fd44b4e87 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417140 Nov 24 05:32:28.194822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3f345732-394a-470f-bb01-46af0a857b78 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:32:28.287435 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3f345732-394a-470f-bb01-46af0a857b78, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3f345732-394a-470f-bb01-46af0a857b78,segment=NetworkSegment(cbaf77bb-0740-4099-b17b-730dc8e5da8e),segment_id=cbaf77bb-0740-4099-b17b-730dc8e5da8e)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:32:28.298594 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '3f345732-394a-470f-bb01-46af0a857b78', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'port_id': '3f345732-394a-470f-bb01-46af0a857b78', 'mac_address': 'fa:16:3e:73:88:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:32:28.337865 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:28.350443 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f345732-394a-470f-bb01-46af0a857b78 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:32:28.371985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3f345732-394a-470f-bb01-46af0a857b78, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3f345732-394a-470f-bb01-46af0a857b78,segment=NetworkSegment(cbaf77bb-0740-4099-b17b-730dc8e5da8e),segment_id=cbaf77bb-0740-4099-b17b-730dc8e5da8e)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:32:28.375580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:28.420524 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=3f345732-394a-470f-bb01-46af0a857b78,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:28.603499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['3f345732-394a-470f-bb01-46af0a857b78'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:32:29.198144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014eaae-bc47-43a8-bb9d-2b8dfbbd7b40 req-067f5ea6-b45e-4b7a-a12f-1648a68bdc92 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:29.199641 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a014eaae-bc47-43a8-bb9d-2b8dfbbd7b40 req-067f5ea6-b45e-4b7a-a12f-1648a68bdc92 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 945 time: 0.0481999 Nov 24 05:32:29.248606 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a014eaae-bc47-43a8-bb9d-2b8dfbbd7b40 req-a18b6f98-eb2b-427f-8f9c-e92bcd33affe tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429876 Nov 24 05:32:30.211796 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3f345732-394a-470f-bb01-46af0a857b78 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:32:30.258182 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 3f345732-394a-470f-bb01-46af0a857b78 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:32:30.261661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 3f345732-394a-470f-bb01-46af0a857b78 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:32:30.262026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:30.342999 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:30.364724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86caa4e-55a3-4eb5-a4bd-413ba3d6b6ba req-fbf40d62-2f51-43bd-b74f-bacb34ba4c84 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:30.366346 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c86caa4e-55a3-4eb5-a4bd-413ba3d6b6ba req-fbf40d62-2f51-43bd-b74f-bacb34ba4c84 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 945 time: 0.0498881 Nov 24 05:32:30.368063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f345732-394a-470f-bb01-46af0a857b78'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:32:30.370307 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a609c211-0903-4fb5-b77b-d04968ac536c" -d '{"events": [{"server_uuid": "e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4", "name": "network-vif-plugged", "status": "completed", "tag": "3f345732-394a-470f-bb01-46af0a857b78"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:32:30.382844 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 3f345732-394a-470f-bb01-46af0a857b78, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3f345732-394a-470f-bb01-46af0a857b78,segment=NetworkSegment(cbaf77bb-0740-4099-b17b-730dc8e5da8e),segment_id=cbaf77bb-0740-4099-b17b-730dc8e5da8e)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:32:30.386674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:30.411457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20051bcc-d2d0-4248-88af-ec5f0ae076b4 x-openstack-request-id: req-20051bcc-d2d0-4248-88af-ec5f0ae076b4 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:32:30.411779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4", "name": "network-vif-plugged", "status": "completed", "tag": "3f345732-394a-470f-bb01-46af0a857b78", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:32:30.412032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20051bcc-d2d0-4248-88af-ec5f0ae076b4 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:32:30.412423 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f345732-394a-470f-bb01-46af0a857b78', 'code': 200} Nov 24 05:32:30.422493 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c86caa4e-55a3-4eb5-a4bd-413ba3d6b6ba req-1975e07d-817f-4401-84ee-caca91d43039 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500007 Nov 24 05:32:30.437873 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=3f345732-394a-470f-bb01-46af0a857b78,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:30.578434 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0dad2-e269-4147-933b-b49e13a57760 req-7e1ff96f-e126-4e2e-b385-70ce8f0d9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:30.579975 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fbe0dad2-e269-4147-933b-b49e13a57760 req-7e1ff96f-e126-4e2e-b385-70ce8f0d9f49 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0404820 Nov 24 05:32:30.626489 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fbe0dad2-e269-4147-933b-b49e13a57760 req-ddf7d8a2-9145-4560-977e-25cb27deec59 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383427 Nov 24 05:32:31.547329 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac7936-5f6b-461f-8fa7-5f47e1a9e4cb req-439bbdc7-c22d-4a30-b189-ba88ab91bac8 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:31.548817 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5bac7936-5f6b-461f-8fa7-5f47e1a9e4cb req-439bbdc7-c22d-4a30-b189-ba88ab91bac8 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0477250 Nov 24 05:32:31.599770 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5bac7936-5f6b-461f-8fa7-5f47e1a9e4cb req-842c6ec6-0766-41cd-8642-f3b82f6f0dcc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443287 Nov 24 05:32:32.712984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a55b3-a894-4bc7-b95d-88ce80756aaa req-92b17cc5-9ecd-499c-a91b-e01ce01e3d61 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:32.714458 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1c1a55b3-a894-4bc7-b95d-88ce80756aaa req-92b17cc5-9ecd-499c-a91b-e01ce01e3d61 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0485888 Nov 24 05:32:32.763282 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1c1a55b3-a894-4bc7-b95d-88ce80756aaa req-3baf2496-dcd5-49cd-b8b4-2d3a002e660a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427125 Nov 24 05:32:32.880800 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1955a-6602-4dbe-9d93-18cfb67e81af req-7cca45fb-f945-43fe-88a1-f025e1fca1f1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:32.882808 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-81a1955a-6602-4dbe-9d93-18cfb67e81af req-7cca45fb-f945-43fe-88a1-f025e1fca1f1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0536327 Nov 24 05:32:32.931521 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-81a1955a-6602-4dbe-9d93-18cfb67e81af req-07b0572b-ab4f-4f16-b173-f8a1221f1dd2 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427897 Nov 24 05:32:32.952404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43530) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:32.991390 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94767edd-d482-470d-9fd4-b94a346bec9d tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:32.992927 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-94767edd-d482-470d-9fd4-b94a346bec9d tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 1094 time: 0.0395088 Nov 24 05:32:32.995572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43532) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:32.999737 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '3f345732-394a-470f-bb01-46af0a857b78', 'tenant_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:32:33.020403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:33.119556 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:33.223790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.26.0.106 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/6c6f987f-5aef-41f9-a2c3-a65b1b1ba1fb) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:32:33.321023 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:33.353286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:33.386396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:32:33.389148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:32:33.394396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:32:33.424603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=6c6f987f-5aef-41f9-a2c3-a65b1b1ba1fb,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:33.753186 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:33.822073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:33.968506 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:33.972849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:34.040974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=6c6f987f-5aef-41f9-a2c3-a65b1b1ba1fb,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:32:34.050719 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:34.151211 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Floating IP d3dece2e-e8b6-47b2-8f22-2c57911586c4 associated. External IP: 172.26.0.106, port: 3f345732-394a-470f-bb01-46af0a857b78. Nov 24 05:32:34.357174 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:32:34.464307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:32:34.474924 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e07bb-aca7-4fa1-a358-7cabc4fd0178 None None] Sync routers for ids ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:32:34.482554 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:34.484993 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e07bb-aca7-4fa1-a358-7cabc4fd0178 None None] Routers {'1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:32:34.485593 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a53e07bb-aca7-4fa1-a358-7cabc4fd0178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:32:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:34.509111 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c7e55e19-3883-4907-b82d-e9c10c6a0b67 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5125039 Nov 24 05:32:34.509705 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'tag': '3f345732-394a-470f-bb01-46af0a857b78'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:32:34.511990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0" -d '{"events": [{"name": "network-changed", "server_uuid": "e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4", "tag": "3f345732-394a-470f-bb01-46af0a857b78"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:32:34.553692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584d8f11-33f1-479d-b58e-9803483200d2 x-openstack-request-id: req-584d8f11-33f1-479d-b58e-9803483200d2 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:32:34.554425 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4", "tag": "3f345732-394a-470f-bb01-46af0a857b78", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:32:34.554847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-584d8f11-33f1-479d-b58e-9803483200d2 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:32:34.555382 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'tag': '3f345732-394a-470f-bb01-46af0a857b78', 'status': 'completed', 'code': 200} Nov 24 05:32:34.595168 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a53e07bb-aca7-4fa1-a358-7cabc4fd0178 None None] Set router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:32:34.620344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0 req-aadcc219-03ac-4516-b17d-149ac4ea7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:34.622470 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0 req-aadcc219-03ac-4516-b17d-149ac4ea7eb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0446579 Nov 24 05:32:34.624585 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eefbd-b795-45eb-82b7-540eaf552c75 req-692d2973-1a24-4963-985c-4340a8649e09 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:34.626061 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-738eefbd-b795-45eb-82b7-540eaf552c75 req-692d2973-1a24-4963-985c-4340a8649e09 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0547960 Nov 24 05:32:34.677396 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-738eefbd-b795-45eb-82b7-540eaf552c75 req-82376cc3-1f61-47cb-b02a-252fe2b7c983 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450900 Nov 24 05:32:34.699934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43538) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:34.726146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0 req-a435e7b5-4bd1-4553-8194-1632a5850c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:34.727663 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0 req-a435e7b5-4bd1-4553-8194-1632a5850c13 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23abf0ee-388f-421b-868d-1295ba906a64 HTTP/1.1" status: 200 len: 898 time: 0.0977080 Nov 24 05:32:34.767676 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7638fcd1-711c-4526-b5a3-eee80a98f4bf tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/d3dece2e-e8b6-47b2-8f22-2c57911586c4 HTTP/1.1" status: 200 len: 992 time: 0.0665486 Nov 24 05:32:34.794163 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0 req-4c677b1b-0b80-4b84-a1b7-34ded6f13aa9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f345732-394a-470f-bb01-46af0a857b78 HTTP/1.1" status: 200 len: 1000 time: 0.0596426 Nov 24 05:32:34.826048 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a53e07bb-aca7-4fa1-a358-7cabc4fd0178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'd3dece2e-e8b6-47b2-8f22-2c57911586c4', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.106', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'port_id': '3f345732-394a-470f-bb01-46af0a857b78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'mac_address': 'fa:16:3e:73:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:32:33Z', 'updated_at': '2021-11-24T05:32:33Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1344f78-2233-4b72-9d1a-67c846a0e316', 'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:6e:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:20Z', 'updated_at': '2021-11-24T05:32:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:34.843511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0 req-fc29457a-27c1-4b79-8a03-fb98094cc2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:34.844989 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0 req-fc29457a-27c1-4b79-8a03-fb98094cc2d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c22dbf9c-8b9b-4e90-a541-c66d6c375d77 HTTP/1.1" status: 200 len: 834 time: 0.0430963 Nov 24 05:32:34.852907 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e07bb-aca7-4fa1-a358-7cabc4fd0178 None None] Checking router: 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:32:34.861153 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e07bb-aca7-4fa1-a358-7cabc4fd0178 None None] Routers {'1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:32:34.861761 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a53e07bb-aca7-4fa1-a358-7cabc4fd0178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:32:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:34.894368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0 req-6ba67f30-9c84-43eb-bbfd-a87f3de41a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:32:34.895760 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0 req-6ba67f30-9c84-43eb-bbfd-a87f3de41a64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23abf0ee-388f-421b-868d-1295ba906a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426419 Nov 24 05:32:34.985823 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0 req-21896e49-2a0b-4e27-8dcf-db729735dc02 service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830448 Nov 24 05:32:35.057004 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-a53e07bb-aca7-4fa1-a358-7cabc4fd0178 None None] Set router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:32:35.079772 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f8e5132e-c276-46e1-b5e8-4be3aa97ffc0 req-24b6d65a-d30a-4ed0-8610-eb7fdf9e9604 service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870097 Nov 24 05:32:35.274363 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-a53e07bb-aca7-4fa1-a358-7cabc4fd0178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'd3dece2e-e8b6-47b2-8f22-2c57911586c4', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.106', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'port_id': '3f345732-394a-470f-bb01-46af0a857b78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'mac_address': 'fa:16:3e:73:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:32:33Z', 'updated_at': '2021-11-24T05:32:33Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1344f78-2233-4b72-9d1a-67c846a0e316', 'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:6e:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:20Z', 'updated_at': '2021-11-24T05:32:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:32:35.303147 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e07bb-aca7-4fa1-a358-7cabc4fd0178 None None] The sync data for ids ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'] in dv-neutron-818850-5-hyperv is: [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'd3dece2e-e8b6-47b2-8f22-2c57911586c4', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.106', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'port_id': '3f345732-394a-470f-bb01-46af0a857b78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'mac_address': 'fa:16:3e:73:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:32:33Z', 'updated_at': '2021-11-24T05:32:33Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1344f78-2233-4b72-9d1a-67c846a0e316', 'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:6e:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:20Z', 'updated_at': '2021-11-24T05:32:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:32:35.487048 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ce2bf9-1f4b-4e61-a19f-ce6b89255b22 None None] New status for floating IP d3dece2e-e8b6-47b2-8f22-2c57911586c4: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:32:35.770996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43540) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:32:35.831992 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7eb5624b-10a3-4207-916b-632295f5190e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/d3dece2e-e8b6-47b2-8f22-2c57911586c4 HTTP/1.1" status: 200 len: 994 time: 0.0596657 Nov 24 05:32:46.158672 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fa8995bb-306c-4680-87d8-3ff910b5f410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:48.414401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b02ec3c5-ecae-42e9-a01f-63d107c1c2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:49.644456 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:50.862837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:51.796559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:32:52.541118 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:32:54.084426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:07.227717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa981f1-c063-4377-836f-3cf5665e3ee6 req-907ce1a2-0b2b-44ac-b30b-3697674f04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:07.230058 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bfa981f1-c063-4377-836f-3cf5665e3ee6 req-907ce1a2-0b2b-44ac-b30b-3697674f04fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0866454 Nov 24 05:33:07.235781 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5584144-ce7d-4017-9f11-5a58d0e453d7 req-b18a8ed7-d0b5-4ad7-bf7b-57bc9ad1f445 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:07.237319 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c5584144-ce7d-4017-9f11-5a58d0e453d7 req-b18a8ed7-d0b5-4ad7-bf7b-57bc9ad1f445 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.1053736 Nov 24 05:33:07.286721 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c5584144-ce7d-4017-9f11-5a58d0e453d7 req-8681ae24-be73-42da-9210-60e178ffa829 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430470 Nov 24 05:33:07.325761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa981f1-c063-4377-836f-3cf5665e3ee6 req-fab9066d-7575-461a-96ed-68fbf5a98291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:07.327261 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bfa981f1-c063-4377-836f-3cf5665e3ee6 req-fab9066d-7575-461a-96ed-68fbf5a98291 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23abf0ee-388f-421b-868d-1295ba906a64 HTTP/1.1" status: 200 len: 898 time: 0.0900383 Nov 24 05:33:07.392829 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bfa981f1-c063-4377-836f-3cf5665e3ee6 req-0c2594aa-f772-48d4-8988-ade73eda1ed1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f345732-394a-470f-bb01-46af0a857b78 HTTP/1.1" status: 200 len: 1002 time: 0.0565827 Nov 24 05:33:07.441147 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa981f1-c063-4377-836f-3cf5665e3ee6 req-351effe7-709c-4c5c-9b46-77644b107e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:07.442562 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bfa981f1-c063-4377-836f-3cf5665e3ee6 req-351effe7-709c-4c5c-9b46-77644b107e87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c22dbf9c-8b9b-4e90-a541-c66d6c375d77 HTTP/1.1" status: 200 len: 834 time: 0.0417452 Nov 24 05:33:07.490758 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa981f1-c063-4377-836f-3cf5665e3ee6 req-e4fabce8-ec5d-42db-babc-b8670265c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:07.492455 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bfa981f1-c063-4377-836f-3cf5665e3ee6 req-e4fabce8-ec5d-42db-babc-b8670265c226 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23abf0ee-388f-421b-868d-1295ba906a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429270 Nov 24 05:33:07.580484 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bfa981f1-c063-4377-836f-3cf5665e3ee6 req-0f72f541-b6ad-4ed2-a1dc-ef4c95309988 service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806384 Nov 24 05:33:07.673197 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bfa981f1-c063-4377-836f-3cf5665e3ee6 req-bc483b1f-2614-4a4c-901e-83bc75dcacfd service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849359 Nov 24 05:33:08.454736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ea01e-2114-4d0d-8660-64e6df1e15f3 req-cbaa8897-d2fd-43bb-b0e4-9e7077022f22 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:08.456243 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e47ea01e-2114-4d0d-8660-64e6df1e15f3 req-cbaa8897-d2fd-43bb-b0e4-9e7077022f22 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0974035 Nov 24 05:33:08.505916 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e47ea01e-2114-4d0d-8660-64e6df1e15f3 req-924d7ee0-0efd-4b54-b350-342aaad3a1e7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429935 Nov 24 05:33:09.625852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ec181-fa9f-4885-96c4-0f96a5e665ab req-4dbe2511-be8d-4768-8be0-b5effa166eed tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:09.627297 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-852ec181-fa9f-4885-96c4-0f96a5e665ab req-4dbe2511-be8d-4768-8be0-b5effa166eed tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0516188 Nov 24 05:33:09.677883 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-852ec181-fa9f-4885-96c4-0f96a5e665ab req-b505f500-b9a7-4c49-adfe-bf064c9fbc22 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438709 Nov 24 05:33:10.790562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88411582-7a53-4bdc-b801-a8b9e76454a6 req-b4e30839-2249-48a6-b4b0-11b1d10e62e6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:10.792062 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-88411582-7a53-4bdc-b801-a8b9e76454a6 req-b4e30839-2249-48a6-b4b0-11b1d10e62e6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0478129 Nov 24 05:33:10.841102 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-88411582-7a53-4bdc-b801-a8b9e76454a6 req-5c0ca690-4e0c-4ed1-984a-e3cd0ce92b7f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431824 Nov 24 05:33:11.955344 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf938c2a-5d2b-42b7-9672-282834436921 req-0a56c64f-f4d2-473a-8076-24cd8d7c0d41 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:11.956864 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bf938c2a-5d2b-42b7-9672-282834436921 req-0a56c64f-f4d2-473a-8076-24cd8d7c0d41 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0495830 Nov 24 05:33:12.010830 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bf938c2a-5d2b-42b7-9672-282834436921 req-5c62fc69-c85b-4892-ae7c-8b8d1f76ffc2 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479128 Nov 24 05:33:13.124399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f36f9b-eb6c-4496-bf80-f1a0ba9ca58d req-758c660d-2f9e-49da-bf23-c2280c23ab87 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:13.125865 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-72f36f9b-eb6c-4496-bf80-f1a0ba9ca58d req-758c660d-2f9e-49da-bf23-c2280c23ab87 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0493736 Nov 24 05:33:13.175246 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-72f36f9b-eb6c-4496-bf80-f1a0ba9ca58d req-4beb28ac-e69a-48df-806b-a3223415cbbb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436110 Nov 24 05:33:14.287484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f8564-ecf4-4081-a1e3-d7570642a7e4 req-86fa9f41-78b8-44ff-ac08-ec27c005eed8 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:14.289504 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-671f8564-ecf4-4081-a1e3-d7570642a7e4 req-86fa9f41-78b8-44ff-ac08-ec27c005eed8 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0473120 Nov 24 05:33:14.337214 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-671f8564-ecf4-4081-a1e3-d7570642a7e4 req-299b64c1-7498-443e-b486-a30ee0af7e53 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418229 Nov 24 05:33:15.455550 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a287-26aa-44cf-a928-9aadefe0e064 req-5d2192f1-0b36-4b7b-9627-d83b29764049 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:15.457030 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a2a9a287-26aa-44cf-a928-9aadefe0e064 req-5d2192f1-0b36-4b7b-9627-d83b29764049 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0530877 Nov 24 05:33:15.505458 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a2a9a287-26aa-44cf-a928-9aadefe0e064 req-5b9e68ee-f9b9-4351-8f2e-eef886dbf032 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421350 Nov 24 05:33:16.160421 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2ff3f432-083e-4a19-8900-2bfa22cd3cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:16.619248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93712d-3398-4266-b533-72e60053e37a req-4bca2241-14e9-4a9b-82b3-bc8c1e847a60 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:16.620724 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-da93712d-3398-4266-b533-72e60053e37a req-4bca2241-14e9-4a9b-82b3-bc8c1e847a60 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0481253 Nov 24 05:33:16.669256 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-da93712d-3398-4266-b533-72e60053e37a req-323fa629-a99c-42e5-abb5-c5e9adc0964d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427346 Nov 24 05:33:17.782756 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4ba20-b119-4535-a9b1-ca0d5a0b42c9 req-146a0d91-9aff-429a-ac8c-febd5b2335fb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:17.784239 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b5b4ba20-b119-4535-a9b1-ca0d5a0b42c9 req-146a0d91-9aff-429a-ac8c-febd5b2335fb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0484285 Nov 24 05:33:17.837374 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b5b4ba20-b119-4535-a9b1-ca0d5a0b42c9 req-fd479aad-c5af-44b3-945a-f1a95639d943 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470817 Nov 24 05:33:18.405253 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ac898238-41ad-48c8-bc1c-cdb5e9ce4965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:18.952571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efad3f-162f-48e6-84b4-882cf3d2cad8 req-4c09d727-9bf4-44af-b1df-dd715642d55a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:18.954029 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e6efad3f-162f-48e6-84b4-882cf3d2cad8 req-4c09d727-9bf4-44af-b1df-dd715642d55a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0488765 Nov 24 05:33:19.003693 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e6efad3f-162f-48e6-84b4-882cf3d2cad8 req-0a08ad19-c3e8-4f08-ba52-36a6f84a6981 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432129 Nov 24 05:33:19.645150 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:20.117588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad73a78-f93a-43c5-a4c7-fc448ba1dbb0 req-07c7ee91-5282-48ef-95eb-e7a03f5ca154 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:20.119053 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dad73a78-f93a-43c5-a4c7-fc448ba1dbb0 req-07c7ee91-5282-48ef-95eb-e7a03f5ca154 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0485921 Nov 24 05:33:20.167541 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dad73a78-f93a-43c5-a4c7-fc448ba1dbb0 req-265b972f-0286-4a86-a2cc-8f360806f911 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426040 Nov 24 05:33:20.864837 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:21.285049 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7b1f2-0642-4174-b700-3f808210824c req-a543b819-d472-4ae0-97f5-51a86123b7be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:21.286489 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-66c7b1f2-0642-4174-b700-3f808210824c req-a543b819-d472-4ae0-97f5-51a86123b7be tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0508335 Nov 24 05:33:21.334836 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-66c7b1f2-0642-4174-b700-3f808210824c req-2298c5c8-15a8-4686-b05e-ad096a3431cf tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Nov 24 05:33:21.798635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:22.448973 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66bdf0-11c6-487e-852a-de5c218214de req-f4614b7e-ad76-4ad4-b629-a3ad24714461 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:22.450462 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0b66bdf0-11c6-487e-852a-de5c218214de req-f4614b7e-ad76-4ad4-b629-a3ad24714461 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0488682 Nov 24 05:33:22.500003 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0b66bdf0-11c6-487e-852a-de5c218214de req-f757af12-d8bf-42fd-b4f8-f7d0807af6ac tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436466 Nov 24 05:33:23.620675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4308e43-7a3e-4405-ac42-95f125ab95dc req-5dbe7d5d-4038-4bde-978e-ffaacf6fc32c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:23.622150 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f4308e43-7a3e-4405-ac42-95f125ab95dc req-5dbe7d5d-4038-4bde-978e-ffaacf6fc32c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0527904 Nov 24 05:33:23.670533 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f4308e43-7a3e-4405-ac42-95f125ab95dc req-95dd9b4d-8cda-4ded-82c9-f93ce9e93309 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Nov 24 05:33:23.692779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43592) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:33:23.751842 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f0af7446-b5e5-4abf-a43d-51a68d79d743 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/d3dece2e-e8b6-47b2-8f22-2c57911586c4 HTTP/1.1" status: 200 len: 994 time: 0.0579312 Nov 24 05:33:24.086500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:29.540132 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:33:32.053095 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-4f454dde-5996-45dc-8cd7-63fb8f25a4db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384517 Nov 24 05:33:32.131830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-ef829646-ab90-42c1-81f8-b9d30b7fd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:32.133383 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-ef829646-ab90-42c1-81f8-b9d30b7fd4bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0398650 Nov 24 05:33:32.237032 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-105cb5a5-079e-40b3-8f42-85595dddc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:32.238482 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-105cb5a5-079e-40b3-8f42-85595dddc929 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23abf0ee-388f-421b-868d-1295ba906a64 HTTP/1.1" status: 200 len: 898 time: 0.0861828 Nov 24 05:33:32.300288 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-c8e5ac50-0246-4ed6-9f17-c1b60f7d5641 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f345732-394a-470f-bb01-46af0a857b78 HTTP/1.1" status: 200 len: 1002 time: 0.0544879 Nov 24 05:33:32.358272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-f14c1d2e-7799-4158-998d-19082b6740e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:32.359615 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-f14c1d2e-7799-4158-998d-19082b6740e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c22dbf9c-8b9b-4e90-a541-c66d6c375d77 HTTP/1.1" status: 200 len: 834 time: 0.0458779 Nov 24 05:33:32.406894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-2288c588-656c-4c6c-88df-865cd477b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:32.408364 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-2288c588-656c-4c6c-88df-865cd477b134 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23abf0ee-388f-421b-868d-1295ba906a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381436 Nov 24 05:33:32.507082 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-cc546d26-ebae-4fcb-8831-4c4e03eb7d91 service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857632 Nov 24 05:33:32.907282 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-673cc4fa-cd11-4d10-90ed-ea09a20b6d20 req-42f77fcd-1394-4e31-80fd-95a1c8a9dae8 service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929827 Nov 24 05:33:46.162101 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a9afa377-9f55-45d1-91c2-226a7803777b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:48.405222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a0b0ae28-9a00-454e-9179-e1cda1aa212b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:49.650327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:50.866752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:51.800425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:54.095689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:54.339731 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43604) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:33:54.499138 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 6c6f987f-5aef-41f9-a2c3-a65b1b1ba1fb {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:33:54.499394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:54.573774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:54.574128 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:54.586503 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 6c6f987f-5aef-41f9-a2c3-a65b1b1ba1fb owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:33:54.731293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:54.756385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=6c6f987f-5aef-41f9-a2c3-a65b1b1ba1fb,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:33:54.783311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.783693 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.784047 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.784406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.784735 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.785075 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.785410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.785741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.786074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.786404 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.786737 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.787063 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:54.829312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:54.829667 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Floating IP d3dece2e-e8b6-47b2-8f22-2c57911586c4 disassociated (deleted). External IP: 172.26.0.106, port: 3f345732-394a-470f-bb01-46af0a857b78. Nov 24 05:33:55.031072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:33:55.136816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:33:55.141312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:55.146453 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b9255-6bfb-44ea-808a-e5c2e106e39c None None] Sync routers for ids ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:33:55.155454 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b9255-6bfb-44ea-808a-e5c2e106e39c None None] Routers {'1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:33:55.156088 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9b1b9255-6bfb-44ea-808a-e5c2e106e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:33:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:33:55.168861 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-62e94d9e-bd92-4ed7-8236-d18610dffabc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/floatingips/d3dece2e-e8b6-47b2-8f22-2c57911586c4 HTTP/1.1" status: 204 len: 168 time: 0.8280594 Nov 24 05:33:55.169424 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'tag': '3f345732-394a-470f-bb01-46af0a857b78'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:33:55.171739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d53189-2e2d-4200-9a19-f704ea49b2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4", "tag": "3f345732-394a-470f-bb01-46af0a857b78"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:33:55.210630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9905ff0-8c68-46df-a841-ebe9d2e90b4e x-openstack-request-id: req-a9905ff0-8c68-46df-a841-ebe9d2e90b4e {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:33:55.210906 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4", "tag": "3f345732-394a-470f-bb01-46af0a857b78", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:33:55.211162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9905ff0-8c68-46df-a841-ebe9d2e90b4e {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:33:55.211565 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'tag': '3f345732-394a-470f-bb01-46af0a857b78', 'status': 'completed', 'code': 200} Nov 24 05:33:55.265404 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-9b1b9255-6bfb-44ea-808a-e5c2e106e39c None None] Set router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:33:55.276446 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d53189-2e2d-4200-9a19-f704ea49b2a8 req-a60eef56-c1f7-41cd-b7da-748b843a819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:55.278016 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-08d53189-2e2d-4200-9a19-f704ea49b2a8 req-a60eef56-c1f7-41cd-b7da-748b843a819e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 1099 time: 0.0418687 Nov 24 05:33:55.387199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d53189-2e2d-4200-9a19-f704ea49b2a8 req-e1e93c0c-18cb-4399-9cbc-973c7c842653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:55.388934 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-08d53189-2e2d-4200-9a19-f704ea49b2a8 req-e1e93c0c-18cb-4399-9cbc-973c7c842653 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23abf0ee-388f-421b-868d-1295ba906a64 HTTP/1.1" status: 200 len: 898 time: 0.0959926 Nov 24 05:33:55.404502 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801bc75-add8-4373-86f9-d2a5934c0d21 req-261d145f-f66b-4d05-94bb-43319ada2060 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:55.406083 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a801bc75-add8-4373-86f9-d2a5934c0d21 req-261d145f-f66b-4d05-94bb-43319ada2060 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0527596 Nov 24 05:33:55.433559 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-08d53189-2e2d-4200-9a19-f704ea49b2a8 req-06fd30fc-fba3-4038-994f-eaf2f2c7ab4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f345732-394a-470f-bb01-46af0a857b78 HTTP/1.1" status: 200 len: 217 time: 0.0352616 Nov 24 05:33:55.462284 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a801bc75-add8-4373-86f9-d2a5934c0d21 req-9389a285-9525-4bec-be9a-9b1e9df2e0f4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493584 Nov 24 05:33:55.476241 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9b1b9255-6bfb-44ea-808a-e5c2e106e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c1344f78-2233-4b72-9d1a-67c846a0e316', 'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:6e:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:20Z', 'updated_at': '2021-11-24T05:32:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:33:55.487932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d53189-2e2d-4200-9a19-f704ea49b2a8 req-069e3294-f30c-459e-800d-3d868032ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:55.489495 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-08d53189-2e2d-4200-9a19-f704ea49b2a8 req-069e3294-f30c-459e-800d-3d868032ec37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c22dbf9c-8b9b-4e90-a541-c66d6c375d77 HTTP/1.1" status: 200 len: 834 time: 0.0490825 Nov 24 05:33:55.505274 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b9255-6bfb-44ea-808a-e5c2e106e39c None None] Checking router: 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:33:55.514218 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b9255-6bfb-44ea-808a-e5c2e106e39c None None] Routers {'1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:33:55.514930 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9b1b9255-6bfb-44ea-808a-e5c2e106e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:33:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:33:55.537670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d53189-2e2d-4200-9a19-f704ea49b2a8 req-2894ed81-e553-41be-9a52-7e7c4be11940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:55.539386 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-08d53189-2e2d-4200-9a19-f704ea49b2a8 req-2894ed81-e553-41be-9a52-7e7c4be11940 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23abf0ee-388f-421b-868d-1295ba906a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397804 Nov 24 05:33:55.616750 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-9b1b9255-6bfb-44ea-808a-e5c2e106e39c None None] Set router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:33:55.632439 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-08d53189-2e2d-4200-9a19-f704ea49b2a8 req-b1e667b3-0e60-409f-a3e4-b83b0e85b7ea service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842178 Nov 24 05:33:55.723230 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-08d53189-2e2d-4200-9a19-f704ea49b2a8 req-cdbe8c44-e0be-493f-898f-635b39807a4a service neutron] 10.222.0.31 "GET /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826907 Nov 24 05:33:55.811990 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-9b1b9255-6bfb-44ea-808a-e5c2e106e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c1344f78-2233-4b72-9d1a-67c846a0e316', 'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:6e:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:20Z', 'updated_at': '2021-11-24T05:32:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:33:55.837808 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1b9255-6bfb-44ea-808a-e5c2e106e39c None None] The sync data for ids ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'] in dv-neutron-818850-5-hyperv is: [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:20Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': 'c1344f78-2233-4b72-9d1a-67c846a0e316', 'name': '', 'network_id': '23abf0ee-388f-421b-868d-1295ba906a64', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:6e:11:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:20Z', 'updated_at': '2021-11-24T05:32:23Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'c22dbf9c-8b9b-4e90-a541-c66d6c375d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:33:56.051709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c1b95-8e52-474e-8f66-8a6d0c7ba27b None None] New status for floating IP d3dece2e-e8b6-47b2-8f22-2c57911586c4: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:33:56.586210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bc09a-1261-416d-a68e-66d3eef7103f req-58378130-06a9-4ed8-9d19-c19ee7dd3ff1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:56.587703 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b66bc09a-1261-416d-a68e-66d3eef7103f req-58378130-06a9-4ed8-9d19-c19ee7dd3ff1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0539899 Nov 24 05:33:56.636035 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b66bc09a-1261-416d-a68e-66d3eef7103f req-178c273b-7e77-4b7a-9c6b-77172693dd3c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420403 Nov 24 05:33:56.943242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab8b7b-dc2a-4fdb-9981-70fc56518cec req-c0568332-2994-426c-bdd5-cd493c6a3ee6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:33:56.945676 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-69ab8b7b-dc2a-4fdb-9981-70fc56518cec req-c0568332-2994-426c-bdd5-cd493c6a3ee6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 946 time: 0.0493965 Nov 24 05:33:57.034885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-69ab8b7b-dc2a-4fdb-9981-70fc56518cec req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 3f345732-394a-470f-bb01-46af0a857b78 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:33:57.035219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-69ab8b7b-dc2a-4fdb-9981-70fc56518cec req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:57.120651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-69ab8b7b-dc2a-4fdb-9981-70fc56518cec req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 3f345732-394a-470f-bb01-46af0a857b78, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3f345732-394a-470f-bb01-46af0a857b78,segment=NetworkSegment(cbaf77bb-0740-4099-b17b-730dc8e5da8e),segment_id=cbaf77bb-0740-4099-b17b-730dc8e5da8e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:33:57.120920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-69ab8b7b-dc2a-4fdb-9981-70fc56518cec req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:57.133073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-69ab8b7b-dc2a-4fdb-9981-70fc56518cec req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 3f345732-394a-470f-bb01-46af0a857b78 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:33:57.259365 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-69ab8b7b-dc2a-4fdb-9981-70fc56518cec req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:57.288719 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=3f345732-394a-470f-bb01-46af0a857b78,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:33:57.301253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.301610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.301965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.302478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.302823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.303168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.303580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.304055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.304598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.304940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.305279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.305619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:33:57.344536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ab8b7b-dc2a-4fdb-9981-70fc56518cec req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] No DVR routers for this DVR port 3f345732-394a-470f-bb01-46af0a857b78 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:33:57.346990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-69ab8b7b-dc2a-4fdb-9981-70fc56518cec req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:57.350427 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-69ab8b7b-dc2a-4fdb-9981-70fc56518cec req-393cc475-b615-485a-9061-bb85f6778a66 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "DELETE /v2.0/ports/3f345732-394a-470f-bb01-46af0a857b78 HTTP/1.1" status: 204 len: 173 time: 0.3989687 Nov 24 05:33:57.351534 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'name': 'network-vif-deleted', 'tag': '3f345732-394a-470f-bb01-46af0a857b78'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:33:57.353863 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97431b82-985e-4ad3-9652-160a4526ce4e" -d '{"events": [{"server_uuid": "e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4", "name": "network-vif-deleted", "tag": "3f345732-394a-470f-bb01-46af0a857b78"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:33:57.450077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9d7e57-c3cb-4f81-af1f-52c94a54a113 x-openstack-request-id: req-9c9d7e57-c3cb-4f81-af1f-52c94a54a113 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:33:57.450373 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4", "name": "network-vif-deleted", "tag": "3f345732-394a-470f-bb01-46af0a857b78", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:33:57.450631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c9d7e57-c3cb-4f81-af1f-52c94a54a113 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:33:57.451083 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4', 'name': 'network-vif-deleted', 'tag': '3f345732-394a-470f-bb01-46af0a857b78', 'status': 'completed', 'code': 200} Nov 24 05:33:57.746253 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0ca18901-8925-42ce-b88b-21697d1bb5b0 req-ed9882a4-acd8-4b68-9f53-f3d72f467871 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25aded8-2c3b-4b56-ba6e-9bd9d3dc7ac4 HTTP/1.1" status: 200 len: 210 time: 0.0291643 Nov 24 05:33:58.806626 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43624) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:33:59.165915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:59.713695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port c1344f78-2233-4b72-9d1a-67c846a0e316 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:33:59.714039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:59.800793 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port c1344f78-2233-4b72-9d1a-67c846a0e316, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c1344f78-2233-4b72-9d1a-67c846a0e316,segment=NetworkSegment(cbaf77bb-0740-4099-b17b-730dc8e5da8e),segment_id=cbaf77bb-0740-4099-b17b-730dc8e5da8e)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:33:59.801158 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:33:59.818095 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for c1344f78-2233-4b72-9d1a-67c846a0e316 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:34:00.000665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:00.026809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=c1344f78-2233-4b72-9d1a-67c846a0e316,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:00.203320 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:00.419168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:34:00.523367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:34:00.528412 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-88456350-9e70-433e-b6e8-5da9feba947b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "PUT /v2.0/routers/1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7207792 Nov 24 05:34:00.531148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43626) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:00.538735 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a16826-053a-41c6-a1e2-c953b6fc7ae7 None None] Sync routers for ids ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:34:00.547675 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a16826-053a-41c6-a1e2-c953b6fc7ae7 None None] Routers {'1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:34:00.548301 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-19a16826-053a-41c6-a1e2-c953b6fc7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:33:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:00.582047 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d77f7e0-2926-4924-b1ab-d77441c86f3c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting subnet c22dbf9c-8b9b-4e90-a541-c66d6c375d77 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:34:00.585667 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d77f7e0-2926-4924-b1ab-d77441c86f3c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:00.626834 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d77f7e0-2926-4924-b1ab-d77441c86f3c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:00.649453 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-19a16826-053a-41c6-a1e2-c953b6fc7ae7 None None] Set router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:34:00.681940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3f345732-394a-470f-bb01-46af0a857b78 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:34:00.708684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 3f345732-394a-470f-bb01-46af0a857b78 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:34:00.709046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 3f345732-394a-470f-bb01-46af0a857b78 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:34:00.716713 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d77f7e0-2926-4924-b1ab-d77441c86f3c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:00.778651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d77f7e0-2926-4924-b1ab-d77441c86f3c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:00.807682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77f7e0-2926-4924-b1ab-d77441c86f3c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Subnet': ['ID=c22dbf9c-8b9b-4e90-a541-c66d6c375d77,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:00.809690 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5d77f7e0-2926-4924-b1ab-d77441c86f3c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:00.812965 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-5d77f7e0-2926-4924-b1ab-d77441c86f3c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/subnets/c22dbf9c-8b9b-4e90-a541-c66d6c375d77 HTTP/1.1" status: 204 len: 168 time: 0.2808368 Nov 24 05:34:00.815629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43628) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:00.826684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e0f19-d200-4dba-b55d-5f5c45b76318 None None] Network 23abf0ee-388f-421b-868d-1295ba906a64 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:34:00.924729 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-19a16826-053a-41c6-a1e2-c953b6fc7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:33:59Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:00.926004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:00.954108 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a16826-053a-41c6-a1e2-c953b6fc7ae7 None None] Checking router: 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:34:00.964125 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a16826-053a-41c6-a1e2-c953b6fc7ae7 None None] Routers {'1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:34:00.964748 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-19a16826-053a-41c6-a1e2-c953b6fc7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:33:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:01.025487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] DHCP port deletion for 23abf0ee-388f-421b-868d-1295ba906a64 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:34:01.035454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.071825 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Deleting port c5f908d0-852e-4ebb-a435-748a3c8ba970 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:34:01.072509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.078555 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-19a16826-053a-41c6-a1e2-c953b6fc7ae7 None None] Set router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:34:01.092194 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:34:01.092787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.133775 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] For port c5f908d0-852e-4ebb-a435-748a3c8ba970, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=c5f908d0-852e-4ebb-a435-748a3c8ba970,segment=NetworkSegment(cbaf77bb-0740-4099-b17b-730dc8e5da8e),segment_id=cbaf77bb-0740-4099-b17b-730dc8e5da8e)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:34:01.134669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.146958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Calling delete_port for c5f908d0-852e-4ebb-a435-748a3c8ba970 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:34:01.179952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=283a49e1-4e1d-4f10-96d6-55da6e5bb6d0,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:34:01.180420 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.193134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:34:01.238082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.263373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Pushing event deleted for resources: {'Port': ['ID=c5f908d0-852e-4ebb-a435-748a3c8ba970,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:01.267416 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] No DVR routers for this DVR port c5f908d0-852e-4ebb-a435-748a3c8ba970 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:34:01.275286 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-19a16826-053a-41c6-a1e2-c953b6fc7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:33:59Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:01.282145 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.282498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.282846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.283184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.283515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.283898 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.284236 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.284565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.284894 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.285220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.285542 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.285864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8445d0a-09d9-4c15-a125-221748461019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:01.302334 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a16826-053a-41c6-a1e2-c953b6fc7ae7 None None] The sync data for ids ['1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2'] in dv-neutron-818850-5-hyperv is: [{'id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1036227031', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:33:59Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '283a49e1-4e1d-4f10-96d6-55da6e5bb6d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:32:17Z', 'updated_at': '2021-11-24T05:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:34:01.375886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.400402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=283a49e1-4e1d-4f10-96d6-55da6e5bb6d0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:01.421459 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30969da-0b09-4a8f-8a9c-31b8875e771e None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:34:01.464438 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.553528 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.555517 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.601440 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.602074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Fanout notify agent at l3_agent the message router_deleted on router 1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:34:01.609471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.610577 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-356415ea-4577-48ab-9f5e-c17d8a4a7ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/routers/1cc44f5d-abb4-4e16-9ed4-001eb4f14aa2 HTTP/1.1" status: 204 len: 168 time: 0.7940378 Nov 24 05:34:01.613263 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43630) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:01.692168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.785542 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.806114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23abf0ee-388f-421b-868d-1295ba906a64']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:01.815225 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbaf77bb-0740-4099-b17b-730dc8e5da8e') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:01.815524 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbaf77bb-0740-4099-b17b-730dc8e5da8e') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:01.825974 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.840000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.848579 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:34:01.848835 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:34:01.852189 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:34:01.917545 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.924614 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:01.930869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/networks/23abf0ee-388f-421b-868d-1295ba906a64 HTTP/1.1" status: 204 len: 168 time: 0.3135538 Nov 24 05:34:01.931482 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43632) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:01.946048 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba561e-e43e-4728-95c3-bf96239f8536 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Network': ['ID=23abf0ee-388f-421b-868d-1295ba906a64,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:01.995396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f49cec6-f3fe-4a92-8f23-6449ccda0d1d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.019740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f49cec6-f3fe-4a92-8f23-6449ccda0d1d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.079158 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f49cec6-f3fe-4a92-8f23-6449ccda0d1d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.081735 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f49cec6-f3fe-4a92-8f23-6449ccda0d1d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.082890 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8f49cec6-f3fe-4a92-8f23-6449ccda0d1d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/security-groups/62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473 HTTP/1.1" status: 204 len: 168 time: 0.1506960 Nov 24 05:34:02.092003 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49cec6-f3fe-4a92-8f23-6449ccda0d1d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b4b1e6-cd9b-4fd1-9b54-58a1b11ef473,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:02.300500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:34:02.323362 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:34:02.323669 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 283a49e1-4e1d-4f10-96d6-55da6e5bb6d0 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:34:02.324089 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c1344f78-2233-4b72-9d1a-67c846a0e316 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:34:02.328218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43638) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:02.333047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-e099e1d6-360b-45d9-a53c-280b802f1031 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405106627', 'description': 'tempest-secgroup-smoke-405106627 description', 'project_id': '236011f74592488fb280971a9f20d501'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:02.342889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: c1344f78-2233-4b72-9d1a-67c846a0e316 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:34:02.343233 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c1344f78-2233-4b72-9d1a-67c846a0e316 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:34:02.343689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c5f908d0-852e-4ebb-a435-748a3c8ba970 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:34:02.356917 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e099e1d6-360b-45d9-a53c-280b802f1031 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.362118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: c5f908d0-852e-4ebb-a435-748a3c8ba970 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:34:02.362462 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device c5f908d0-852e-4ebb-a435-748a3c8ba970 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:34:02.421528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e099e1d6-360b-45d9-a53c-280b802f1031 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.425239 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e099e1d6-360b-45d9-a53c-280b802f1031 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.455094 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e099e1d6-360b-45d9-a53c-280b802f1031 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.456336 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e099e1d6-360b-45d9-a53c-280b802f1031 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1270378 Nov 24 05:34:02.458107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099e1d6-360b-45d9-a53c-280b802f1031 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0986af-8f30-48aa-83e4-1c27ffb4e597,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:02.459324 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43640) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:02.465144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f3cdc770-53e3-4326-ac94-7f0d7c64870f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '9b0986af-8f30-48aa-83e4-1c27ffb4e597', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:02.491795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc770-53e3-4326-ac94-7f0d7c64870f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.544511 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc770-53e3-4326-ac94-7f0d7c64870f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.548009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc770-53e3-4326-ac94-7f0d7c64870f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.566039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdc770-53e3-4326-ac94-7f0d7c64870f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858e90b8-c444-49a0-8cd3-d27486e345bc,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:02.572463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc770-53e3-4326-ac94-7f0d7c64870f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.573646 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f3cdc770-53e3-4326-ac94-7f0d7c64870f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124053 Nov 24 05:34:02.576334 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43642) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:02.580587 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e7c758f1-af3e-47ca-b8c7-b0fe58a34e83 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '9b0986af-8f30-48aa-83e4-1c27ffb4e597', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:02.606684 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7c758f1-af3e-47ca-b8c7-b0fe58a34e83 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.660822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7c758f1-af3e-47ca-b8c7-b0fe58a34e83 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.664465 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7c758f1-af3e-47ca-b8c7-b0fe58a34e83 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.684896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c758f1-af3e-47ca-b8c7-b0fe58a34e83 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3e4f98-13ba-4fcf-8634-facf5c81465f,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:02.690382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7c758f1-af3e-47ca-b8c7-b0fe58a34e83 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.691567 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e7c758f1-af3e-47ca-b8c7-b0fe58a34e83 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142969 Nov 24 05:34:02.695260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43644) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:02.699562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3d06da85-baf6-48ef-aa8d-05b7deef149f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '9b0986af-8f30-48aa-83e4-1c27ffb4e597', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:02.726556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d06da85-baf6-48ef-aa8d-05b7deef149f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.783814 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d06da85-baf6-48ef-aa8d-05b7deef149f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.787279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d06da85-baf6-48ef-aa8d-05b7deef149f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.805715 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06da85-baf6-48ef-aa8d-05b7deef149f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7f7056-047d-4b9a-b177-c582aae0b495,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:02.814466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3d06da85-baf6-48ef-aa8d-05b7deef149f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.815674 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3d06da85-baf6-48ef-aa8d-05b7deef149f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194358 Nov 24 05:34:02.818339 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43646) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:02.822702 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-8280932e-605c-4a71-ac52-c6c3f2429a2c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '9b0986af-8f30-48aa-83e4-1c27ffb4e597', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:02.848533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8280932e-605c-4a71-ac52-c6c3f2429a2c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.905262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8280932e-605c-4a71-ac52-c6c3f2429a2c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.908924 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8280932e-605c-4a71-ac52-c6c3f2429a2c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.928001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280932e-605c-4a71-ac52-c6c3f2429a2c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1abeff0-e93c-4a0e-935b-a9fa8b038299,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:02.933757 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8280932e-605c-4a71-ac52-c6c3f2429a2c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:02.934847 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8280932e-605c-4a71-ac52-c6c3f2429a2c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155460 Nov 24 05:34:02.937551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43648) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:02.942134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ecefa805-ffdc-4e11-9a79-94c3bee7ab77 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '9b0986af-8f30-48aa-83e4-1c27ffb4e597', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:02.965310 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-ecefa805-ffdc-4e11-9a79-94c3bee7ab77 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Project 236011f74592488fb280971a9f20d501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:34:02.970394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ecefa805-ffdc-4e11-9a79-94c3bee7ab77 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.028403 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ecefa805-ffdc-4e11-9a79-94c3bee7ab77 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.031972 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ecefa805-ffdc-4e11-9a79-94c3bee7ab77 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.052466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefa805-ffdc-4e11-9a79-94c3bee7ab77 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5007ef-c148-42b2-99fa-10e68ba61a28,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:03.058307 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ecefa805-ffdc-4e11-9a79-94c3bee7ab77 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.059485 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ecefa805-ffdc-4e11-9a79-94c3bee7ab77 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209810 Nov 24 05:34:03.062279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43650) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:03.066526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-05501f37-5b7e-45bf-b07d-1b1a609d1475 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '9b0986af-8f30-48aa-83e4-1c27ffb4e597', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:03.088492 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-05501f37-5b7e-45bf-b07d-1b1a609d1475 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Project 236011f74592488fb280971a9f20d501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:34:03.093668 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05501f37-5b7e-45bf-b07d-1b1a609d1475 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.154577 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05501f37-5b7e-45bf-b07d-1b1a609d1475 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.159079 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05501f37-5b7e-45bf-b07d-1b1a609d1475 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.179237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05501f37-5b7e-45bf-b07d-1b1a609d1475 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bb7a43-fe34-4ed8-b0a4-4c93184931a7,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:03.184631 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-05501f37-5b7e-45bf-b07d-1b1a609d1475 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.185799 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-05501f37-5b7e-45bf-b07d-1b1a609d1475 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225891 Nov 24 05:34:03.188721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43652) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:03.193487 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'network': {'name': 'tempest-network-smoke--1956210916', 'project_id': '236011f74592488fb280971a9f20d501', 'port_security_enabled': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:03.215501 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:34:03.219204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.243199 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:34:03.252232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.252582 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Added segment 04c2f43a-101f-4923-81aa-7d5763243752 of type vlan for network 31c31efa-ede4-4ad4-b987-d1b2669902f8 Nov 24 05:34:03.293405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.316958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.322938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:03.323671 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.362065 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1723542 Nov 24 05:34:03.364944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43654) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:03.370751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'admin_state_up': True, 'project_id': '236011f74592488fb280971a9f20d501', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:03.394969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.396010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.398916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937935a-7789-4ac1-b977-42361485313e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Network': ['ID=31c31efa-ede4-4ad4-b987-d1b2669902f8,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:03.410023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 31c31efa-ede4-4ad4-b987-d1b2669902f8 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:34:03.451363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.589586 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.775688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.794121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:03.897942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.26.0.249 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:34:03.996571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:04.028730 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:04.068563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:34:04.073499 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:34:04.076912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:34:04.091476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a970e5-ecee-40bf-a0f2-d9496ccf1089 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:34:04.106121 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:04.173359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-077d5cdc-84e8-4422-a76e-652e0961c80e None None] Provisioning complete for port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:04.173730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-077d5cdc-84e8-4422-a76e-652e0961c80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:04.206409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-077d5cdc-84e8-4422-a76e-652e0961c80e None None] Port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:34:04.328640 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:04.524080 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:04.650217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router b529897e-0298-43d0-9258-59948bfc1b63 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:34:04.752243 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:34:04.763421 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Sync routers for ids ['b529897e-0298-43d0-9258-59948bfc1b63'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:34:04.773353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:04.773555 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Routers {'b529897e-0298-43d0-9258-59948bfc1b63'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:34:04.774035 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:33:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['b529897e-0298-43d0-9258-59948bfc1b63'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:04.777911 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4743b861-a5fa-45fb-8010-3b99a805020c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4087963 Nov 24 05:34:04.778068 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43656) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:04.811566 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8101b79f-51c7-4d9a-bce6-8392da1aa1bf tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=236011f74592488fb280971a9f20d501&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316176 Nov 24 05:34:04.813423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43658) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:04.902159 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076c8f80-3a11-4f1b-96e6-d883922e7fb6 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:04.903603 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-076c8f80-3a11-4f1b-96e6-d883922e7fb6 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892718 Nov 24 05:34:04.906561 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43660) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:04.935877 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-77d2ec51-c18f-4ab8-b2be-14f4cd8ae01c tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281701 Nov 24 05:34:04.938442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43662) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:04.943301 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-488843572', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'project_id': '236011f74592488fb280971a9f20d501', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:05.020887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Set router b529897e-0298-43d0-9258-59948bfc1b63 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:34:05.037046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:34:05.041376 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:05.191723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:04Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:05.220060 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:05.221186 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Checking router: b529897e-0298-43d0-9258-59948bfc1b63 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:34:05.221720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Updating router b529897e-0298-43d0-9258-59948bfc1b63 port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:34:05.246441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:05.281776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Subnet': ['ID=41a6a9ca-753b-404c-a837-699085bbce0b,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:05.286950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Checking segment: {'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:34:05.287313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network hostable DHCP agents. Network: 31c31efa-ede4-4ad4-b987-d1b2669902f8, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:34:05.305193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 31c31efa-ede4-4ad4-b987-d1b2669902f8 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:34:05.313770 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 31c31efa-ede4-4ad4-b987-d1b2669902f8) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:34:05.317877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:05.318488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:05.326060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655895ff-b54d-45e1-b83d-4960bc010aec None None] Network 31c31efa-ede4-4ad4-b987-d1b2669902f8 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:34:05.335979 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-b093aa33-ab89-4c83-8da8-e7228f30ac30 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3964722 Nov 24 05:34:05.338876 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43664) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:05.555724 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-31c31efa-ede4-4ad4-b987-d1b2669902f8', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'tenant_id': '236011f74592488fb280971a9f20d501', 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:34:05.556565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:05.624092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:05.673404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:05.731816 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda35ff5-e318-48b8-9e0d-633bf814db92 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:34:05.766308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Attempting to bind port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:34:05.766996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Attempting to bind port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:34:05.767144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Attempting to bind port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:34:05.774880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:05.776586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe07f1-6560-4112-902f-fcccd9dcb6ed None None] Pushing event updated for resources: {'Port': ['ID=b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:05.783950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:34:05.784346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:34:05.784721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:05.785110 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:34:05.785578 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Bound port: b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:34:05.785953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:05.816554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Allocated IP 172.20.0.2 (31c31efa-ede4-4ad4-b987-d1b2669902f8/41a6a9ca-753b-404c-a837-699085bbce0b/06c59112-16ce-442e-86a3-f501cab02793) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:34:05.875553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] For port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:34:05.893054 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e14a16cd-0f26-40ec-b676-931c647f54fe None None] Provisioning complete for port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:05.893421 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e14a16cd-0f26-40ec-b676-931c647f54fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:05.942359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] For port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:34:05.952025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.004287 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e14a16cd-0f26-40ec-b676-931c647f54fe None None] Port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:34:06.016246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fcd08e-af9a-437e-893e-75b7c29f1c75 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:34:06.054946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Routers {'b529897e-0298-43d0-9258-59948bfc1b63'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:34:06.055729 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:33:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['b529897e-0298-43d0-9258-59948bfc1b63'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:06.073018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe07f1-6560-4112-902f-fcccd9dcb6ed None None] Pushing event updated for resources: {'Port': ['ID=b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:06.149195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.179621 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4d4d461b-6f25-4a0c-b7bf-aa721863f861 None None] Provisioning complete for port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:06.179991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4d4d461b-6f25-4a0c-b7bf-aa721863f861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.188040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.229630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.20.0.1 (31c31efa-ede4-4ad4-b987-d1b2669902f8/41a6a9ca-753b-404c-a837-699085bbce0b/00b6be00-5658-4267-a95f-6940af0b4863) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:34:06.277550 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Network 31c31efa-ede4-4ad4-b987-d1b2669902f8 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:34:06.279616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] Set router b529897e-0298-43d0-9258-59948bfc1b63 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:34:06.305360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Pushing event updated for resources: {'Port': ['ID=06c59112-16ce-442e-86a3-f501cab02793,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:06.335605 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:34:06.338467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:34:06.352784 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.385878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.437456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 31c31efa-ede4-4ad4-b987-d1b2669902f8 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:34:06.442454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:34:06.447309 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:34:06.474595 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=00b6be00-5658-4267-a95f-6940af0b4863,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:06.478870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Attempting to bind port 06c59112-16ce-442e-86a3-f501cab02793 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:34:06.479244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Attempting to bind port 06c59112-16ce-442e-86a3-f501cab02793 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:34:06.479625 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Attempting to bind port 06c59112-16ce-442e-86a3-f501cab02793 on network 31c31efa-ede4-4ad4-b987-d1b2669902f8 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:34:06.494747 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4d4d461b-6f25-4a0c-b7bf-aa721863f861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.496694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.502814 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:34:06.503185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Checking segment: {'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:34:06.503575 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.503990 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Bound using segment: {'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:34:06.504468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Bound port: 06c59112-16ce-442e-86a3-f501cab02793, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:34:06.504843 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.540787 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:34:06.544640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4d4d461b-6f25-4a0c-b7bf-aa721863f861 None None] For port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:34:06.551025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4d4d461b-6f25-4a0c-b7bf-aa721863f861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.633886 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.799483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d461b-6f25-4a0c-b7bf-aa721863f861 None None] Pushing event updated for resources: {'Port': ['ID=b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:06.802616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] For port 06c59112-16ce-442e-86a3-f501cab02793, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:34:06.808280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] For port 06c59112-16ce-442e-86a3-f501cab02793, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=06c59112-16ce-442e-86a3-f501cab02793,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:34:06.817098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:04Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:06.821055 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:06.850780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b62507-e101-455c-8846-224e6ff9cdab None None] The sync data for ids ['b529897e-0298-43d0-9258-59948bfc1b63'] in dv-neutron-818850-5-hyperv is: [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:04Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:34:06.908017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c8f95-9342-4590-a7fb-717fdc5c8dfa None None] Pushing event updated for resources: {'Port': ['ID=06c59112-16ce-442e-86a3-f501cab02793,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:07.290605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:07.295541 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:07.370994 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=00b6be00-5658-4267-a95f-6940af0b4863,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:07.373413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:07.476380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 31c31efa-ede4-4ad4-b987-d1b2669902f8 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:34:07.477870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:34:07.597691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router b529897e-0298-43d0-9258-59948bfc1b63 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:34:07.721711 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:34:07.727951 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-35b550b8-dd40-4588-aeeb-637ce9569834 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "PUT /v2.0/routers/b529897e-0298-43d0-9258-59948bfc1b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3879726 Nov 24 05:34:07.893410 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-0aee399b-4e3f-46c7-bb60-e62cb9165fdb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405106627&fields=id&tenant_id=236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 267 time: 0.0531292 Nov 24 05:34:07.914072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77aa5e-116c-44f7-86a3-f621223b17fa None None] Network 31c31efa-ede4-4ad4-b987-d1b2669902f8 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:34:08.002168 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-574d69a9-7f7a-48aa-b4d0-6011258e055c None None] Provisioning complete for port 06c59112-16ce-442e-86a3-f501cab02793 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:08.002542 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-574d69a9-7f7a-48aa-b4d0-6011258e055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:08.017289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219507e-f656-4116-83f7-86e1071f1517 req-4331d86d-b5be-4dd9-bb4e-678276008438 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:08.018735 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-4331d86d-b5be-4dd9-bb4e-678276008438 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/networks?id=31c31efa-ede4-4ad4-b987-d1b2669902f8 HTTP/1.1" status: 200 len: 797 time: 0.1169252 Nov 24 05:34:08.034803 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-be12ecfa-ee4b-46db-ab03-0dfe1a9aa69a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/quotas/236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 375 time: 0.0090458 Nov 24 05:34:08.097902 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-67aca394-45e9-4584-ae7c-bfa801a52b0c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518701 Nov 24 05:34:08.115003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-dfd5af86-5fc6-4743-a0aa-31adb5f7dcd1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:34:08.116385 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-dfd5af86-5fc6-4743-a0aa-31adb5f7dcd1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057547 Nov 24 05:34:08.139246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-574d69a9-7f7a-48aa-b4d0-6011258e055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:08.183375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-574d69a9-7f7a-48aa-b4d0-6011258e055c None None] For port 06c59112-16ce-442e-86a3-f501cab02793, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=06c59112-16ce-442e-86a3-f501cab02793,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:34:08.205578 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-574d69a9-7f7a-48aa-b4d0-6011258e055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:08.247136 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-cf2b115e-ed8b-48dc-b3f4-8bbd9c2eac7a service neutron] 10.222.0.37 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166184 Nov 24 05:34:08.279850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d69a9-7f7a-48aa-b4d0-6011258e055c None None] Pushing event updated for resources: {'Port': ['ID=06c59112-16ce-442e-86a3-f501cab02793,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:08.286439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 06c59112-16ce-442e-86a3-f501cab02793 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:34:08.343309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 06c59112-16ce-442e-86a3-f501cab02793 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:08.343746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:08.381248 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-22e07417-c75d-4a3d-9e8b-e1fa44163f25 service neutron] 10.222.0.37 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196306 Nov 24 05:34:08.450817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:34:08.455281 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a592e78e-82eb-4941-af83-90cc75d473d1 None None] Provisioning complete for port 06c59112-16ce-442e-86a3-f501cab02793 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:08.455924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a592e78e-82eb-4941-af83-90cc75d473d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:08.543955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:08.544967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:08.592838 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a5bbd76e-0975-440f-ad4c-20035181d440 req-ffc2dbab-d88b-4419-a3ee-cff2372a17a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 210 time: 0.0334244 Nov 24 05:34:08.662014 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Sync routers for ids ['b529897e-0298-43d0-9258-59948bfc1b63'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:34:08.672755 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Routers {'b529897e-0298-43d0-9258-59948bfc1b63'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:34:08.673579 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:33:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['b529897e-0298-43d0-9258-59948bfc1b63'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:08.691878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a592e78e-82eb-4941-af83-90cc75d473d1 None None] Provisioning complete for port 00b6be00-5658-4267-a95f-6940af0b4863 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:08.692297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a592e78e-82eb-4941-af83-90cc75d473d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:08.729882 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a592e78e-82eb-4941-af83-90cc75d473d1 None None] Port 00b6be00-5658-4267-a95f-6940af0b4863 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:34:08.812516 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Set router b529897e-0298-43d0-9258-59948bfc1b63 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:34:08.854968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d18d5610-0fe2-4f6f-94e9-b0d4c7cb731d None None] Provisioning complete for port 00b6be00-5658-4267-a95f-6940af0b4863 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:08.855353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d18d5610-0fe2-4f6f-94e9-b0d4c7cb731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:08.936256 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-d18d5610-0fe2-4f6f-94e9-b0d4c7cb731d None None] Port 00b6be00-5658-4267-a95f-6940af0b4863 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:34:09.054115 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '00b6be00-5658-4267-a95f-6940af0b4863', 'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:d3:90:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:05Z', 'updated_at': '2021-11-24T05:34:07Z', 'revision_number': 2, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:09.060242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-080d3230-426f-48b3-8344-eccd5d185d95 None None] Provisioning complete for port 00b6be00-5658-4267-a95f-6940af0b4863 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:09.060973 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-080d3230-426f-48b3-8344-eccd5d185d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:09.082700 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Checking router: b529897e-0298-43d0-9258-59948bfc1b63 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:34:09.083353 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Updating router b529897e-0298-43d0-9258-59948bfc1b63 port 00b6be00-5658-4267-a95f-6940af0b4863 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:34:09.111839 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:09.117868 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-080d3230-426f-48b3-8344-eccd5d185d95 None None] Port 00b6be00-5658-4267-a95f-6940af0b4863 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:34:09.382931 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:09.387880 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:09.439613 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Pushing event updated for resources: {'Port': ['ID=00b6be00-5658-4267-a95f-6940af0b4863,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:09.460613 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.461024 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.461286 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.461624 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.461959 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.462298 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.462631 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.462962 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.463294 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.463639 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.463972 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.464298 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:34:09.496597 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Attempting to bind port 00b6be00-5658-4267-a95f-6940af0b4863 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:34:09.496982 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Attempting to bind port 00b6be00-5658-4267-a95f-6940af0b4863 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:34:09.497484 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Attempting to bind port 00b6be00-5658-4267-a95f-6940af0b4863 on network 31c31efa-ede4-4ad4-b987-d1b2669902f8 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:34:09.502960 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:34:09.503337 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Checking segment: {'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:34:09.503774 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:09.504224 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Bound using segment: {'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:34:09.504638 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Bound port: 00b6be00-5658-4267-a95f-6940af0b4863, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:34:09.505020 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:09.573825 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] For port 00b6be00-5658-4267-a95f-6940af0b4863, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:34:09.577149 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] For port 00b6be00-5658-4267-a95f-6940af0b4863, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=00b6be00-5658-4267-a95f-6940af0b4863,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:34:09.582556 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:09.642942 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Routers {'b529897e-0298-43d0-9258-59948bfc1b63'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:34:09.643738 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:33:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['b529897e-0298-43d0-9258-59948bfc1b63'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:09.657526 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f01e63fd-7b56-44de-8fcf-6f825e19040e None None] Provisioning complete for port 00b6be00-5658-4267-a95f-6940af0b4863 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:09.658115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f01e63fd-7b56-44de-8fcf-6f825e19040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:09.691451 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4c77d-e693-4b03-9482-dfa5f6714692 None None] Pushing event updated for resources: {'Port': ['ID=00b6be00-5658-4267-a95f-6940af0b4863,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:09.743401 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-161ff11e-b2e3-4512-9db5-7cfac7406d45 req-8bec685a-a476-4d8e-8b94-2099d0b43e08 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 210 time: 0.0403399 Nov 24 05:34:09.813098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f01e63fd-7b56-44de-8fcf-6f825e19040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:09.816390 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] Set router b529897e-0298-43d0-9258-59948bfc1b63 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:34:09.854225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f01e63fd-7b56-44de-8fcf-6f825e19040e None None] For port 00b6be00-5658-4267-a95f-6940af0b4863, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=00b6be00-5658-4267-a95f-6940af0b4863,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:34:09.860776 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f01e63fd-7b56-44de-8fcf-6f825e19040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:09.899142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219507e-f656-4116-83f7-86e1071f1517 req-55fb3c25-4b19-4630-9c59-4012f4f022ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:09.902523 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-55fb3c25-4b19-4630-9c59-4012f4f022ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/networks?id=31c31efa-ede4-4ad4-b987-d1b2669902f8 HTTP/1.1" status: 200 len: 797 time: 0.1877875 Nov 24 05:34:09.937774 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e63fd-7b56-44de-8fcf-6f825e19040e None None] Pushing event updated for resources: {'Port': ['ID=00b6be00-5658-4267-a95f-6940af0b4863,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:09.979001 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-340e2fac-9615-4013-a804-e73b4d46e413 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 379 time: 0.0647399 Nov 24 05:34:09.992526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'port': {'device_id': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'admin_state_up': True, 'tenant_id': '236011f74592488fb280971a9f20d501', 'security_groups': ['9b0986af-8f30-48aa-83e4-1c27ffb4e597']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:09.994331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4420c9f8-0c5b-4ed3-8a07-e0dd31511f7a None None] Provisioning complete for port 00b6be00-5658-4267-a95f-6940af0b4863 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:09.994709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4420c9f8-0c5b-4ed3-8a07-e0dd31511f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:10.107077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:34:10.111769 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:10.135197 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '00b6be00-5658-4267-a95f-6940af0b4863', 'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:d3:90:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:05Z', 'updated_at': '2021-11-24T05:34:09Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:10.167373 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeba945-6b20-43d7-8c00-41cbd7bcf9b6 None None] The sync data for ids ['b529897e-0298-43d0-9258-59948bfc1b63'] in dv-neutron-818850-5-hyperv is: [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '00b6be00-5658-4267-a95f-6940af0b4863', 'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:d3:90:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:05Z', 'updated_at': '2021-11-24T05:34:09Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:34:10.172741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 06c59112-16ce-442e-86a3-f501cab02793 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:34:10.245040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 06c59112-16ce-442e-86a3-f501cab02793 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:10.245430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:10.254243 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.20.0.11 (31c31efa-ede4-4ad4-b987-d1b2669902f8/41a6a9ca-753b-404c-a837-699085bbce0b/eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:34:10.409571 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:10.444292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:10.490447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 31c31efa-ede4-4ad4-b987-d1b2669902f8 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:34:10.493512 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:34:10.495933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:34:10.524354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:10.556461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:10.557164 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:10.584191 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-ff5c8611-12dc-4e4d-9ce9-3ad9f17bf601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5957649 Nov 24 05:34:10.596761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Request body: {'port': {'device_id': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:10.662078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:10.812499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-213423dd-caa2-406a-a1a9-14e6f73d92c6 None None] Provisioning complete for port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:10.813315 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-213423dd-caa2-406a-a1a9-14e6f73d92c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:10.848076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-213423dd-caa2-406a-a1a9-14e6f73d92c6 None None] Port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:34:10.902497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56c28b-d8d2-41fe-812a-9a1818a18df2 req-7c04d6c4-8c5e-487e-ad63-12476225b112 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:10.904192 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2f56c28b-d8d2-41fe-812a-9a1818a18df2 req-7c04d6c4-8c5e-487e-ad63-12476225b112 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 932 time: 0.0609827 Nov 24 05:34:10.945031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:34:10.953044 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:10.965040 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2f56c28b-d8d2-41fe-812a-9a1818a18df2 req-c51c8741-ed5e-4bf5-afeb-09c06f206282 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542817 Nov 24 05:34:10.967130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Transition to ACTIVE for port object eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:34:10.972323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:11.028423 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Pushing event updated for resources: {'Port': ['ID=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:11.107486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Attempting to bind port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:34:11.107833 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Attempting to bind port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:34:11.108169 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Attempting to bind port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e on network 31c31efa-ede4-4ad4-b987-d1b2669902f8 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:34:11.113163 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e on network 31c31efa-ede4-4ad4-b987-d1b2669902f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:34:11.113496 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Attempting to bind port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e on network 31c31efa-ede4-4ad4-b987-d1b2669902f8 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:34:11.119626 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:34:11.119983 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Checking segment: {'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:34:11.120380 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Bound using segment: {'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:34:11.120827 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Bound port: eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c2f43a-101f-4923-81aa-7d5763243752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:34:11.121193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:11.188246 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] For port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:34:11.191541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] For port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:34:11.197629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:11.235917 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:11.236572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:11.237964 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] 10.222.0.31 "PUT /v2.0/ports/eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e HTTP/1.1" status: 200 len: 1094 time: 0.6461332 Nov 24 05:34:11.238498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:34:11.240782 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ee985-b7d1-4f65-8938-8217c5a7035d" -d '{"events": [{"name": "network-changed", "server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:34:11.267075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b7bbf-3793-4d6b-a571-6b7fcb1a7211 service neutron] Pushing event updated for resources: {'Port': ['ID=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:11.639140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b33a2b0-eb97-40a9-97a0-cef6fb1423d4 x-openstack-request-id: req-7b33a2b0-eb97-40a9-97a0-cef6fb1423d4 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:34:11.639354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:34:11.639545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b33a2b0-eb97-40a9-97a0-cef6fb1423d4 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:34:11.639947 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'status': 'completed', 'code': 200} Nov 24 05:34:11.655306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219507e-f656-4116-83f7-86e1071f1517 req-3149c520-b034-4c87-8ffb-d2202d9a28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:11.656814 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-3149c520-b034-4c87-8ffb-d2202d9a28a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 1097 time: 0.3694196 Nov 24 05:34:11.698262 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-cff3212f-719b-49c4-9c40-2e0e9af53961 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e HTTP/1.1" status: 200 len: 217 time: 0.0324364 Nov 24 05:34:11.745340 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219507e-f656-4116-83f7-86e1071f1517 req-aede6475-ad32-4e64-891a-d0cd66ffb0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:11.746723 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-aede6475-ad32-4e64-891a-d0cd66ffb0ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41a6a9ca-753b-404c-a837-699085bbce0b HTTP/1.1" status: 200 len: 834 time: 0.0420702 Nov 24 05:34:11.797736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219507e-f656-4116-83f7-86e1071f1517 req-7f477c16-7810-4628-9cf1-3b08d6339162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:11.799318 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-7f477c16-7810-4628-9cf1-3b08d6339162 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31c31efa-ede4-4ad4-b987-d1b2669902f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448842 Nov 24 05:34:11.898892 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-1b282119-eda3-486c-a481-043dfc3364d8 service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924706 Nov 24 05:34:11.993842 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a219507e-f656-4116-83f7-86e1071f1517 req-027428a1-81a2-41e7-9ee4-5298d6c43cea service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883889 Nov 24 05:34:12.089053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045946e5-d469-44a2-9c7e-32640177f8d3 req-8c28e13c-74ba-48a9-9f1a-c3ed55ced4de tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:12.089707 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee985-b7d1-4f65-8938-8217c5a7035d req-dce8e813-b765-4b8a-82da-c09296035892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:12.090579 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-045946e5-d469-44a2-9c7e-32640177f8d3 req-8c28e13c-74ba-48a9-9f1a-c3ed55ced4de tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 944 time: 0.0604670 Nov 24 05:34:12.091153 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-518ee985-b7d1-4f65-8938-8217c5a7035d req-dce8e813-b765-4b8a-82da-c09296035892 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 1097 time: 0.0432551 Nov 24 05:34:12.146139 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-045946e5-d469-44a2-9c7e-32640177f8d3 req-305bb24e-9a65-4fbe-8166-4509ed71fd42 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486414 Nov 24 05:34:12.207130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee985-b7d1-4f65-8938-8217c5a7035d req-8f2bb300-5366-4449-bae5-1edb6001c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:12.208796 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-518ee985-b7d1-4f65-8938-8217c5a7035d req-8f2bb300-5366-4449-bae5-1edb6001c450 service neutron] 10.222.0.31 "GET /v2.0/networks?id=31c31efa-ede4-4ad4-b987-d1b2669902f8 HTTP/1.1" status: 200 len: 898 time: 0.1099560 Nov 24 05:34:12.226547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 00b6be00-5658-4267-a95f-6940af0b4863 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:34:12.254969 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-518ee985-b7d1-4f65-8938-8217c5a7035d req-d19137a8-0708-439e-ac2c-b48cebd8accb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e HTTP/1.1" status: 200 len: 217 time: 0.0386274 Nov 24 05:34:12.278856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 00b6be00-5658-4267-a95f-6940af0b4863 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:12.279324 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:12.303738 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee985-b7d1-4f65-8938-8217c5a7035d req-121e2cb3-5e54-4792-a05a-6bbd5882bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:12.305075 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-518ee985-b7d1-4f65-8938-8217c5a7035d req-121e2cb3-5e54-4792-a05a-6bbd5882bef8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41a6a9ca-753b-404c-a837-699085bbce0b HTTP/1.1" status: 200 len: 834 time: 0.0435615 Nov 24 05:34:12.356371 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee985-b7d1-4f65-8938-8217c5a7035d req-a4ed3b06-a4cc-473d-97e5-b867cb232945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:12.357920 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-518ee985-b7d1-4f65-8938-8217c5a7035d req-a4ed3b06-a4cc-473d-97e5-b867cb232945 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31c31efa-ede4-4ad4-b987-d1b2669902f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456374 Nov 24 05:34:12.452689 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-518ee985-b7d1-4f65-8938-8217c5a7035d req-bfefcb85-cf2a-40d1-b6b6-f38164325612 service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854986 Nov 24 05:34:12.547423 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-518ee985-b7d1-4f65-8938-8217c5a7035d req-9aca94ce-f81c-4746-bc99-3019cf2420d8 service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862634 Nov 24 05:34:13.272452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4342c5f-fac9-4c71-900b-8f8914c189b0 req-92da2001-59e2-4b95-96b9-f02439f7cf0e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:13.273832 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a4342c5f-fac9-4c71-900b-8f8914c189b0 req-92da2001-59e2-4b95-96b9-f02439f7cf0e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 944 time: 0.0528069 Nov 24 05:34:13.322857 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a4342c5f-fac9-4c71-900b-8f8914c189b0 req-9bcfc04b-a61a-424b-9078-6de22f2f7075 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430775 Nov 24 05:34:14.438842 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae3180-28f7-404d-9bb5-38c82a8be8f9 req-b80d154c-ad1f-4e82-b3ca-5b76b18baf6c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:14.440316 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7ae3180-28f7-404d-9bb5-38c82a8be8f9 req-b80d154c-ad1f-4e82-b3ca-5b76b18baf6c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 944 time: 0.0517612 Nov 24 05:34:14.488871 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7ae3180-28f7-404d-9bb5-38c82a8be8f9 req-8d67a02e-613e-4585-b4e0-553bf9dbe47d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417538 Nov 24 05:34:14.773363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:34:14.870092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:34:14.880783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'port_id': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'mac_address': 'fa:16:3e:d2:2f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:34:14.915856 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:14.927811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:34:14.946989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:34:14.950974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:15.000348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:15.155965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:34:15.602193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc02eb-ce97-4975-a01f-56e969874917 req-447ebef9-ddc1-4fa0-bc80-3f80064fa347 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:15.603723 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1cdc02eb-ce97-4975-a01f-56e969874917 req-447ebef9-ddc1-4fa0-bc80-3f80064fa347 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 945 time: 0.0488257 Nov 24 05:34:15.652059 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1cdc02eb-ce97-4975-a01f-56e969874917 req-2a1c31b3-8fd4-4e4c-9bd7-cb1ef18a24e0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Nov 24 05:34:16.164593 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4ede3980-c469-4e83-88ab-caa764a5aad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:16.764458 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992fe49-6df0-4e4f-a9fc-adc02d084cab req-6d115bf0-cc94-4c73-b3a5-cbabdc74ed73 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:16.765936 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a992fe49-6df0-4e4f-a9fc-adc02d084cab req-6d115bf0-cc94-4c73-b3a5-cbabdc74ed73 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 945 time: 0.0487683 Nov 24 05:34:16.783342 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:34:16.822168 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a992fe49-6df0-4e4f-a9fc-adc02d084cab req-d8d8f3fe-00b4-4260-a030-7ff30e6e9af2 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502865 Nov 24 05:34:16.836698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:34:16.841030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:34:16.841441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:16.918616 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:16.941098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:34:16.943353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a47e43d-f8b6-46f0-acbe-138fdcf5a7d1" -d '{"events": [{"server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:34:16.957220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:34:16.961151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:17.008438 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:17.036473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0928900-8851-44c6-a87e-7dcb053e7111 x-openstack-request-id: req-a0928900-8851-44c6-a87e-7dcb053e7111 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:34:17.036789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:34:17.037046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0928900-8851-44c6-a87e-7dcb053e7111 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:34:17.037951 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'code': 200} Nov 24 05:34:17.201493 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764680f-ed93-4478-b02c-d710198e7eb1 req-a873725f-40f7-497b-9458-b6cf32870ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:17.202903 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9764680f-ed93-4478-b02c-d710198e7eb1 req-a873725f-40f7-497b-9458-b6cf32870ebb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 1099 time: 0.0408111 Nov 24 05:34:17.249398 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9764680f-ed93-4478-b02c-d710198e7eb1 req-21adea03-8c50-4548-afea-b1092f6f62c0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390682 Nov 24 05:34:17.935558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd391fa-bf7a-4cbc-8f57-02799b12dbee req-9f06144d-ce18-4ca0-93ce-c93fab3814a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:17.937108 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-efd391fa-bf7a-4cbc-8f57-02799b12dbee req-9f06144d-ce18-4ca0-93ce-c93fab3814a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0490510 Nov 24 05:34:17.988277 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-efd391fa-bf7a-4cbc-8f57-02799b12dbee req-5f445663-6a52-493c-86a8-5ad5679e04ca tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452154 Nov 24 05:34:18.406987 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ef6367b-2425-492e-8195-f2b5020cb8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:19.103611 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3666a-5a88-4f1c-ada3-d346fd6ab8b1 req-3a33adfd-0fdc-4863-9acc-8810473a2b1e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:19.104978 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0a3666a-5a88-4f1c-ada3-d346fd6ab8b1 req-3a33adfd-0fdc-4863-9acc-8810473a2b1e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0492361 Nov 24 05:34:19.153112 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0a3666a-5a88-4f1c-ada3-d346fd6ab8b1 req-82cb5e6b-2d27-4da6-9cfb-c07d69bd9565 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422819 Nov 24 05:34:19.269502 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d35f-0a0a-4d29-97b2-e222e5e32381 req-86ad7cb3-2aa3-4996-a855-15532cfeaebb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:19.270935 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4573d35f-0a0a-4d29-97b2-e222e5e32381 req-86ad7cb3-2aa3-4996-a855-15532cfeaebb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0521774 Nov 24 05:34:19.319311 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4573d35f-0a0a-4d29-97b2-e222e5e32381 req-e897ac6f-634e-413b-90a7-c561e5c61960 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412834 Nov 24 05:34:19.340707 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43724) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:19.379295 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4fdcef-abde-488b-836b-6b2f945b5ca4 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:19.380720 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3d4fdcef-abde-488b-836b-6b2f945b5ca4 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 1094 time: 0.0390215 Nov 24 05:34:19.383933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43726) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:19.388177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'tenant_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:34:19.410826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:19.510097 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:19.607471 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.26.0.71 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/17f896fb-05ad-4a26-b0f0-8d83408d4e16) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:34:19.656144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:19.710748 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:19.743549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:19.778721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:34:19.783395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:34:19.786825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:34:19.813209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=17f896fb-05ad-4a26-b0f0-8d83408d4e16,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:20.142505 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:20.207245 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:20.355777 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:20.360017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:20.432717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=17f896fb-05ad-4a26-b0f0-8d83408d4e16,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:34:20.442464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:20.541896 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Floating IP 49e230a6-52eb-43f3-b859-051e0efc8c11 associated. External IP: 172.26.0.71, port: eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e. Nov 24 05:34:20.745422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router b529897e-0298-43d0-9258-59948bfc1b63 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:34:20.853088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:34:20.863932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265c6af-c39c-4739-a604-ab6efde19186 None None] Sync routers for ids ['b529897e-0298-43d0-9258-59948bfc1b63'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:34:20.871444 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:20.874313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:20.877963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265c6af-c39c-4739-a604-ab6efde19186 None None] Routers {'b529897e-0298-43d0-9258-59948bfc1b63'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:34:20.878595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5265c6af-c39c-4739-a604-ab6efde19186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:34:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['b529897e-0298-43d0-9258-59948bfc1b63'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:20.901723 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f8d4d74c-eb84-4a94-aa29-f47d8dad8270 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5167191 Nov 24 05:34:20.902457 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:34:20.905870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:34:20.945124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c70bea8-bb13-4595-bc31-008db47239d4 x-openstack-request-id: req-2c70bea8-bb13-4595-bc31-008db47239d4 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:34:20.945413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:34:20.945665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c70bea8-bb13-4595-bc31-008db47239d4 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:34:20.946064 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'status': 'completed', 'code': 200} Nov 24 05:34:20.998124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5265c6af-c39c-4739-a604-ab6efde19186 None None] Set router b529897e-0298-43d0-9258-59948bfc1b63 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:34:21.002239 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88f84d-8cac-44df-a324-33841b4a92ff req-5567642d-efca-4fc8-bc7b-ae3155431fdc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:21.003783 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5e88f84d-8cac-44df-a324-33841b4a92ff req-5567642d-efca-4fc8-bc7b-ae3155431fdc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0506887 Nov 24 05:34:21.009300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3 req-97c4e296-25a7-4db6-b1af-1ab217a6dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:21.011369 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3 req-97c4e296-25a7-4db6-b1af-1ab217a6dd6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 1099 time: 0.0425026 Nov 24 05:34:21.057033 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5e88f84d-8cac-44df-a324-33841b4a92ff req-95f7db62-ced5-4b2b-8114-eaa776f13f40 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445201 Nov 24 05:34:21.080594 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43732) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:21.109486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3 req-c89ba80e-a482-4c16-8fdf-e704317d4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:21.110963 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3 req-c89ba80e-a482-4c16-8fdf-e704317d4254 service neutron] 10.222.0.31 "GET /v2.0/networks?id=31c31efa-ede4-4ad4-b987-d1b2669902f8 HTTP/1.1" status: 200 len: 898 time: 0.0913723 Nov 24 05:34:21.143487 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-23ff88bf-2461-4ed7-921d-79892baf88a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/49e230a6-52eb-43f3-b859-051e0efc8c11 HTTP/1.1" status: 200 len: 991 time: 0.0614493 Nov 24 05:34:21.175213 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3 req-6f9cf287-23ac-48b2-bd93-ac1c07ce1196 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e HTTP/1.1" status: 200 len: 999 time: 0.0571818 Nov 24 05:34:21.227402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5265c6af-c39c-4739-a604-ab6efde19186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '49e230a6-52eb-43f3-b859-051e0efc8c11', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.71', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'port_id': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'mac_address': 'fa:16:3e:d2:2f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:34:20Z', 'updated_at': '2021-11-24T05:34:20Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6be00-5658-4267-a95f-6940af0b4863', 'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:d3:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:05Z', 'updated_at': '2021-11-24T05:34:09Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:21.228227 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3 req-27482723-8de6-4c32-9a46-fa8db603a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:21.229693 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3 req-27482723-8de6-4c32-9a46-fa8db603a94e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41a6a9ca-753b-404c-a837-699085bbce0b HTTP/1.1" status: 200 len: 834 time: 0.0479183 Nov 24 05:34:21.257017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265c6af-c39c-4739-a604-ab6efde19186 None None] Checking router: b529897e-0298-43d0-9258-59948bfc1b63 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:34:21.265194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265c6af-c39c-4739-a604-ab6efde19186 None None] Routers {'b529897e-0298-43d0-9258-59948bfc1b63'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:34:21.265812 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5265c6af-c39c-4739-a604-ab6efde19186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:34:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['b529897e-0298-43d0-9258-59948bfc1b63'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:21.275192 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3 req-b6dee9d3-266b-4f94-b0e6-bad083920e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:21.276720 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3 req-b6dee9d3-266b-4f94-b0e6-bad083920e6f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31c31efa-ede4-4ad4-b987-d1b2669902f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405746 Nov 24 05:34:21.367037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5265c6af-c39c-4739-a604-ab6efde19186 None None] Set router b529897e-0298-43d0-9258-59948bfc1b63 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:34:21.369448 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3 req-5213c20e-3d54-4717-9089-10fffafc2ce8 service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849805 Nov 24 05:34:21.462131 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3a4b74fe-eaa0-4974-926b-65ea3c9c5eb3 req-b7a467c4-8184-43a7-bfc7-72c2d04fdcfd service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863564 Nov 24 05:34:21.728454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5265c6af-c39c-4739-a604-ab6efde19186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '49e230a6-52eb-43f3-b859-051e0efc8c11', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.71', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'port_id': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'mac_address': 'fa:16:3e:d2:2f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:34:20Z', 'updated_at': '2021-11-24T05:34:20Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6be00-5658-4267-a95f-6940af0b4863', 'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:d3:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:05Z', 'updated_at': '2021-11-24T05:34:09Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:34:21.758712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265c6af-c39c-4739-a604-ab6efde19186 None None] The sync data for ids ['b529897e-0298-43d0-9258-59948bfc1b63'] in dv-neutron-818850-5-hyperv is: [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '49e230a6-52eb-43f3-b859-051e0efc8c11', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.71', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'port_id': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'mac_address': 'fa:16:3e:d2:2f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:34:20Z', 'updated_at': '2021-11-24T05:34:20Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6be00-5658-4267-a95f-6940af0b4863', 'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:d3:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:05Z', 'updated_at': '2021-11-24T05:34:09Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:34:21.805644 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:21.960727 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc87afd-357e-4588-80aa-4c78752bf5fd None None] New status for floating IP 49e230a6-52eb-43f3-b859-051e0efc8c11: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:34:22.146663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43734) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:22.211004 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a035fdfb-f332-4d7e-8188-9e6de7c9ec0a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/49e230a6-52eb-43f3-b859-051e0efc8c11 HTTP/1.1" status: 200 len: 993 time: 0.0631380 Nov 24 05:34:24.098877 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:32.487502 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-4fe32101-a8d5-42aa-9f3a-052ad9699e82 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399592 Nov 24 05:34:32.578275 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-427d9610-b021-4255-9d5a-09da802ee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:32.579767 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-427d9610-b021-4255-9d5a-09da802ee9e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 1099 time: 0.0435798 Nov 24 05:34:32.682130 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-a9b411ac-df86-47ca-a946-f68873f6bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:32.683610 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-a9b411ac-df86-47ca-a946-f68873f6bbd0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=31c31efa-ede4-4ad4-b987-d1b2669902f8 HTTP/1.1" status: 200 len: 898 time: 0.0827105 Nov 24 05:34:32.752614 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-4bd71282-e2c1-4212-9b10-58904cd11765 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e HTTP/1.1" status: 200 len: 1001 time: 0.0610812 Nov 24 05:34:32.800062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-2a602011-6eda-4c82-ae29-592bcc1590c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:32.801531 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-2a602011-6eda-4c82-ae29-592bcc1590c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41a6a9ca-753b-404c-a837-699085bbce0b HTTP/1.1" status: 200 len: 834 time: 0.0426602 Nov 24 05:34:32.856359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-267b990c-c383-40e1-896d-3a2682477a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:32.857840 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-267b990c-c383-40e1-896d-3a2682477a78 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31c31efa-ede4-4ad4-b987-d1b2669902f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408232 Nov 24 05:34:32.953258 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-9ab111b4-d4ca-4631-9948-9cb758fc6655 service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853837 Nov 24 05:34:33.058633 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0335b7f7-0e33-4b5f-95c3-41fd00cea718 req-9ea8ef7c-aa00-41e2-b801-08f2078fdb41 service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800829 Nov 24 05:34:35.787991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-44e48763-a9b0-445f-9ba4-6f5ecbfaf5d0 req-150f62ea-cb35-48c6-9f5c-15f71501b3cb tempest-ServerDiskConfigTestJSON-384590777 tempest-ServerDiskConfigTestJSON-384590777-project] (103233) timed out ('10.222.0.31', 53604) {{(pid=103233) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 05:34:43.540403 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:34:46.165174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-df8e1597-21e5-41f2-a2b6-c1865fcc5445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:48.407279 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3af1f5fc-1683-4d13-8eda-1be3a80420b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:49.655545 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:50.872446 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:51.798552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:53.386196 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-ac62a705-92aa-4a29-a74e-85e100017917 req-2659d696-259d-4799-9c61-e2337c2e3a03 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:34:53.387178 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ac62a705-92aa-4a29-a74e-85e100017917 req-2659d696-259d-4799-9c61-e2337c2e3a03 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053773 Nov 24 05:34:53.567991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8dbf9-e22a-42b1-99f3-37024b8b66be req-6d30848b-f042-474e-839f-31c5cfd25daa tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:53.570292 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01d8dbf9-e22a-42b1-99f3-37024b8b66be req-6d30848b-f042-474e-839f-31c5cfd25daa tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0495605 Nov 24 05:34:53.579261 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43754) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:34:53.626256 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-01d8dbf9-e22a-42b1-99f3-37024b8b66be req-8ffa036b-5151-4abb-b829-b0c55ba67007 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498297 Nov 24 05:34:53.666941 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-f9dc27a6-1ea7-4b1b-ad19-55e4b8921869 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865040 Nov 24 05:34:53.675865 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-8c6d5059-f0f9-41a1-bee8-d27a877a356a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:34:53.676827 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-8c6d5059-f0f9-41a1-bee8-d27a877a356a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049384 Nov 24 05:34:54.111092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:34:54.746462 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db590e2-bf55-4134-aba2-854d894b2129 req-c7cbc30b-497d-4f34-8290-fcc876bc15c8 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:54.748003 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2db590e2-bf55-4134-aba2-854d894b2129 req-c7cbc30b-497d-4f34-8290-fcc876bc15c8 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0511799 Nov 24 05:34:54.753385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-8f7361c2-8445-4634-a5af-83c44b87d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:54.754862 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-8f7361c2-8445-4634-a5af-83c44b87d69a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 1099 time: 0.0409503 Nov 24 05:34:54.798357 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2db590e2-bf55-4134-aba2-854d894b2129 req-bf616a55-f607-47cf-a071-2c2afc6f0fbf tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443933 Nov 24 05:34:54.846311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-5e9698e8-5a4b-4c71-ac95-3159545b626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:54.847810 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-5e9698e8-5a4b-4c71-ac95-3159545b626b service neutron] 10.222.0.31 "GET /v2.0/networks?id=31c31efa-ede4-4ad4-b987-d1b2669902f8 HTTP/1.1" status: 200 len: 898 time: 0.0865324 Nov 24 05:34:54.914936 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-3dd9a475-6ac7-4a20-b7fa-1bce15b0bdcf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e HTTP/1.1" status: 200 len: 1001 time: 0.0603595 Nov 24 05:34:54.963188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-ff464595-278a-47c2-af1c-04523194dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:54.964650 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-ff464595-278a-47c2-af1c-04523194dc5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41a6a9ca-753b-404c-a837-699085bbce0b HTTP/1.1" status: 200 len: 834 time: 0.0424609 Nov 24 05:34:55.009172 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-d6f895fb-6fe0-49a8-ae99-951e91de1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:55.010622 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-d6f895fb-6fe0-49a8-ae99-951e91de1376 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31c31efa-ede4-4ad4-b987-d1b2669902f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390253 Nov 24 05:34:55.102466 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-eeb291cc-1de8-475d-864b-2a09bfeac4cc service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848403 Nov 24 05:34:55.197984 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-5201caa7-8a62-4451-ae31-1e575f41deaf service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889111 Nov 24 05:34:55.912751 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2e5e4-2882-4ab3-9957-f7065f4cd4d5 req-ab1c0912-1460-48de-aee3-80555e5fdf9b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:55.914339 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9aa2e5e4-2882-4ab3-9957-f7065f4cd4d5 req-ab1c0912-1460-48de-aee3-80555e5fdf9b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0485022 Nov 24 05:34:55.961903 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9aa2e5e4-2882-4ab3-9957-f7065f4cd4d5 req-10647db5-83f5-48b7-8c51-f34fa220e50e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417790 Nov 24 05:34:57.080464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e823918-e3cd-4282-8c67-3c9dd1f75829 req-f1f9d3e0-76f2-4858-ab8d-5bb6748b5ce2 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:57.081829 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e823918-e3cd-4282-8c67-3c9dd1f75829 req-f1f9d3e0-76f2-4858-ab8d-5bb6748b5ce2 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0523038 Nov 24 05:34:57.130983 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e823918-e3cd-4282-8c67-3c9dd1f75829 req-488fe4bd-16d5-4a69-a0aa-716bc6ab0e9f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427678 Nov 24 05:34:58.246858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0149d-2225-401e-b3ff-0a41e3dc16b5 req-78529a87-1536-4ee8-b3f2-73d73038f56a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:58.248386 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-79b0149d-2225-401e-b3ff-0a41e3dc16b5 req-78529a87-1536-4ee8-b3f2-73d73038f56a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0499959 Nov 24 05:34:58.297800 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-79b0149d-2225-401e-b3ff-0a41e3dc16b5 req-3214d097-8c9c-4468-8055-29a255e549cb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435858 Nov 24 05:34:59.416641 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce813a0-71d6-45f9-bae0-d77e30ce41a2 req-8848eea5-8f43-4e60-808d-3bd6cf6304e3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:34:59.418084 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9ce813a0-71d6-45f9-bae0-d77e30ce41a2 req-8848eea5-8f43-4e60-808d-3bd6cf6304e3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0517938 Nov 24 05:34:59.768260 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9ce813a0-71d6-45f9-bae0-d77e30ce41a2 req-94b3aef9-d031-4d3f-9a05-798a9f3666c0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440440 Nov 24 05:35:00.883351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f090c4d-e1ba-409c-addb-d95fe1cf57ed req-820a16d6-f673-43fb-a856-947dd481e840 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:00.884819 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8f090c4d-e1ba-409c-addb-d95fe1cf57ed req-820a16d6-f673-43fb-a856-947dd481e840 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0481322 Nov 24 05:35:00.932683 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8f090c4d-e1ba-409c-addb-d95fe1cf57ed req-eb81c165-ef4c-48d6-b9f1-203996d873ea tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420673 Nov 24 05:35:02.044551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97075fc8-7358-4061-b449-ce4b05433775 req-5c29a949-2e07-4c9d-a9da-91e3949ec7d2 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:02.046041 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-97075fc8-7358-4061-b449-ce4b05433775 req-5c29a949-2e07-4c9d-a9da-91e3949ec7d2 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0480118 Nov 24 05:35:02.097095 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-97075fc8-7358-4061-b449-ce4b05433775 req-1953cc87-d8a6-4457-b06a-f3c886b248b6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450454 Nov 24 05:35:03.210705 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4626ae-add6-45f8-b58c-f193d4544873 req-b610370e-5eae-44b5-8db4-4a4898b5f80e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:03.212194 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0f4626ae-add6-45f8-b58c-f193d4544873 req-b610370e-5eae-44b5-8db4-4a4898b5f80e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0479538 Nov 24 05:35:03.260719 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0f4626ae-add6-45f8-b58c-f193d4544873 req-86f71347-9ff2-45f9-8363-acd2496bfbe0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427036 Nov 24 05:35:04.376448 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37607d7-8ecc-4408-9c41-b730d15a0d60 req-08c4f20d-95cc-40bb-a9fd-97662763587c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:04.377836 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f37607d7-8ecc-4408-9c41-b730d15a0d60 req-08c4f20d-95cc-40bb-a9fd-97662763587c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0490506 Nov 24 05:35:04.426056 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f37607d7-8ecc-4408-9c41-b730d15a0d60 req-c190d609-23fd-4af1-a029-fbf89f5441f9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422561 Nov 24 05:35:05.546024 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae777203-235f-474c-aa49-87f534e8fc52 req-c6d1205c-67c1-408d-b157-c9f0b9dcbffb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:05.547510 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ae777203-235f-474c-aa49-87f534e8fc52 req-c6d1205c-67c1-408d-b157-c9f0b9dcbffb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0530782 Nov 24 05:35:05.595143 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ae777203-235f-474c-aa49-87f534e8fc52 req-95a70c27-2edb-4d26-9af0-83c606dfa7e6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417352 Nov 24 05:35:06.710680 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f9426-5c86-4994-938f-066a03990660 req-f56934c5-46e6-4e54-ac96-d55404f726dd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:06.712187 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b67f9426-5c86-4994-938f-066a03990660 req-f56934c5-46e6-4e54-ac96-d55404f726dd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0489631 Nov 24 05:35:06.761701 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b67f9426-5c86-4994-938f-066a03990660 req-8288ea2a-b10d-4836-a840-1d1bda0c652e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437150 Nov 24 05:35:07.882317 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def083bd-d4c9-4b8b-862e-3a2f999ab0c8 req-f8d9c7ca-7a12-4642-bcee-e2faea4cf80b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:07.883806 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-def083bd-d4c9-4b8b-862e-3a2f999ab0c8 req-f8d9c7ca-7a12-4642-bcee-e2faea4cf80b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0531569 Nov 24 05:35:07.932730 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-def083bd-d4c9-4b8b-862e-3a2f999ab0c8 req-3f8c432e-e438-4e74-8281-46fa09876882 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430813 Nov 24 05:35:09.046409 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6ce84-0ebf-4797-9a08-56b9342a4d66 req-03a25b22-2575-41c0-a263-b67c03172c1b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:09.047947 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eba6ce84-0ebf-4797-9a08-56b9342a4d66 req-03a25b22-2575-41c0-a263-b67c03172c1b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0480673 Nov 24 05:35:09.097144 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eba6ce84-0ebf-4797-9a08-56b9342a4d66 req-004b6fd2-9604-4dea-bc51-23782419c347 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427859 Nov 24 05:35:10.211451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25318bb0-1285-4319-b814-3a93ce6cc434 req-445e0782-dde5-4a7d-9a12-442f8f3f4fda tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:10.212936 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-25318bb0-1285-4319-b814-3a93ce6cc434 req-445e0782-dde5-4a7d-9a12-442f8f3f4fda tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0488176 Nov 24 05:35:10.266524 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-25318bb0-1285-4319-b814-3a93ce6cc434 req-9f98ebcc-a7bb-4f14-9200-3c6a0e6b09b4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474467 Nov 24 05:35:11.379699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487cc7c-9885-4556-866c-65cacc134d6f req-6f068bd9-10ed-47bd-b51a-3f5fc3387af1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:11.381780 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3487cc7c-9885-4556-866c-65cacc134d6f req-6f068bd9-10ed-47bd-b51a-3f5fc3387af1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0490735 Nov 24 05:35:11.429976 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3487cc7c-9885-4556-866c-65cacc134d6f req-b887af94-074b-44ea-ba05-71ffd6d2be3d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421808 Nov 24 05:35:11.793077 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-f36d3e16-a9ed-4fbe-8557-ecdbbdb93c21 service neutron] 10.222.0.31 "GET /v2.0/ports/eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0564508 Nov 24 05:35:11.999084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-2a3f23ae-ffda-428a-92fc-94ad819b3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:12.000601 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-2a3f23ae-ffda-428a-92fc-94ad819b3a61 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f&tenant_id=236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 1099 time: 0.0421152 Nov 24 05:35:12.063296 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-b88d585d-3ecb-49f0-9506-a98a78523504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:12.064745 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-b88d585d-3ecb-49f0-9506-a98a78523504 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 1099 time: 0.0402637 Nov 24 05:35:12.159490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-843e98c5-b8e7-417a-8dd4-70aaa56ac038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:12.160979 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-843e98c5-b8e7-417a-8dd4-70aaa56ac038 service neutron] 10.222.0.31 "GET /v2.0/networks?id=31c31efa-ede4-4ad4-b987-d1b2669902f8 HTTP/1.1" status: 200 len: 898 time: 0.0885723 Nov 24 05:35:12.225621 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-0ff11039-e570-4c86-919e-eb2a01d7bf33 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e HTTP/1.1" status: 200 len: 1001 time: 0.0576463 Nov 24 05:35:12.277748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-0759784a-d80b-4bc1-9017-85346f189eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:12.279176 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-0759784a-d80b-4bc1-9017-85346f189eb9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41a6a9ca-753b-404c-a837-699085bbce0b HTTP/1.1" status: 200 len: 834 time: 0.0474873 Nov 24 05:35:12.334336 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-5c90d4fb-2633-43d9-abb2-eaaec8a08882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:12.335802 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-5c90d4fb-2633-43d9-abb2-eaaec8a08882 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31c31efa-ede4-4ad4-b987-d1b2669902f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483015 Nov 24 05:35:12.438201 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-4b96f80a-ccc0-4782-8c80-bd67bd5c7d61 service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955102 Nov 24 05:35:12.530249 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c9401c58-f8d5-4e26-83d0-9b8a8229186e req-9de951e2-5c90-48c0-a0f3-4b5f1eae273c service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845623 Nov 24 05:35:12.553736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4558b-0b75-48b6-b2d6-4ba724d2d1de req-735505c0-fd50-419a-aee9-9353ba89a553 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:12.555462 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-47c4558b-0b75-48b6-b2d6-4ba724d2d1de req-735505c0-fd50-419a-aee9-9353ba89a553 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0546720 Nov 24 05:35:12.609241 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-47c4558b-0b75-48b6-b2d6-4ba724d2d1de req-e93b883b-2ece-4f11-8974-47a57c71e17a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473897 Nov 24 05:35:13.728676 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4fd4c-3d0b-4695-af03-a4f317153962 req-f8a7f217-e49c-4bb4-a40d-a61fecc3a9b3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:13.730147 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-47d4fd4c-3d0b-4695-af03-a4f317153962 req-f8a7f217-e49c-4bb4-a40d-a61fecc3a9b3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0533147 Nov 24 05:35:13.779892 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-47d4fd4c-3d0b-4695-af03-a4f317153962 req-c28026c8-f368-4e0d-84f7-927347e68ee6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437682 Nov 24 05:35:14.896969 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20fe4e-92c0-4380-93f2-bf564fb05077 req-30d347af-22de-4e8f-bd69-f3bd25da50e0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:14.898442 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eb20fe4e-92c0-4380-93f2-bf564fb05077 req-30d347af-22de-4e8f-bd69-f3bd25da50e0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0495813 Nov 24 05:35:14.947308 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eb20fe4e-92c0-4380-93f2-bf564fb05077 req-d93e2db6-6dfd-4f6e-b213-29c25a0ca8a8 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430036 Nov 24 05:35:15.054740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:35:15.066023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:35:15.157844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-7048cd7d-17b1-481a-9790-051202afb1ab tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:15.159069 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccf6ca-856d-4b83-af08-8255a02e051d req-b3680543-817c-40d4-b3ac-67b1c38fd628 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:15.159314 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-7048cd7d-17b1-481a-9790-051202afb1ab tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f&tenant_id=236011f74592488fb280971a9f20d501&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0530868 Nov 24 05:35:15.162593 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-faccf6ca-856d-4b83-af08-8255a02e051d req-b3680543-817c-40d4-b3ac-67b1c38fd628 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0650547 Nov 24 05:35:15.208430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:15.220745 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-faccf6ca-856d-4b83-af08-8255a02e051d req-4734c454-eaea-4e41-a2b8-f376a4024973 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522778 Nov 24 05:35:15.230226 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:35:15.253000 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:35:15.255404 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1777b441-02e3-443b-9d29-27eb23ea6eb2" -d '{"events": [{"server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:35:15.259015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-1475ce99-3bbd-4463-a649-05601342acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:15.261339 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-1475ce99-3bbd-4463-a649-05601342acf9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 1099 time: 0.0561941 Nov 24 05:35:15.261622 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'port_id': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'mac_address': 'fa:16:3e:d2:2f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:35:15.271959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:35:15.296268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:15.325490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 05:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8478ea5-669e-403b-9532-58f13b9b2029 x-openstack-request-id: req-e8478ea5-669e-403b-9532-58f13b9b2029 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:35:15.325779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:35:15.326036 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8478ea5-669e-403b-9532-58f13b9b2029 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:35:15.326425 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'code': 200} Nov 24 05:35:15.337044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:15.350861 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ae39b-4d0a-4328-ad14-5176c055de22 req-bfdec4d2-30e6-4169-a49e-ebfec06d12f1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:15.358078 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d81ae39b-4d0a-4328-ad14-5176c055de22 req-bfdec4d2-30e6-4169-a49e-ebfec06d12f1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 944 time: 0.0614295 Nov 24 05:35:15.364651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:35:15.378624 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:15.379921 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-53464fb5-2585-42ff-b6af-7ba117f370a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:15.382259 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-53464fb5-2585-42ff-b6af-7ba117f370a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=31c31efa-ede4-4ad4-b987-d1b2669902f8 HTTP/1.1" status: 200 len: 898 time: 0.1132646 Nov 24 05:35:15.402818 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d81ae39b-4d0a-4328-ad14-5176c055de22 req-9ce39a3c-776f-404d-b2a2-44cc474a9388 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438640 Nov 24 05:35:15.404572 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.404932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.405280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.405622 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.406175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.406649 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.406880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.407222 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.407556 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.407927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.408247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.408573 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:15.426762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:35:15.427129 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:35:15.460368 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-21ddd721-89c6-4c60-a622-172f480d4915 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e HTTP/1.1" status: 200 len: 999 time: 0.0710573 Nov 24 05:35:15.508051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-786d2cfa-9a58-4600-ad1c-d6d57b0bd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:15.509586 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-786d2cfa-9a58-4600-ad1c-d6d57b0bd884 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41a6a9ca-753b-404c-a837-699085bbce0b HTTP/1.1" status: 200 len: 834 time: 0.0431364 Nov 24 05:35:15.553263 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-dcaa42f4-7211-4343-89ff-858064d43dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:15.554707 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-dcaa42f4-7211-4343-89ff-858064d43dcb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31c31efa-ede4-4ad4-b987-d1b2669902f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383914 Nov 24 05:35:15.646046 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-8361222a-bfea-4340-9961-978cddc3703d service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841196 Nov 24 05:35:15.733148 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-9b15c56e-b7e2-4be2-b059-dfefd88dbb82 req-0c73683a-0535-4382-82ee-f94d1583b917 service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807872 Nov 24 05:35:15.961546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:15.974197 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:35:15.994093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:35:15.997758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:16.046983 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:16.056960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:35:16.182417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5aeb5555-4f25-4de2-a96b-9f8b6cc17db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:16.523300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b978758-d3d2-4c09-9400-07a2f03943ad req-627e6db9-e66f-4ed7-a242-3541e9958d33 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:16.524708 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4b978758-d3d2-4c09-9400-07a2f03943ad req-627e6db9-e66f-4ed7-a242-3541e9958d33 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 945 time: 0.0494258 Nov 24 05:35:16.572794 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4b978758-d3d2-4c09-9400-07a2f03943ad req-a1656f27-af33-428a-bde9-d0a71afde4fb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422053 Nov 24 05:35:16.594512 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43834) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:16.657722 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1b1184c7-b8f2-4d6d-95c4-09a558fbf143 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/49e230a6-52eb-43f3-b859-051e0efc8c11 HTTP/1.1" status: 200 len: 992 time: 0.0620272 Nov 24 05:35:17.069042 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:35:17.116326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:35:17.116685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:17.189244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:17.226444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:35:17.230239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:17.275239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,revision_number=8']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:17.327373 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:35:17.329725 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be4cdd8-0485-465d-ba6a-8c0f58f9537a" -d '{"events": [{"server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:35:17.366448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148dfc18-d343-4699-aede-64d2638786af x-openstack-request-id: req-148dfc18-d343-4699-aede-64d2638786af {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:35:17.366743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:35:17.367003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-148dfc18-d343-4699-aede-64d2638786af {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:35:17.367397 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'code': 200} Nov 24 05:35:18.408093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-61d98cd4-a331-430b-b97a-daf732792b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:19.659190 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:20.540127 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:35:20.873666 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:21.800384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:24.118100 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:34.239112 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-68bbe039-9def-4b2e-808a-4e40bc27efba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452049 Nov 24 05:35:34.324273 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-4cc9ac55-ef8e-4a24-aa56-d87d51a7b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:34.325733 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-4cc9ac55-ef8e-4a24-aa56-d87d51a7b4ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 1099 time: 0.0398715 Nov 24 05:35:34.427132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-34d85a86-7544-4bc8-8d2b-1d8e69154c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:34.429374 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-34d85a86-7544-4bc8-8d2b-1d8e69154c20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=31c31efa-ede4-4ad4-b987-d1b2669902f8 HTTP/1.1" status: 200 len: 898 time: 0.0831053 Nov 24 05:35:34.499021 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-3b6a240f-7629-43c3-a8ab-0c240cf3f591 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e HTTP/1.1" status: 200 len: 1001 time: 0.0597978 Nov 24 05:35:34.547869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-deb0f9b6-5b50-4c62-90ac-d40e18223e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:34.549282 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-deb0f9b6-5b50-4c62-90ac-d40e18223e4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41a6a9ca-753b-404c-a837-699085bbce0b HTTP/1.1" status: 200 len: 834 time: 0.0417209 Nov 24 05:35:34.592766 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-e599f796-1ff1-4b4d-aedf-19dd6b09dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:34.594454 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-e599f796-1ff1-4b4d-aedf-19dd6b09dad0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31c31efa-ede4-4ad4-b987-d1b2669902f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381348 Nov 24 05:35:34.684684 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-4c1a7451-9219-4b0b-83ed-19674a116e1c service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823786 Nov 24 05:35:34.776706 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8d2b4baf-8b75-4177-9f60-d23042d30071 req-756f95b4-0ae0-4ec0-bb18-bcc87b6e5a46 service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840459 Nov 24 05:35:45.259209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43848) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:45.417466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 17f896fb-05ad-4a26-b0f0-8d83408d4e16 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:35:45.417818 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:45.494627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:45.494958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:45.507222 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 17f896fb-05ad-4a26-b0f0-8d83408d4e16 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:35:45.652798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:45.677730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=17f896fb-05ad-4a26-b0f0-8d83408d4e16,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:45.689410 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.689774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.690136 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.690486 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.690833 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.691177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.691517 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.691954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.692293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.692629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.692965 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.693831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:45.749966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:45.750416 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Floating IP 49e230a6-52eb-43f3-b859-051e0efc8c11 disassociated (deleted). External IP: 172.26.0.71, port: eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e. Nov 24 05:35:45.958009 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router b529897e-0298-43d0-9258-59948bfc1b63 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:35:46.065142 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:35:46.070426 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:46.075460 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c94f3eb-1a94-437c-be96-3f3668e4e96b None None] Sync routers for ids ['b529897e-0298-43d0-9258-59948bfc1b63'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:35:46.084739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c94f3eb-1a94-437c-be96-3f3668e4e96b None None] Routers {'b529897e-0298-43d0-9258-59948bfc1b63'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:35:46.085367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5c94f3eb-1a94-437c-be96-3f3668e4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:35:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['b529897e-0298-43d0-9258-59948bfc1b63'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:46.099383 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-34def6ac-2cd9-4fce-96f8-efb6baa66be1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/floatingips/49e230a6-52eb-43f3-b859-051e0efc8c11 HTTP/1.1" status: 204 len: 168 time: 0.8368332 Nov 24 05:35:46.099383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:35:46.099962 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5d1494-6903-4a95-b4c4-8515227233b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:35:46.213921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9d8cb575-8c4a-49ab-b056-682cdc1eec07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:46.234028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5c94f3eb-1a94-437c-be96-3f3668e4e96b None None] Set router b529897e-0298-43d0-9258-59948bfc1b63 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:35:46.236984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b52ac3-ba8d-45e0-bbd9-5523440ec387 x-openstack-request-id: req-98b52ac3-ba8d-45e0-bbd9-5523440ec387 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:35:46.236984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:35:46.237262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98b52ac3-ba8d-45e0-bbd9-5523440ec387 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:35:46.237689 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'status': 'completed', 'code': 200} Nov 24 05:35:46.305831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d1494-6903-4a95-b4c4-8515227233b1 req-57e36c86-d7b6-4837-b0c5-a73791d73d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:46.307378 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d5d1494-6903-4a95-b4c4-8515227233b1 req-57e36c86-d7b6-4837-b0c5-a73791d73d20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 1099 time: 0.0428748 Nov 24 05:35:46.347979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f18d6-1ec0-4444-be8f-dc500c1e224b req-708c3dee-40ea-4bd8-92ae-4374482bba1a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:46.350313 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-be0f18d6-1ec0-4444-be8f-dc500c1e224b req-708c3dee-40ea-4bd8-92ae-4374482bba1a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0534809 Nov 24 05:35:46.409673 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-be0f18d6-1ec0-4444-be8f-dc500c1e224b req-c8f6dc64-a27d-4b5e-b97a-13856d97e3a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520637 Nov 24 05:35:46.410435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d1494-6903-4a95-b4c4-8515227233b1 req-1fff4255-c261-4888-87d5-addf75362807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:46.412570 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d5d1494-6903-4a95-b4c4-8515227233b1 req-1fff4255-c261-4888-87d5-addf75362807 service neutron] 10.222.0.31 "GET /v2.0/networks?id=31c31efa-ede4-4ad4-b987-d1b2669902f8 HTTP/1.1" status: 200 len: 898 time: 0.0964766 Nov 24 05:35:46.455034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5c94f3eb-1a94-437c-be96-3f3668e4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '00b6be00-5658-4267-a95f-6940af0b4863', 'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:d3:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:05Z', 'updated_at': '2021-11-24T05:34:09Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:46.461412 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d5d1494-6903-4a95-b4c4-8515227233b1 req-a5576aab-cb9d-4c59-ae8c-e4c94ad6f0ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e HTTP/1.1" status: 200 len: 217 time: 0.0401590 Nov 24 05:35:46.481627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c94f3eb-1a94-437c-be96-3f3668e4e96b None None] Checking router: b529897e-0298-43d0-9258-59948bfc1b63 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:35:46.489626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c94f3eb-1a94-437c-be96-3f3668e4e96b None None] Routers {'b529897e-0298-43d0-9258-59948bfc1b63'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:35:46.490266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5c94f3eb-1a94-437c-be96-3f3668e4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:35:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['b529897e-0298-43d0-9258-59948bfc1b63'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:46.512173 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d1494-6903-4a95-b4c4-8515227233b1 req-62218d7e-eb8d-47da-aa12-f15f17f0bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:46.513657 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d5d1494-6903-4a95-b4c4-8515227233b1 req-62218d7e-eb8d-47da-aa12-f15f17f0bec7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41a6a9ca-753b-404c-a837-699085bbce0b HTTP/1.1" status: 200 len: 834 time: 0.0438092 Nov 24 05:35:46.561623 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d1494-6903-4a95-b4c4-8515227233b1 req-def4db3b-6a6c-47c1-96f0-3adf24863cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:46.563113 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d5d1494-6903-4a95-b4c4-8515227233b1 req-def4db3b-6a6c-47c1-96f0-3adf24863cce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=31c31efa-ede4-4ad4-b987-d1b2669902f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400095 Nov 24 05:35:46.596405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-5c94f3eb-1a94-437c-be96-3f3668e4e96b None None] Set router b529897e-0298-43d0-9258-59948bfc1b63 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:35:46.657967 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d5d1494-6903-4a95-b4c4-8515227233b1 req-19167af0-5d7f-4d12-86d5-cc0225f7b867 service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860989 Nov 24 05:35:46.748697 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4d5d1494-6903-4a95-b4c4-8515227233b1 req-254cfcea-1e26-4270-8b82-9a73a2f0ad45 service neutron] 10.222.0.31 "GET /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818434 Nov 24 05:35:46.794469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-5c94f3eb-1a94-437c-be96-3f3668e4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '00b6be00-5658-4267-a95f-6940af0b4863', 'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:d3:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:05Z', 'updated_at': '2021-11-24T05:34:09Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:46.819702 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c94f3eb-1a94-437c-be96-3f3668e4e96b None None] The sync data for ids ['b529897e-0298-43d0-9258-59948bfc1b63'] in dv-neutron-818850-5-hyperv is: [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '00b6be00-5658-4267-a95f-6940af0b4863', 'name': '', 'network_id': '31c31efa-ede4-4ad4-b987-d1b2669902f8', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:d3:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:05Z', 'updated_at': '2021-11-24T05:34:09Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '41a6a9ca-753b-404c-a837-699085bbce0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:35:47.026630 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b76f5b6-200c-4c83-965a-b627bc5f0d8c None None] New status for floating IP 49e230a6-52eb-43f3-b859-051e0efc8c11: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:35:47.529652 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb70071-142e-4010-8170-449781125fa9 req-4e31e9aa-02b5-4b5c-b0fa-35b90e4377af tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:47.531127 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5bb70071-142e-4010-8170-449781125fa9 req-4e31e9aa-02b5-4b5c-b0fa-35b90e4377af tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0493641 Nov 24 05:35:47.579950 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5bb70071-142e-4010-8170-449781125fa9 req-9b746c32-ebda-4503-abf9-1debf8459d58 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b0986af-8f30-48aa-83e4-1c27ffb4e597&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429919 Nov 24 05:35:48.118598 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cf86e-0fc3-4ae5-b6cd-fc6777c7d6ed req-f9e0f4bb-3ad8-4f39-91d0-acb8897890b5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:48.119976 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-079cf86e-0fc3-4ae5-b6cd-fc6777c7d6ed req-f9e0f4bb-3ad8-4f39-91d0-acb8897890b5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 946 time: 0.0523443 Nov 24 05:35:48.206066 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-079cf86e-0fc3-4ae5-b6cd-fc6777c7d6ed req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:35:48.206405 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-079cf86e-0fc3-4ae5-b6cd-fc6777c7d6ed req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:48.294642 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-079cf86e-0fc3-4ae5-b6cd-fc6777c7d6ed req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:35:48.295006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-079cf86e-0fc3-4ae5-b6cd-fc6777c7d6ed req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:48.306844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-079cf86e-0fc3-4ae5-b6cd-fc6777c7d6ed req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:35:48.408913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7be6efac-c04e-48b2-919d-5684f7e038d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:48.432371 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-079cf86e-0fc3-4ae5-b6cd-fc6777c7d6ed req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:48.463319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:48.487943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.488298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.488639 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.488980 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.489314 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.489647 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.489975 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.491550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.491911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.492245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.492602 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.492934 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:48.514737 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-079cf86e-0fc3-4ae5-b6cd-fc6777c7d6ed req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] No DVR routers for this DVR port eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:35:48.517089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-079cf86e-0fc3-4ae5-b6cd-fc6777c7d6ed req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:48.520512 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-079cf86e-0fc3-4ae5-b6cd-fc6777c7d6ed req-fce2e516-8a56-42bc-8bb7-e349f706d3f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "DELETE /v2.0/ports/eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e HTTP/1.1" status: 204 len: 173 time: 0.3944497 Nov 24 05:35:48.520941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'name': 'network-vif-deleted', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:35:48.523359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c426a4-27e3-4333-8ba8-15cf993d7b85" -d '{"events": [{"server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "name": "network-vif-deleted", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:35:48.562352 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272ac93e-c7e7-40d8-aef2-f429e1ed6ac6 x-openstack-request-id: req-272ac93e-c7e7-40d8-aef2-f429e1ed6ac6 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:35:48.562651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cace2685-5d2e-422c-b20c-9caa375d7e0f", "name": "network-vif-deleted", "tag": "eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:35:48.562908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-272ac93e-c7e7-40d8-aef2-f429e1ed6ac6 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:35:48.563310 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cace2685-5d2e-422c-b20c-9caa375d7e0f', 'name': 'network-vif-deleted', 'tag': 'eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e', 'status': 'completed', 'code': 200} Nov 24 05:35:48.686187 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c7244dc4-670e-4a52-912f-df6883483bd8 req-3ff63a50-82b9-401c-9660-f73507d5b16b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=cace2685-5d2e-422c-b20c-9caa375d7e0f HTTP/1.1" status: 200 len: 210 time: 0.0278885 Nov 24 05:35:49.662111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:49.741343 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43866) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:50.101162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:50.354651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 00b6be00-5658-4267-a95f-6940af0b4863 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:35:50.354904 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:50.441421 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 00b6be00-5658-4267-a95f-6940af0b4863, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=00b6be00-5658-4267-a95f-6940af0b4863,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:35:50.441777 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:50.454656 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 00b6be00-5658-4267-a95f-6940af0b4863 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:35:50.635013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:50.665015 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=00b6be00-5658-4267-a95f-6940af0b4863,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:50.834578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:50.875708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.050695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router b529897e-0298-43d0-9258-59948bfc1b63 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:35:51.155084 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:35:51.160332 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-84e66150-ff40-438f-b8d7-924dc7153b78 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "PUT /v2.0/routers/b529897e-0298-43d0-9258-59948bfc1b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4179819 Nov 24 05:35:51.163076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43868) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:51.164928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4720c-bfbf-481a-ae77-b49f09aab02b None None] Sync routers for ids ['b529897e-0298-43d0-9258-59948bfc1b63'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:35:51.174496 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4720c-bfbf-481a-ae77-b49f09aab02b None None] Routers {'b529897e-0298-43d0-9258-59948bfc1b63'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:35:51.175187 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b5f4720c-bfbf-481a-ae77-b49f09aab02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:35:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['b529897e-0298-43d0-9258-59948bfc1b63'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:51.214455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb589d2-a84f-4853-80a0-f9f6627d64f3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting subnet 41a6a9ca-753b-404c-a837-699085bbce0b {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:35:51.217623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fdb589d2-a84f-4853-80a0-f9f6627d64f3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.258618 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fdb589d2-a84f-4853-80a0-f9f6627d64f3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.264435 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:35:51.290399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:35:51.290726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device eaaf1dd0-2dbe-4c10-9885-b7dda6f0f43e not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:35:51.305234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-b5f4720c-bfbf-481a-ae77-b49f09aab02b None None] Set router b529897e-0298-43d0-9258-59948bfc1b63 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:35:51.348802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fdb589d2-a84f-4853-80a0-f9f6627d64f3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.409727 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fdb589d2-a84f-4853-80a0-f9f6627d64f3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.438327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb589d2-a84f-4853-80a0-f9f6627d64f3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Subnet': ['ID=41a6a9ca-753b-404c-a837-699085bbce0b,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:51.441852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fdb589d2-a84f-4853-80a0-f9f6627d64f3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.447535 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fdb589d2-a84f-4853-80a0-f9f6627d64f3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/subnets/41a6a9ca-753b-404c-a837-699085bbce0b HTTP/1.1" status: 204 len: 168 time: 0.2808542 Nov 24 05:35:51.447843 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43870) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:51.504647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c080c648-e790-4a6b-80a5-d4bf2a738dd5 None None] Network 31c31efa-ede4-4ad4-b987-d1b2669902f8 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:35:51.556534 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.660312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.715742 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:35:51.716089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.724619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b5f4720c-bfbf-481a-ae77-b49f09aab02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:35:50Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': 'b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:51.751851 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4720c-bfbf-481a-ae77-b49f09aab02b None None] Checking router: b529897e-0298-43d0-9258-59948bfc1b63 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:35:51.761171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4720c-bfbf-481a-ae77-b49f09aab02b None None] Routers {'b529897e-0298-43d0-9258-59948bfc1b63'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:35:51.761786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b5f4720c-bfbf-481a-ae77-b49f09aab02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:35:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['b529897e-0298-43d0-9258-59948bfc1b63'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:51.807854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e28b798-d6a0-4065-ada7-e0f94b576256 None None] DHCP port deletion for 31c31efa-ede4-4ad4-b987-d1b2669902f8 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:35:51.808051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:35:51.808051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.819917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:35:51.872476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.892184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-b5f4720c-bfbf-481a-ae77-b49f09aab02b None None] Set router b529897e-0298-43d0-9258-59948bfc1b63 gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:35:51.946189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-b5f4720c-bfbf-481a-ae77-b49f09aab02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:35:51Z', 'revision_number': 6, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:51.980910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4720c-bfbf-481a-ae77-b49f09aab02b None None] The sync data for ids ['b529897e-0298-43d0-9258-59948bfc1b63'] in dv-neutron-818850-5-hyperv is: [{'id': 'b529897e-0298-43d0-9258-59948bfc1b63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993303028', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:34:03Z', 'updated_at': '2021-11-24T05:35:51Z', 'revision_number': 6, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:35:51.989724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:51.993275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7e28b798-d6a0-4065-ada7-e0f94b576256 None None] Deleting port 06c59112-16ce-442e-86a3-f501cab02793 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:35:51.993858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e28b798-d6a0-4065-ada7-e0f94b576256 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.016921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:52.047124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883ce839-86c5-4a12-a874-2b8da8adc044 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:35:52.065260 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7e28b798-d6a0-4065-ada7-e0f94b576256 None None] For port 06c59112-16ce-442e-86a3-f501cab02793, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=06c59112-16ce-442e-86a3-f501cab02793,segment=NetworkSegment(04c2f43a-101f-4923-81aa-7d5763243752),segment_id=04c2f43a-101f-4923-81aa-7d5763243752)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:35:52.065664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e28b798-d6a0-4065-ada7-e0f94b576256 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.078804 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7e28b798-d6a0-4065-ada7-e0f94b576256 None None] Calling delete_port for 06c59112-16ce-442e-86a3-f501cab02793 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:35:52.082959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.163965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7e28b798-d6a0-4065-ada7-e0f94b576256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.190391 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28b798-d6a0-4065-ada7-e0f94b576256 None None] Pushing event deleted for resources: {'Port': ['ID=06c59112-16ce-442e-86a3-f501cab02793,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:52.193850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e28b798-d6a0-4065-ada7-e0f94b576256 None None] No DVR routers for this DVR port 06c59112-16ce-442e-86a3-f501cab02793 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:35:52.479939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.483181 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.508892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 06c59112-16ce-442e-86a3-f501cab02793 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:35:52.529114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.529387 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 06c59112-16ce-442e-86a3-f501cab02793 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:35:52.529651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 06c59112-16ce-442e-86a3-f501cab02793 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:35:52.529787 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Fanout notify agent at l3_agent the message router_deleted on router b529897e-0298-43d0-9258-59948bfc1b63 {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:35:52.530074 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 00b6be00-5658-4267-a95f-6940af0b4863 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:35:52.538686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.539853 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4f9e59bd-c6a9-4dde-83ff-b94c9222f220 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/routers/b529897e-0298-43d0-9258-59948bfc1b63 HTTP/1.1" status: 204 len: 168 time: 1.0909543 Nov 24 05:35:52.542441 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43872) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:52.552365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 00b6be00-5658-4267-a95f-6940af0b4863 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:35:52.553330 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 00b6be00-5658-4267-a95f-6940af0b4863 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:35:52.628676 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.715561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.736866 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c31efa-ede4-4ad4-b987-d1b2669902f8']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:52.747076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c2f43a-101f-4923-81aa-7d5763243752') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:52.747385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c2f43a-101f-4923-81aa-7d5763243752') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:52.758872 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.772696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.778826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:35:52.779208 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:35:52.782263 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:35:52.844478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.852413 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.855411 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/networks/31c31efa-ede4-4ad4-b987-d1b2669902f8 HTTP/1.1" status: 204 len: 168 time: 0.3119187 Nov 24 05:35:52.858221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43874) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:52.866502 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bad233-39db-4062-8c15-08de120d3ebc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Network': ['ID=31c31efa-ede4-4ad4-b987-d1b2669902f8,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:52.915447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-915d4a7c-1196-497a-93af-a49e495ff386 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.939766 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-915d4a7c-1196-497a-93af-a49e495ff386 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.996894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-915d4a7c-1196-497a-93af-a49e495ff386 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:52.999505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-915d4a7c-1196-497a-93af-a49e495ff386 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.000692 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-915d4a7c-1196-497a-93af-a49e495ff386 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/security-groups/9b0986af-8f30-48aa-83e4-1c27ffb4e597 HTTP/1.1" status: 204 len: 168 time: 0.1414237 Nov 24 05:35:53.010744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d4a7c-1196-497a-93af-a49e495ff386 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0986af-8f30-48aa-83e4-1c27ffb4e597,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:53.323520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43880) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:53.328107 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-8d039f19-3022-4ea8-afcd-83d7e8a4f185 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70224337', 'description': 'tempest-secgroup-smoke-70224337 description', 'project_id': '236011f74592488fb280971a9f20d501'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:35:53.354227 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d039f19-3022-4ea8-afcd-83d7e8a4f185 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.419157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d039f19-3022-4ea8-afcd-83d7e8a4f185 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.422697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d039f19-3022-4ea8-afcd-83d7e8a4f185 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.452148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d039f19-3022-4ea8-afcd-83d7e8a4f185 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.453378 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8d039f19-3022-4ea8-afcd-83d7e8a4f185 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1288304 Nov 24 05:35:53.456398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43882) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:53.457347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d039f19-3022-4ea8-afcd-83d7e8a4f185 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb53e5b8-d9d2-4776-b122-497409fba1f1,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:53.461816 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-29a7a910-f6e6-433a-afa7-876a1689cc31 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'eb53e5b8-d9d2-4776-b122-497409fba1f1', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:35:53.488301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-29a7a910-f6e6-433a-afa7-876a1689cc31 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.533572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-29a7a910-f6e6-433a-afa7-876a1689cc31 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.536954 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-29a7a910-f6e6-433a-afa7-876a1689cc31 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.552029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7a910-f6e6-433a-afa7-876a1689cc31 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e12482b-a530-4b28-9458-a048fc0032a7,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:53.562778 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-29a7a910-f6e6-433a-afa7-876a1689cc31 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.564046 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-29a7a910-f6e6-433a-afa7-876a1689cc31 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1059718 Nov 24 05:35:53.566630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43884) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:53.571437 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3829ecb3-a249-4d50-b21d-da9f254f6b27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'eb53e5b8-d9d2-4776-b122-497409fba1f1', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:35:53.597386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3829ecb3-a249-4d50-b21d-da9f254f6b27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.656869 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3829ecb3-a249-4d50-b21d-da9f254f6b27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.660209 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3829ecb3-a249-4d50-b21d-da9f254f6b27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.678340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829ecb3-a249-4d50-b21d-da9f254f6b27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac72e038-d467-409f-8f53-ec3345060a58,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:53.686902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3829ecb3-a249-4d50-b21d-da9f254f6b27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.688115 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3829ecb3-a249-4d50-b21d-da9f254f6b27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205764 Nov 24 05:35:53.690815 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43886) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:53.695360 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7bac435e-38be-4d29-88fa-4d3329f30d6b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'eb53e5b8-d9d2-4776-b122-497409fba1f1', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:35:53.721164 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bac435e-38be-4d29-88fa-4d3329f30d6b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.777485 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bac435e-38be-4d29-88fa-4d3329f30d6b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.781019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bac435e-38be-4d29-88fa-4d3329f30d6b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.799741 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac435e-38be-4d29-88fa-4d3329f30d6b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d282ed6e-3ae9-44b9-bcd8-98e018de7806,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:53.809548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7bac435e-38be-4d29-88fa-4d3329f30d6b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.810737 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7bac435e-38be-4d29-88fa-4d3329f30d6b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190376 Nov 24 05:35:53.813491 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43888) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:53.817849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b6f9103a-ab1b-452a-bc60-76cc49b23021 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'eb53e5b8-d9d2-4776-b122-497409fba1f1', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:35:53.844399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6f9103a-ab1b-452a-bc60-76cc49b23021 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.902352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6f9103a-ab1b-452a-bc60-76cc49b23021 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.906014 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6f9103a-ab1b-452a-bc60-76cc49b23021 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.923846 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9103a-ab1b-452a-bc60-76cc49b23021 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d7ce8a-90de-4ee1-995d-d23bdac9446c,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:53.934811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b6f9103a-ab1b-452a-bc60-76cc49b23021 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:53.936014 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b6f9103a-ab1b-452a-bc60-76cc49b23021 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215920 Nov 24 05:35:53.938681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43890) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:53.942979 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-759fee04-e812-4cb6-85f1-ce8adf393665 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'eb53e5b8-d9d2-4776-b122-497409fba1f1', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:35:53.964929 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-759fee04-e812-4cb6-85f1-ce8adf393665 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Project 236011f74592488fb280971a9f20d501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:35:53.969884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-759fee04-e812-4cb6-85f1-ce8adf393665 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.028455 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-759fee04-e812-4cb6-85f1-ce8adf393665 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.032000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-759fee04-e812-4cb6-85f1-ce8adf393665 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.048837 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fee04-e812-4cb6-85f1-ce8adf393665 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5ea169-b363-40ee-b4f2-8294ec7c64c9,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:54.056642 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-759fee04-e812-4cb6-85f1-ce8adf393665 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.057902 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-759fee04-e812-4cb6-85f1-ce8adf393665 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183057 Nov 24 05:35:54.060620 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43892) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:54.065061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9c1c80c7-04dd-4bb8-b052-10c1262bdff5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': 'eb53e5b8-d9d2-4776-b122-497409fba1f1', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:35:54.088060 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-9c1c80c7-04dd-4bb8-b052-10c1262bdff5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Project 236011f74592488fb280971a9f20d501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:35:54.092841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c1c80c7-04dd-4bb8-b052-10c1262bdff5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.116825 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.154933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c1c80c7-04dd-4bb8-b052-10c1262bdff5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.158651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c1c80c7-04dd-4bb8-b052-10c1262bdff5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.167261 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:35:54.176167 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c80c7-04dd-4bb8-b052-10c1262bdff5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2ecf44-c3b0-46c3-a939-693d19bdb21a,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:54.185000 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9c1c80c7-04dd-4bb8-b052-10c1262bdff5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.186196 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9c1c80c7-04dd-4bb8-b052-10c1262bdff5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246543 Nov 24 05:35:54.188942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43894) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:54.194577 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'network': {'name': 'tempest-network-smoke--1906176511', 'project_id': '236011f74592488fb280971a9f20d501', 'port_security_enabled': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:35:54.197047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:35:54.197402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device b31fcd34-8dec-4d24-85d1-5fbc7ba88dd4 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:35:54.215945 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:35:54.219612 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.243229 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:35:54.252300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.252659 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Added segment 73800459-130a-423f-b0ad-ce26f97307d0 of type vlan for network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 Nov 24 05:35:54.293874 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.318791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.324570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:54.325177 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.366963 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1770303 Nov 24 05:35:54.369984 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43896) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:54.374666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'admin_state_up': True, 'project_id': '236011f74592488fb280971a9f20d501', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:35:54.395365 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d76223-be3b-46e9-98a7-17dd92983d9d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Network': ['ID=6e7da3c6-911c-4344-bf38-60a75f7a0c33,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:54.397693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.398954 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.406740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:35:54.451411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.587812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.780653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.803516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:54.902566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.26.0.252 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/5fd959bb-656c-42a2-acac-d03efe467914) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:35:55.004198 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:55.037541 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:55.072258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:35:55.075651 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:35:55.081015 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:35:55.093510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3735fa8e-a8bf-4dd8-b8b7-ea4422e4dbf3 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:35:55.109564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=5fd959bb-656c-42a2-acac-d03efe467914,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:55.163958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3615d577-0584-48d0-b233-ef5b88c94f30 None None] Provisioning complete for port 5fd959bb-656c-42a2-acac-d03efe467914 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:35:55.164508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3615d577-0584-48d0-b233-ef5b88c94f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:55.197490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3615d577-0584-48d0-b233-ef5b88c94f30 None None] Port 5fd959bb-656c-42a2-acac-d03efe467914 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:35:55.658662 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:55.851238 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:55.976381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:35:56.078969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:35:56.089012 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Sync routers for ids ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:35:56.098290 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Routers {'9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:35:56.098887 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:35:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:56.099307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.100584 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9f1e1aee-6b84-4a0c-9e22-ac77d123b52d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7296028 Nov 24 05:35:56.103948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43898) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:56.131828 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-72a4d216-8464-4aff-a411-b24be6e7062e tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=236011f74592488fb280971a9f20d501&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266957 Nov 24 05:35:56.134229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43900) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:56.202490 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Set router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:35:56.225091 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4d07b-5fc6-489d-919c-6167b6f0a22d tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:56.226654 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9fc4d07b-5fc6-489d-919c-6167b6f0a22d tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913844 Nov 24 05:35:56.230036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43902) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:56.258151 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-e2821ff7-e2d2-4cd9-9997-3a5352db76a7 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270176 Nov 24 05:35:56.260686 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 43904) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:56.265628 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1721319919', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'project_id': '236011f74592488fb280971a9f20d501', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:35:56.352207 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:35:56.355649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.379051 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:55Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:56.409100 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Checking router: 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:35:56.409450 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Updating router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 port 5fd959bb-656c-42a2-acac-d03efe467914 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:35:56.436609 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.535919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.606933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Subnet': ['ID=ebb97cc0-30aa-4dae-aec5-c836f3a116b5,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:56.612763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Checking segment: {'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:35:56.613133 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network hostable DHCP agents. Network: 6e7da3c6-911c-4344-bf38-60a75f7a0c33, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:35:56.630752 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:35:56.639077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 6e7da3c6-911c-4344-bf38-60a75f7a0c33) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:35:56.643027 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:56.643649 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.651632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9c25fa-0f07-45fd-95d4-53347ff4188e None None] Network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:35:56.667571 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7aa8e2d3-699c-49a3-b16e-df5f2b75f555 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4058511 Nov 24 05:35:56.668169 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43906) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:35:56.683771 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.689636 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.743218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f34177-16cb-4fc5-9a98-63696940c012 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:35:56.747399 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Attempting to bind port 5fd959bb-656c-42a2-acac-d03efe467914 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:35:56.747821 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Attempting to bind port 5fd959bb-656c-42a2-acac-d03efe467914 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:35:56.748186 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Attempting to bind port 5fd959bb-656c-42a2-acac-d03efe467914 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:35:56.758972 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Pushing event updated for resources: {'Port': ['ID=5fd959bb-656c-42a2-acac-d03efe467914,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:56.761090 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:35:56.761461 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:35:56.761860 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.762249 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:35:56.762719 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Bound port: 5fd959bb-656c-42a2-acac-d03efe467914, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:35:56.763088 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.770333 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.770689 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.771039 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.772082 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.772328 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.772810 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.773146 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.773603 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.773800 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.774122 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.774627 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.775000 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:35:56.852480 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3559c2d3-9eba-48fc-91b7-a5f6d643568b None None] Provisioning complete for port 5fd959bb-656c-42a2-acac-d03efe467914 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:35:56.852850 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3559c2d3-9eba-48fc-91b7-a5f6d643568b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.879264 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'tenant_id': '236011f74592488fb280971a9f20d501', 'fixed_ips': [{'subnet_id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:35:56.880153 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.908494 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3559c2d3-9eba-48fc-91b7-a5f6d643568b None None] Port 5fd959bb-656c-42a2-acac-d03efe467914 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:35:56.919791 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] For port 5fd959bb-656c-42a2-acac-d03efe467914, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:35:56.923114 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] For port 5fd959bb-656c-42a2-acac-d03efe467914, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=5fd959bb-656c-42a2-acac-d03efe467914,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:35:56.930091 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:56.991542 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2912336-5dc7-44c4-9fb1-f115ecbdfb3e None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:35:56.992851 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0ea5a-db57-4246-a21b-b7594416e847 None None] Pushing event updated for resources: {'Port': ['ID=5fd959bb-656c-42a2-acac-d03efe467914,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:56.995562 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Routers {'9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:35:56.996188 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:35:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:57.049002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Allocated IP 172.20.0.2 (6e7da3c6-911c-4344-bf38-60a75f7a0c33/ebb97cc0-30aa-4dae-aec5-c836f3a116b5/0fd42fb6-1195-4354-a136-daaa85dc2d97) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:35:57.106122 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] Set router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:35:57.147191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2f5374c1-2707-4d22-b21d-b6c0eb918e1b None None] Provisioning complete for port 5fd959bb-656c-42a2-acac-d03efe467914 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:35:57.147739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f5374c1-2707-4d22-b21d-b6c0eb918e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.166280 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.246095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.276372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.300553 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:55Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:57.329192 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccacebf2-ccad-477c-bcf7-2c0dab9da31c None None] The sync data for ids ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'] in dv-neutron-818850-5-hyperv is: [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:55Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:35:57.329642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:35:57.330429 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f5374c1-2707-4d22-b21d-b6c0eb918e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.341415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:35:57.347169 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:35:57.355956 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Pushing event updated for resources: {'Port': ['ID=0fd42fb6-1195-4354-a136-daaa85dc2d97,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:57.367245 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2f5374c1-2707-4d22-b21d-b6c0eb918e1b None None] For port 5fd959bb-656c-42a2-acac-d03efe467914, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=5fd959bb-656c-42a2-acac-d03efe467914,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:35:57.374049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2f5374c1-2707-4d22-b21d-b6c0eb918e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.455924 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Attempting to bind port 0fd42fb6-1195-4354-a136-daaa85dc2d97 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:35:57.456298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Attempting to bind port 0fd42fb6-1195-4354-a136-daaa85dc2d97 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:35:57.456674 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Attempting to bind port 0fd42fb6-1195-4354-a136-daaa85dc2d97 on network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:35:57.464420 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.20.0.1 (6e7da3c6-911c-4344-bf38-60a75f7a0c33/ebb97cc0-30aa-4dae-aec5-c836f3a116b5/62bed175-fa3a-44f7-8889-bcf000758833) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:35:57.466303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:35:57.466685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Checking segment: {'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:35:57.467093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.467498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Bound using segment: {'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:35:57.468026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Bound port: 0fd42fb6-1195-4354-a136-daaa85dc2d97, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:35:57.468684 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.470913 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5374c1-2707-4d22-b21d-b6c0eb918e1b None None] Pushing event updated for resources: {'Port': ['ID=5fd959bb-656c-42a2-acac-d03efe467914,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:57.541505 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:35:57.542745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] For port 0fd42fb6-1195-4354-a136-daaa85dc2d97, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:35:57.546725 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] For port 0fd42fb6-1195-4354-a136-daaa85dc2d97, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0fd42fb6-1195-4354-a136-daaa85dc2d97,segment=NetworkSegment(73800459-130a-423f-b0ad-ce26f97307d0),segment_id=73800459-130a-423f-b0ad-ce26f97307d0)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:35:57.551568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.622358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957c0f9-1df0-4b08-8849-5f9d25a56f9f None None] Pushing event updated for resources: {'Port': ['ID=0fd42fb6-1195-4354-a136-daaa85dc2d97,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:57.635675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.677281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.724655 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:35:57.728228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:35:57.732312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:35:57.761544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=62bed175-fa3a-44f7-8889-bcf000758833,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:57.806020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:57.975107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:58.291124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0fd42fb6-1195-4354-a136-daaa85dc2d97 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:35:58.292089 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:58.300978 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:58.350738 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0fd42fb6-1195-4354-a136-daaa85dc2d97 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:35:58.351367 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:58.380052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=62bed175-fa3a-44f7-8889-bcf000758833,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:58.383459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:58.440365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:58.475806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port 0fd42fb6-1195-4354-a136-daaa85dc2d97, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0fd42fb6-1195-4354-a136-daaa85dc2d97,segment=NetworkSegment(73800459-130a-423f-b0ad-ce26f97307d0),segment_id=73800459-130a-423f-b0ad-ce26f97307d0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:35:58.480203 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:58.481383 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 5fd959bb-656c-42a2-acac-d03efe467914 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:35:58.492633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:35:58.494150 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:35:58.564871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=0fd42fb6-1195-4354-a136-daaa85dc2d97,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:35:58.581267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 5fd959bb-656c-42a2-acac-d03efe467914 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:35:58.581668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:58.639765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:35:58.715252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730d368d-e64b-461e-84fa-9144bb38c42c None None] Network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:35:58.760355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:35:58.767806 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b06d1343-55f7-4b31-ba97-97c531a24b01 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "PUT /v2.0/routers/9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0982568 Nov 24 05:35:58.933922 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-156f2570-8ff4-457e-9ac1-73cb6a5d0307 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70224337&fields=id&tenant_id=236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 267 time: 0.0527341 Nov 24 05:35:58.988584 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-77854137-8b51-4f6a-8add-e440444a2803 None None] Provisioning complete for port 0fd42fb6-1195-4354-a136-daaa85dc2d97 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:35:58.988866 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-77854137-8b51-4f6a-8add-e440444a2803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:59.053124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-ad6addd7-1dd5-4db0-8c34-8a11d851ff7b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:35:59.054619 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-ad6addd7-1dd5-4db0-8c34-8a11d851ff7b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/networks?id=6e7da3c6-911c-4344-bf38-60a75f7a0c33 HTTP/1.1" status: 200 len: 797 time: 0.1137533 Nov 24 05:35:59.070800 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-e5e8582c-0e8e-4530-8b95-bcf9f2192f50 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/quotas/236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 375 time: 0.0102038 Nov 24 05:35:59.121284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Sync routers for ids ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:35:59.138510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Routers {'9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:35:59.139146 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:35:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:59.142608 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-54c16292-c3ef-4fb4-8f4a-4684a50bee1c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582182 Nov 24 05:35:59.244551 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-6572dadf-b223-4edf-9764-1eaf6b4a3903 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902386 Nov 24 05:35:59.262830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Set router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:35:59.352500 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-187494db-bfc6-4428-bcec-24835325db55 service neutron] 10.222.0.37 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999067 Nov 24 05:35:59.407115 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4b4abc73-def0-4eaa-a383-4301622fc829 None None] Provisioning complete for port 0fd42fb6-1195-4354-a136-daaa85dc2d97 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:35:59.407713 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4b4abc73-def0-4eaa-a383-4301622fc829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:59.545747 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2e18c565-6109-40a2-bbac-6640e22129e8 req-98fbfd86-c7f3-472e-afdd-775b71884cc3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 210 time: 0.0285857 Nov 24 05:35:59.581950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4b4abc73-def0-4eaa-a383-4301622fc829 None None] Provisioning complete for port 62bed175-fa3a-44f7-8889-bcf000758833 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:35:59.582330 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4b4abc73-def0-4eaa-a383-4301622fc829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:59.613770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '62bed175-fa3a-44f7-8889-bcf000758833', 'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:22:cb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:57Z', 'updated_at': '2021-11-24T05:35:58Z', 'revision_number': 2, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:35:59.646761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Checking router: 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:35:59.647125 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Updating router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 port 62bed175-fa3a-44f7-8889-bcf000758833 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:35:59.651886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-4b4abc73-def0-4eaa-a383-4301622fc829 None None] Port 62bed175-fa3a-44f7-8889-bcf000758833 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:35:59.681303 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:59.816804 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-cf7ddaa9-f5d7-41e5-98bc-46fa4bfb8e36 None None] Provisioning complete for port 62bed175-fa3a-44f7-8889-bcf000758833 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:35:59.817489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cf7ddaa9-f5d7-41e5-98bc-46fa4bfb8e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:35:59.885259 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ddaa9-f5d7-41e5-98bc-46fa4bfb8e36 None None] Port 62bed175-fa3a-44f7-8889-bcf000758833 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:36:00.007421 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:00.012927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:00.064471 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4d841-1518-4355-9378-61fab6f5bff7 None None] Pushing event updated for resources: {'Port': ['ID=62bed175-fa3a-44f7-8889-bcf000758833,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:36:00.118887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Attempting to bind port 62bed175-fa3a-44f7-8889-bcf000758833 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:36:00.119263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Attempting to bind port 62bed175-fa3a-44f7-8889-bcf000758833 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:36:00.119661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Attempting to bind port 62bed175-fa3a-44f7-8889-bcf000758833 on network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:36:00.124861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:36:00.125235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Checking segment: {'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:36:00.125636 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:00.126037 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Bound using segment: {'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:36:00.126505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Bound port: 62bed175-fa3a-44f7-8889-bcf000758833, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:36:00.126882 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:00.192668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] For port 62bed175-fa3a-44f7-8889-bcf000758833, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:36:00.196501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] For port 62bed175-fa3a-44f7-8889-bcf000758833, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=62bed175-fa3a-44f7-8889-bcf000758833,segment=NetworkSegment(73800459-130a-423f-b0ad-ce26f97307d0),segment_id=73800459-130a-423f-b0ad-ce26f97307d0)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:36:00.202502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:00.228180 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0fd42fb6-1195-4354-a136-daaa85dc2d97 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:36:00.304863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4d841-1518-4355-9378-61fab6f5bff7 None None] Pushing event updated for resources: {'Port': ['ID=62bed175-fa3a-44f7-8889-bcf000758833,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:36:00.313005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Routers {'9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:36:00.313569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:35:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:36:00.366781 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-248c2adf-53ec-4f63-b739-43f272079bc2 None None] Provisioning complete for port 62bed175-fa3a-44f7-8889-bcf000758833 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:36:00.367173 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-248c2adf-53ec-4f63-b739-43f272079bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:00.429297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0fd42fb6-1195-4354-a136-daaa85dc2d97 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:36:00.429997 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:00.491766 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] Set router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:36:00.517990 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-27800667-37ac-4563-9717-623c5645425e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:00.519461 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-27800667-37ac-4563-9717-623c5645425e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/networks?id=6e7da3c6-911c-4344-bf38-60a75f7a0c33 HTTP/1.1" status: 200 len: 797 time: 0.1336381 Nov 24 05:36:00.594521 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-f61145a0-8fab-453a-bc5d-fb48cc64d549 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 378 time: 0.0658290 Nov 24 05:36:00.608057 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'port': {'device_id': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'admin_state_up': True, 'tenant_id': '236011f74592488fb280971a9f20d501', 'security_groups': ['eb53e5b8-d9d2-4776-b122-497409fba1f1']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:36:00.632236 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-248c2adf-53ec-4f63-b739-43f272079bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:00.649912 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a3425d69-3eee-40a3-96ea-449491c293f7 req-751f71e4-efb9-4d51-b6cf-53bf75a9e2d8 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 210 time: 0.0276146 Nov 24 05:36:00.725102 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:36:00.728671 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:00.743062 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-248c2adf-53ec-4f63-b739-43f272079bc2 None None] For port 62bed175-fa3a-44f7-8889-bcf000758833, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=62bed175-fa3a-44f7-8889-bcf000758833,segment=NetworkSegment(73800459-130a-423f-b0ad-ce26f97307d0),segment_id=73800459-130a-423f-b0ad-ce26f97307d0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:36:00.765961 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-248c2adf-53ec-4f63-b739-43f272079bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:00.828812 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c2adf-53ec-4f63-b739-43f272079bc2 None None] Pushing event updated for resources: {'Port': ['ID=62bed175-fa3a-44f7-8889-bcf000758833,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:36:00.843096 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '62bed175-fa3a-44f7-8889-bcf000758833', 'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:22:cb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:57Z', 'updated_at': '2021-11-24T05:36:00Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:36:00.865847 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.20.0.8 (6e7da3c6-911c-4344-bf38-60a75f7a0c33/ebb97cc0-30aa-4dae-aec5-c836f3a116b5/37e3bd8d-6438-46c8-83fa-7573057f1b23) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:36:00.870225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65555bc3-b89c-46b4-9605-c89912a07e02 None None] The sync data for ids ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'] in dv-neutron-818850-5-hyperv is: [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '62bed175-fa3a-44f7-8889-bcf000758833', 'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:22:cb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:57Z', 'updated_at': '2021-11-24T05:36:00Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:36:00.885828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9ebab5e4-010f-4abd-948c-21de17f52018 None None] Provisioning complete for port 62bed175-fa3a-44f7-8889-bcf000758833 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:36:00.886351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9ebab5e4-010f-4abd-948c-21de17f52018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:01.030440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:01.066418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:01.113669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:36:01.119568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:36:01.122043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:36:01.153713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=37e3bd8d-6438-46c8-83fa-7573057f1b23,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:36:01.184964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:01.185565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:01.204319 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-511a66e3-f811-45d3-9317-74a160d8d9a7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003370 Nov 24 05:36:01.217730 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Request body: {'port': {'device_id': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:36:01.279195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:01.420121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-eaa2c050-af54-4ad7-908f-a0dd00769cbd None None] Provisioning complete for port 37e3bd8d-6438-46c8-83fa-7573057f1b23 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:36:01.420536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c050-af54-4ad7-908f-a0dd00769cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:01.568321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e3bd8d-6438-46c8-83fa-7573057f1b23 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:36:01.576629 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:01.591366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Transition to ACTIVE for port object 37e3bd8d-6438-46c8-83fa-7573057f1b23 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:36:01.596276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:01.599991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2c050-af54-4ad7-908f-a0dd00769cbd None None] Port 37e3bd8d-6438-46c8-83fa-7573057f1b23 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:36:01.654593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Pushing event updated for resources: {'Port': ['ID=37e3bd8d-6438-46c8-83fa-7573057f1b23,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:36:01.725286 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Attempting to bind port 37e3bd8d-6438-46c8-83fa-7573057f1b23 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:36:01.725803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Attempting to bind port 37e3bd8d-6438-46c8-83fa-7573057f1b23 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:36:01.726219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Attempting to bind port 37e3bd8d-6438-46c8-83fa-7573057f1b23 on network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:36:01.731532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Port 37e3bd8d-6438-46c8-83fa-7573057f1b23 on network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:36:01.731999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Attempting to bind port 37e3bd8d-6438-46c8-83fa-7573057f1b23 on network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:36:01.741956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:36:01.742374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Checking segment: {'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:36:01.742832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Bound using segment: {'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:36:01.743342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Bound port: 37e3bd8d-6438-46c8-83fa-7573057f1b23, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73800459-130a-423f-b0ad-ce26f97307d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:36:01.743818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:01.799548 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c11cc1-e09a-4819-ac02-aac4d372cf65 req-01a3e549-b85c-4e59-8cb3-c42c1180e602 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:01.801904 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7c11cc1-e09a-4819-ac02-aac4d372cf65 req-01a3e549-b85c-4e59-8cb3-c42c1180e602 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 943 time: 0.0684357 Nov 24 05:36:01.837151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] For port 37e3bd8d-6438-46c8-83fa-7573057f1b23, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:36:01.841601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] For port 37e3bd8d-6438-46c8-83fa-7573057f1b23, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=37e3bd8d-6438-46c8-83fa-7573057f1b23,segment=NetworkSegment(73800459-130a-423f-b0ad-ce26f97307d0),segment_id=73800459-130a-423f-b0ad-ce26f97307d0)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:36:01.848937 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:01.871224 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7c11cc1-e09a-4819-ac02-aac4d372cf65 req-fbd81a6e-cfb0-4baa-ad2c-2382c5e8cc98 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600948 Nov 24 05:36:01.894073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:01.894073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:01.894073 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] 10.222.0.31 "PUT /v2.0/ports/37e3bd8d-6438-46c8-83fa-7573057f1b23 HTTP/1.1" status: 200 len: 1093 time: 0.6745718 Nov 24 05:36:01.894073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'tag': '37e3bd8d-6438-46c8-83fa-7573057f1b23'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:36:01.894073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ddc78a-610d-4625-baea-e84898f47c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb3e5bc-0a4f-4512-ad2c-9febe35704ba", "tag": "37e3bd8d-6438-46c8-83fa-7573057f1b23"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:36:01.920736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0fb8e-5c04-48bc-b1aa-963c2d20ef4c service neutron] Pushing event updated for resources: {'Port': ['ID=37e3bd8d-6438-46c8-83fa-7573057f1b23,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:36:01.942419 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebd6436-7363-4e1c-ae49-896b8ead50af x-openstack-request-id: req-8ebd6436-7363-4e1c-ae49-896b8ead50af {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:36:01.942715 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb3e5bc-0a4f-4512-ad2c-9febe35704ba", "tag": "37e3bd8d-6438-46c8-83fa-7573057f1b23", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:36:01.943565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ebd6436-7363-4e1c-ae49-896b8ead50af {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:36:01.943958 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'tag': '37e3bd8d-6438-46c8-83fa-7573057f1b23', 'status': 'completed', 'code': 200} Nov 24 05:36:02.004668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-9dd00bfe-0930-4cda-b08e-72bdf953232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:02.007021 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-9dd00bfe-0930-4cda-b08e-72bdf953232c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 1096 time: 0.0549209 Nov 24 05:36:02.055754 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-f1c62dd1-b9e8-4a01-a312-eaccf8ee7cfb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e3bd8d-6438-46c8-83fa-7573057f1b23 HTTP/1.1" status: 200 len: 217 time: 0.0407960 Nov 24 05:36:02.108637 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-f981f7b6-2919-40b5-829a-4081ce51052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:02.110133 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-f981f7b6-2919-40b5-829a-4081ce51052d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebb97cc0-30aa-4dae-aec5-c836f3a116b5 HTTP/1.1" status: 200 len: 835 time: 0.0476792 Nov 24 05:36:02.157888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-56e47bcb-c5d9-4266-92c6-3c7074d1a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:02.159333 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-56e47bcb-c5d9-4266-92c6-3c7074d1a820 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e7da3c6-911c-4344-bf38-60a75f7a0c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423410 Nov 24 05:36:02.235241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 62bed175-fa3a-44f7-8889-bcf000758833 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:36:02.259544 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-f8ee65ca-46c3-444b-9cd9-f58e33226ec2 service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924706 Nov 24 05:36:02.281072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 62bed175-fa3a-44f7-8889-bcf000758833 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:36:02.281440 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:02.348792 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8476c97a-4fb8-407b-9af0-b52e9c0de855 req-86a83d6e-0754-4b13-b206-527e3907eaaf service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823963 Nov 24 05:36:02.435204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc78a-610d-4625-baea-e84898f47c2d req-6f15f27a-98ed-41ec-885a-35e464ee4178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:02.436602 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f2ddc78a-610d-4625-baea-e84898f47c2d req-6f15f27a-98ed-41ec-885a-35e464ee4178 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 1096 time: 0.0448666 Nov 24 05:36:02.526641 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc78a-610d-4625-baea-e84898f47c2d req-83328885-069b-4959-b3d7-a72c28b7f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:02.528156 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f2ddc78a-610d-4625-baea-e84898f47c2d req-83328885-069b-4959-b3d7-a72c28b7f69e service neutron] 10.222.0.31 "GET /v2.0/networks?id=6e7da3c6-911c-4344-bf38-60a75f7a0c33 HTTP/1.1" status: 200 len: 898 time: 0.0845022 Nov 24 05:36:02.573343 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f2ddc78a-610d-4625-baea-e84898f47c2d req-9bdfe3e4-ca13-428b-84ab-64b7cba5a183 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e3bd8d-6438-46c8-83fa-7573057f1b23 HTTP/1.1" status: 200 len: 217 time: 0.0370281 Nov 24 05:36:02.621698 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc78a-610d-4625-baea-e84898f47c2d req-e4d71513-2447-4235-af3b-514b125dbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:02.623099 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f2ddc78a-610d-4625-baea-e84898f47c2d req-e4d71513-2447-4235-af3b-514b125dbb92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebb97cc0-30aa-4dae-aec5-c836f3a116b5 HTTP/1.1" status: 200 len: 835 time: 0.0428252 Nov 24 05:36:02.668394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc78a-610d-4625-baea-e84898f47c2d req-6de699c7-29b7-4b4d-9375-55fb301a7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:02.669844 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f2ddc78a-610d-4625-baea-e84898f47c2d req-6de699c7-29b7-4b4d-9375-55fb301a7f63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e7da3c6-911c-4344-bf38-60a75f7a0c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393705 Nov 24 05:36:02.762010 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f2ddc78a-610d-4625-baea-e84898f47c2d req-e78c107b-b17b-4569-ac05-8b7edd9df74d service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839686 Nov 24 05:36:02.854470 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-f2ddc78a-610d-4625-baea-e84898f47c2d req-42db7510-2d68-4d33-b4e5-869fb27c65de service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838857 Nov 24 05:36:02.987790 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d0dbd-9d35-4ac5-8e69-81b7999b2982 req-f042361c-a198-4c0c-8be2-aa8aa5844a5d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:02.989318 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-020d0dbd-9d35-4ac5-8e69-81b7999b2982 req-f042361c-a198-4c0c-8be2-aa8aa5844a5d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 943 time: 0.0487688 Nov 24 05:36:03.039599 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-020d0dbd-9d35-4ac5-8e69-81b7999b2982 req-7a7e70b0-b629-4e05-a7c9-e76b34fd05f8 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433667 Nov 24 05:36:04.155066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ef2c2-1365-4cf5-b76f-8f198cc7e8e0 req-0f87ae8c-98e8-43d7-99b9-4c73629f8a00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:04.156570 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-258ef2c2-1365-4cf5-b76f-8f198cc7e8e0 req-0f87ae8c-98e8-43d7-99b9-4c73629f8a00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 943 time: 0.0492883 Nov 24 05:36:04.205785 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-258ef2c2-1365-4cf5-b76f-8f198cc7e8e0 req-ff046f1c-620b-4f77-b846-0c7f88e59abe tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424442 Nov 24 05:36:05.322456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dd25b-5997-455f-9e89-55e0d0337e18 req-c00edbad-45d1-415f-9f96-ac0e3a41939b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:05.323951 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1c7dd25b-5997-455f-9e89-55e0d0337e18 req-c00edbad-45d1-415f-9f96-ac0e3a41939b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 943 time: 0.0529213 Nov 24 05:36:05.341457 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 37e3bd8d-6438-46c8-83fa-7573057f1b23 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:36:05.373731 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1c7dd25b-5997-455f-9e89-55e0d0337e18 req-1bccfc57-9205-4840-9c75-ff70103f0410 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439537 Nov 24 05:36:05.436363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 37e3bd8d-6438-46c8-83fa-7573057f1b23, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=37e3bd8d-6438-46c8-83fa-7573057f1b23,segment=NetworkSegment(73800459-130a-423f-b0ad-ce26f97307d0),segment_id=73800459-130a-423f-b0ad-ce26f97307d0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:36:05.447208 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '37e3bd8d-6438-46c8-83fa-7573057f1b23', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'port_id': '37e3bd8d-6438-46c8-83fa-7573057f1b23', 'mac_address': 'fa:16:3e:19:c4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:36:05.482952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:05.495068 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e3bd8d-6438-46c8-83fa-7573057f1b23 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:36:05.513739 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 37e3bd8d-6438-46c8-83fa-7573057f1b23, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=37e3bd8d-6438-46c8-83fa-7573057f1b23,segment=NetworkSegment(73800459-130a-423f-b0ad-ce26f97307d0),segment_id=73800459-130a-423f-b0ad-ce26f97307d0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:36:05.517904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:05.562982 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=37e3bd8d-6438-46c8-83fa-7573057f1b23,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:36:05.774256 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['37e3bd8d-6438-46c8-83fa-7573057f1b23'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:36:06.488255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8a2f9-50ee-438c-aabd-64f6a752b793 req-6e421479-46f2-4b89-9c43-e833622c8b59 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:06.490659 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e5c8a2f9-50ee-438c-aabd-64f6a752b793 req-6e421479-46f2-4b89-9c43-e833622c8b59 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 944 time: 0.0500300 Nov 24 05:36:06.538621 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e5c8a2f9-50ee-438c-aabd-64f6a752b793 req-a406229d-86f4-4869-b30b-8a5e802a7017 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422199 Nov 24 05:36:07.357774 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 37e3bd8d-6438-46c8-83fa-7573057f1b23 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:36:07.407941 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 37e3bd8d-6438-46c8-83fa-7573057f1b23 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:36:07.411828 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 37e3bd8d-6438-46c8-83fa-7573057f1b23 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:36:07.412200 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:07.485294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:07.508849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e3bd8d-6438-46c8-83fa-7573057f1b23'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:36:07.511094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63021a4d-ba8c-45e0-a568-ad8738c2dd19" -d '{"events": [{"server_uuid": "6eb3e5bc-0a4f-4512-ad2c-9febe35704ba", "name": "network-vif-plugged", "status": "completed", "tag": "37e3bd8d-6438-46c8-83fa-7573057f1b23"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:36:07.524921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 37e3bd8d-6438-46c8-83fa-7573057f1b23, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=37e3bd8d-6438-46c8-83fa-7573057f1b23,segment=NetworkSegment(73800459-130a-423f-b0ad-ce26f97307d0),segment_id=73800459-130a-423f-b0ad-ce26f97307d0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:36:07.528911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:07.554337 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aba72e-ee36-4189-a354-86628801d34f x-openstack-request-id: req-a1aba72e-ee36-4189-a354-86628801d34f {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:36:07.554636 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb3e5bc-0a4f-4512-ad2c-9febe35704ba", "name": "network-vif-plugged", "status": "completed", "tag": "37e3bd8d-6438-46c8-83fa-7573057f1b23", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:36:07.554882 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1aba72e-ee36-4189-a354-86628801d34f {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:36:07.555259 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e3bd8d-6438-46c8-83fa-7573057f1b23', 'code': 200} Nov 24 05:36:07.586375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=37e3bd8d-6438-46c8-83fa-7573057f1b23,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:36:07.673066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3beb5-2652-4eb9-a75e-20ac0a186920 req-0f10fb58-90cb-4dff-b351-f7264d8e12bc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:07.674671 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-32e3beb5-2652-4eb9-a75e-20ac0a186920 req-0f10fb58-90cb-4dff-b351-f7264d8e12bc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0602076 Nov 24 05:36:07.718387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05644b-4c19-43b3-8a41-b276754f72db req-376853c9-8a93-4611-94b3-4a857828aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:07.719913 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4f05644b-4c19-43b3-8a41-b276754f72db req-376853c9-8a93-4611-94b3-4a857828aa21 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 1098 time: 0.0402126 Nov 24 05:36:07.727448 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-32e3beb5-2652-4eb9-a75e-20ac0a186920 req-26e16116-f221-48be-8171-814fc9c4d138 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460813 Nov 24 05:36:07.770211 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4f05644b-4c19-43b3-8a41-b276754f72db req-d6195124-92dd-43e0-b594-aa6291378718 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427682 Nov 24 05:36:08.853021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b162d0-6dd6-4d4d-bb41-b1e2c87e1d00 req-450bddff-b58b-42e1-abb4-e701878c9c1a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:08.854681 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a5b162d0-6dd6-4d4d-bb41-b1e2c87e1d00 req-450bddff-b58b-42e1-abb4-e701878c9c1a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0582943 Nov 24 05:36:08.906881 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a5b162d0-6dd6-4d4d-bb41-b1e2c87e1d00 req-92caef95-63af-4392-87b9-a60e348f0791 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461068 Nov 24 05:36:10.022041 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572368b-8734-4bcb-a32c-2b405c036111 req-df8feead-6746-4ffe-a213-bc56a9d368c7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:10.023506 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1572368b-8734-4bcb-a32c-2b405c036111 req-df8feead-6746-4ffe-a213-bc56a9d368c7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0487831 Nov 24 05:36:10.076555 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1572368b-8734-4bcb-a32c-2b405c036111 req-b46c3f44-1a9b-4a4b-add8-ea4171325bc1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470757 Nov 24 05:36:10.195838 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d0755-3de2-4235-a98c-51c73a1d8b23 req-f255a181-01f5-44ba-b704-53609a40b393 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:10.197305 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-558d0755-3de2-4235-a98c-51c73a1d8b23 req-f255a181-01f5-44ba-b704-53609a40b393 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0505624 Nov 24 05:36:10.247597 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-558d0755-3de2-4235-a98c-51c73a1d8b23 req-9f47ec6a-b21c-4d07-897c-84bd8f1ad264 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443268 Nov 24 05:36:10.268430 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43958) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:36:10.307200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c1e53b-4377-46e0-a170-be3319e46513 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:10.308706 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-44c1e53b-4377-46e0-a170-be3319e46513 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 1093 time: 0.0393326 Nov 24 05:36:10.311374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43960) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:36:10.315672 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '37e3bd8d-6438-46c8-83fa-7573057f1b23', 'tenant_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:36:10.337004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:10.438044 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:10.538687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.26.0.121 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/5481f3db-31c7-4b20-9f20-35e06ff84892) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:36:10.638386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:10.671559 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:10.707305 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:36:10.714227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:36:10.716850 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:36:10.740953 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=5481f3db-31c7-4b20-9f20-35e06ff84892,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:36:11.384431 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:11.448469 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:11.596314 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:11.600554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:11.672304 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=5481f3db-31c7-4b20-9f20-35e06ff84892,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:36:11.680775 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:11.779441 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Floating IP 753401e7-0ab8-4f63-b4bb-d81870d43dfa associated. External IP: 172.26.0.121, port: 37e3bd8d-6438-46c8-83fa-7573057f1b23. Nov 24 05:36:11.986928 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:36:12.101020 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:36:12.110746 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152c84b6-3b83-444d-9edb-feb00c62a22d None None] Sync routers for ids ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:36:12.119943 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:12.121646 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152c84b6-3b83-444d-9edb-feb00c62a22d None None] Routers {'9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:36:12.122440 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-152c84b6-3b83-444d-9edb-feb00c62a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:35:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:36:12.151913 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3bfcdbee-69bf-422a-ac20-40c4a4ef6845 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8371072 Nov 24 05:36:12.151913 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'tag': '37e3bd8d-6438-46c8-83fa-7573057f1b23'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:36:12.152899 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb3e5bc-0a4f-4512-ad2c-9febe35704ba", "tag": "37e3bd8d-6438-46c8-83fa-7573057f1b23"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:36:12.196500 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90485abc-ab95-4eb3-8ce8-b986e5b40e1c x-openstack-request-id: req-90485abc-ab95-4eb3-8ce8-b986e5b40e1c {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:36:12.196795 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb3e5bc-0a4f-4512-ad2c-9febe35704ba", "tag": "37e3bd8d-6438-46c8-83fa-7573057f1b23", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:36:12.197687 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90485abc-ab95-4eb3-8ce8-b986e5b40e1c {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:36:12.198125 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'tag': '37e3bd8d-6438-46c8-83fa-7573057f1b23', 'status': 'completed', 'code': 200} Nov 24 05:36:12.239629 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-152c84b6-3b83-444d-9edb-feb00c62a22d None None] Set router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:36:12.269755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0 req-d59ae61a-91f2-4088-8cc4-e0d302949dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:12.272721 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0 req-d59ae61a-91f2-4088-8cc4-e0d302949dc8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 1098 time: 0.0430882 Nov 24 05:36:12.278944 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4208d1c-0c86-401e-ba94-81c8919d43d0 req-f5ce6570-9570-4e30-b537-01751279da76 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:12.280552 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a4208d1c-0c86-401e-ba94-81c8919d43d0 req-f5ce6570-9570-4e30-b537-01751279da76 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0704432 Nov 24 05:36:12.330699 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a4208d1c-0c86-401e-ba94-81c8919d43d0 req-bf9d6de5-bf4d-40f4-835a-42d444ac5ee2 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443118 Nov 24 05:36:12.353946 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43966) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:36:12.372584 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0 req-9ea73f4f-acda-4758-83d4-624c3929d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:12.374084 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0 req-9ea73f4f-acda-4758-83d4-624c3929d43f service neutron] 10.222.0.31 "GET /v2.0/networks?id=6e7da3c6-911c-4344-bf38-60a75f7a0c33 HTTP/1.1" status: 200 len: 898 time: 0.0941725 Nov 24 05:36:12.427646 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3ff2947b-cd62-4753-a875-753b67fc5f0a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/753401e7-0ab8-4f63-b4bb-d81870d43dfa HTTP/1.1" status: 200 len: 991 time: 0.0717709 Nov 24 05:36:12.459858 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0 req-bd247a4e-ff38-4b38-b072-1b1baca9e771 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e3bd8d-6438-46c8-83fa-7573057f1b23 HTTP/1.1" status: 200 len: 999 time: 0.0784702 Nov 24 05:36:12.486082 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-152c84b6-3b83-444d-9edb-feb00c62a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '753401e7-0ab8-4f63-b4bb-d81870d43dfa', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.121', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'port_id': '37e3bd8d-6438-46c8-83fa-7573057f1b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'mac_address': 'fa:16:3e:19:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:36:10Z', 'updated_at': '2021-11-24T05:36:10Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bed175-fa3a-44f7-8889-bcf000758833', 'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:22:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:57Z', 'updated_at': '2021-11-24T05:36:00Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:36:12.510324 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0 req-65b36296-08e8-4754-aea7-36cdeff3d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:12.511792 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0 req-65b36296-08e8-4754-aea7-36cdeff3d011 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebb97cc0-30aa-4dae-aec5-c836f3a116b5 HTTP/1.1" status: 200 len: 835 time: 0.0458338 Nov 24 05:36:12.513104 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152c84b6-3b83-444d-9edb-feb00c62a22d None None] Checking router: 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:36:12.521244 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152c84b6-3b83-444d-9edb-feb00c62a22d None None] Routers {'9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:36:12.523078 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-152c84b6-3b83-444d-9edb-feb00c62a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:35:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:36:12.562330 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0 req-35b0fa8c-acba-4648-ba53-0fb681ab339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:12.563973 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0 req-35b0fa8c-acba-4648-ba53-0fb681ab339d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e7da3c6-911c-4344-bf38-60a75f7a0c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434446 Nov 24 05:36:12.631825 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-152c84b6-3b83-444d-9edb-feb00c62a22d None None] Set router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:36:12.659376 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0 req-908807b7-286f-4856-8b56-837470fe703a service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872500 Nov 24 05:36:12.753702 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d6fdcd01-37af-4cd2-8d72-3133f9545fa0 req-ca7ffc57-455b-4b72-992e-74efddc720cb service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873559 Nov 24 05:36:12.861891 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-152c84b6-3b83-444d-9edb-feb00c62a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '753401e7-0ab8-4f63-b4bb-d81870d43dfa', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.121', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'port_id': '37e3bd8d-6438-46c8-83fa-7573057f1b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'mac_address': 'fa:16:3e:19:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:36:10Z', 'updated_at': '2021-11-24T05:36:10Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bed175-fa3a-44f7-8889-bcf000758833', 'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:22:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:57Z', 'updated_at': '2021-11-24T05:36:00Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:36:12.891305 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152c84b6-3b83-444d-9edb-feb00c62a22d None None] The sync data for ids ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'] in dv-neutron-818850-5-hyperv is: [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '753401e7-0ab8-4f63-b4bb-d81870d43dfa', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.121', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'port_id': '37e3bd8d-6438-46c8-83fa-7573057f1b23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'mac_address': 'fa:16:3e:19:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:36:10Z', 'updated_at': '2021-11-24T05:36:10Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bed175-fa3a-44f7-8889-bcf000758833', 'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:22:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:57Z', 'updated_at': '2021-11-24T05:36:00Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:36:13.096151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052fa0b5-e55e-4599-84f8-d6027711181b None None] New status for floating IP 753401e7-0ab8-4f63-b4bb-d81870d43dfa: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:36:13.431694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 43968) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:36:13.495819 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e2f5e6e1-e0a0-4018-bd06-46a7c8cc4ca3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/753401e7-0ab8-4f63-b4bb-d81870d43dfa HTTP/1.1" status: 200 len: 993 time: 0.0630548 Nov 24 05:36:16.169408 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d2602219-07a3-4378-a96f-30561222956d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:18.414864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fbe0c622-790f-496b-bf84-adac9eaa5454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:19.664002 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:20.879191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:21.804993 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:24.125447 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:34.541035 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:36:35.059100 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-43083392-60e8-48a4-854c-2d952e340f84 req-062c6b1b-aec0-431e-a7cd-87c8962ffddc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392263 Nov 24 05:36:35.140193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43083392-60e8-48a4-854c-2d952e340f84 req-427148c5-4202-4083-ba74-3c440729c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:35.141668 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-43083392-60e8-48a4-854c-2d952e340f84 req-427148c5-4202-4083-ba74-3c440729c92d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 1098 time: 0.0397799 Nov 24 05:36:35.247694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43083392-60e8-48a4-854c-2d952e340f84 req-0241613d-0a8b-45ed-81ee-449517a9b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:35.249172 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-43083392-60e8-48a4-854c-2d952e340f84 req-0241613d-0a8b-45ed-81ee-449517a9b2a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6e7da3c6-911c-4344-bf38-60a75f7a0c33 HTTP/1.1" status: 200 len: 898 time: 0.0878282 Nov 24 05:36:35.313218 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-43083392-60e8-48a4-854c-2d952e340f84 req-5a551aec-5782-4ac7-8f35-5038e2e5f4a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e3bd8d-6438-46c8-83fa-7573057f1b23 HTTP/1.1" status: 200 len: 1001 time: 0.0561051 Nov 24 05:36:35.361522 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43083392-60e8-48a4-854c-2d952e340f84 req-ad1c0066-f280-4f6c-a276-508fbc4049b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:35.362886 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-43083392-60e8-48a4-854c-2d952e340f84 req-ad1c0066-f280-4f6c-a276-508fbc4049b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebb97cc0-30aa-4dae-aec5-c836f3a116b5 HTTP/1.1" status: 200 len: 835 time: 0.0418410 Nov 24 05:36:35.410928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43083392-60e8-48a4-854c-2d952e340f84 req-ffcf8ac6-c01c-4a25-81c2-d13278457069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:35.413152 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-43083392-60e8-48a4-854c-2d952e340f84 req-ffcf8ac6-c01c-4a25-81c2-d13278457069 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e7da3c6-911c-4344-bf38-60a75f7a0c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422821 Nov 24 05:36:35.499979 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-43083392-60e8-48a4-854c-2d952e340f84 req-5bcfdaef-8e1f-40fb-914c-f60b2cc8ef1a service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790253 Nov 24 05:36:35.592500 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-43083392-60e8-48a4-854c-2d952e340f84 req-f8cb7af8-3e4d-423a-ad25-71448b0d4343 service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848646 Nov 24 05:36:40.326400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848098be-8b86-4e9d-8da1-23670418c352 req-8966690e-51aa-496e-93cc-53f382506e0c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:40.327954 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-848098be-8b86-4e9d-8da1-23670418c352 req-8966690e-51aa-496e-93cc-53f382506e0c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0522738 Nov 24 05:36:40.379290 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-848098be-8b86-4e9d-8da1-23670418c352 req-de03b1e5-105e-4789-9c9d-5550bcd553f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454972 Nov 24 05:36:41.497888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8651b-541c-4bdc-a5f6-2a38de5ddd8d req-b26a7ee3-bf6a-4818-91d1-8737d00b09ce tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:41.499340 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-90a8651b-541c-4bdc-a5f6-2a38de5ddd8d req-b26a7ee3-bf6a-4818-91d1-8737d00b09ce tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0500789 Nov 24 05:36:41.547274 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-90a8651b-541c-4bdc-a5f6-2a38de5ddd8d req-1defc167-d49d-4768-9a62-c75ee1eeda1c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419555 Nov 24 05:36:42.663947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee93c9a-978f-4fe5-b068-95436ce09f1e req-083650c5-06e9-4049-8395-e883de1e20f4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:42.665416 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aee93c9a-978f-4fe5-b068-95436ce09f1e req-083650c5-06e9-4049-8395-e883de1e20f4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0513873 Nov 24 05:36:42.714935 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-aee93c9a-978f-4fe5-b068-95436ce09f1e req-cfe25841-0e45-46be-8853-43e16bf6ff57 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436666 Nov 24 05:36:43.833485 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567849b-4147-4654-b7bf-80e149aa3bfb req-24847faf-da46-47db-9b7c-b7beca76c780 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:43.835139 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6567849b-4147-4654-b7bf-80e149aa3bfb req-24847faf-da46-47db-9b7c-b7beca76c780 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0538235 Nov 24 05:36:43.883562 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6567849b-4147-4654-b7bf-80e149aa3bfb req-8f75578f-445a-484c-bfbf-ab8e813028a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424416 Nov 24 05:36:44.996985 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a272e6-6c51-4615-8359-37deef77eec9 req-c7fb3239-87b5-4981-91f8-7430401b45e9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:44.998454 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a7a272e6-6c51-4615-8359-37deef77eec9 req-c7fb3239-87b5-4981-91f8-7430401b45e9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0487387 Nov 24 05:36:45.047944 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a7a272e6-6c51-4615-8359-37deef77eec9 req-84f5786c-5710-40be-863a-1b19ce73d2a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435042 Nov 24 05:36:46.164388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296307b-763c-4f4d-8222-5cdceeb87c0a req-86afbb51-8f05-41fc-9d3b-b80d39f6cd27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:46.165895 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7296307b-763c-4f4d-8222-5cdceeb87c0a req-86afbb51-8f05-41fc-9d3b-b80d39f6cd27 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0502157 Nov 24 05:36:46.171835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb284-97a7-4591-b89d-dfc035590e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:46.222660 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7296307b-763c-4f4d-8222-5cdceeb87c0a req-70914625-56f5-422f-a71e-77e531e557f0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503190 Nov 24 05:36:47.337137 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b18d2-e6e1-438a-bb6c-f02881d69c5f req-f7b74a38-1e3b-4133-b91d-fc715b74b4fe tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:47.338599 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b52b18d2-e6e1-438a-bb6c-f02881d69c5f req-f7b74a38-1e3b-4133-b91d-fc715b74b4fe tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0494666 Nov 24 05:36:47.387221 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b52b18d2-e6e1-438a-bb6c-f02881d69c5f req-81370df4-b043-4b10-a14c-7bbe79e6f12a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424764 Nov 24 05:36:48.405530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ce2d923e-c2db-4bdd-b525-3f37965c2a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:48.501238 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81355e-46f3-45f3-b04a-df2e3340ff30 req-e0faa123-6886-439b-846d-d58060f5e491 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:48.502648 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bd81355e-46f3-45f3-b04a-df2e3340ff30 req-e0faa123-6886-439b-846d-d58060f5e491 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0487680 Nov 24 05:36:48.551944 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bd81355e-46f3-45f3-b04a-df2e3340ff30 req-919479c9-385e-44cc-8aee-f155557ac1c9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422163 Nov 24 05:36:49.667529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:49.674216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089df22b-ce19-4fce-b9e7-60b39d00422a req-b1797dd6-632e-4f95-8b8e-fbc5acdab509 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:49.675741 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-089df22b-ce19-4fce-b9e7-60b39d00422a req-b1797dd6-632e-4f95-8b8e-fbc5acdab509 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0543091 Nov 24 05:36:49.726108 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-089df22b-ce19-4fce-b9e7-60b39d00422a req-4f045174-f5f8-4391-a108-ee00b13735dc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436230 Nov 24 05:36:50.840799 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c872ca9-140e-417a-9436-f634d8ef761f req-59b1e047-1eeb-40d2-a3ba-3e6ceb09be43 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:50.842247 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9c872ca9-140e-417a-9436-f634d8ef761f req-59b1e047-1eeb-40d2-a3ba-3e6ceb09be43 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0491755 Nov 24 05:36:50.881976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:50.892946 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9c872ca9-140e-417a-9436-f634d8ef761f req-eb097a51-5528-4f5f-bb95-9554dc29d458 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444791 Nov 24 05:36:50.916123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44004) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:36:50.980871 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-abad0a55-1371-41eb-ae3f-0bc8955ed1dc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/753401e7-0ab8-4f63-b4bb-d81870d43dfa HTTP/1.1" status: 200 len: 993 time: 0.0635390 Nov 24 05:36:51.807516 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:36:52.267989 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8952d-fc37-4fbd-94dc-0a958d68b659 req-4c5560c8-714e-4a67-bd53-5c0918a57e15 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:52.269459 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dad8952d-fc37-4fbd-94dc-0a958d68b659 req-4c5560c8-714e-4a67-bd53-5c0918a57e15 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0519824 Nov 24 05:36:52.283645 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae71c3-15e0-4184-9a53-3721c11409ff req-71ee115e-25c6-4eb0-bb1f-9e53d0d0a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:52.285134 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bdae71c3-15e0-4184-9a53-3721c11409ff req-71ee115e-25c6-4eb0-bb1f-9e53d0d0a60f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 1098 time: 0.0407610 Nov 24 05:36:52.320330 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dad8952d-fc37-4fbd-94dc-0a958d68b659 req-dff2e84a-b4bb-4209-bc11-5dba6da68201 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447598 Nov 24 05:36:52.380113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae71c3-15e0-4184-9a53-3721c11409ff req-f7802264-830f-4b38-a12e-0e20234b0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:52.381580 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bdae71c3-15e0-4184-9a53-3721c11409ff req-f7802264-830f-4b38-a12e-0e20234b0fdc service neutron] 10.222.0.31 "GET /v2.0/networks?id=6e7da3c6-911c-4344-bf38-60a75f7a0c33 HTTP/1.1" status: 200 len: 898 time: 0.0892210 Nov 24 05:36:52.445046 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bdae71c3-15e0-4184-9a53-3721c11409ff req-e0476c24-1163-48a1-b39a-7d04b97bcf7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e3bd8d-6438-46c8-83fa-7573057f1b23 HTTP/1.1" status: 200 len: 1001 time: 0.0565765 Nov 24 05:36:52.492394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae71c3-15e0-4184-9a53-3721c11409ff req-d34a7e58-a784-4df6-8b25-e96eff044f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:52.493759 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bdae71c3-15e0-4184-9a53-3721c11409ff req-d34a7e58-a784-4df6-8b25-e96eff044f1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebb97cc0-30aa-4dae-aec5-c836f3a116b5 HTTP/1.1" status: 200 len: 835 time: 0.0421109 Nov 24 05:36:52.540884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae71c3-15e0-4184-9a53-3721c11409ff req-f25df351-5a5a-4275-aedd-afd53f44f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:52.542323 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bdae71c3-15e0-4184-9a53-3721c11409ff req-f25df351-5a5a-4275-aedd-afd53f44f8e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e7da3c6-911c-4344-bf38-60a75f7a0c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422196 Nov 24 05:36:52.629133 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bdae71c3-15e0-4184-9a53-3721c11409ff req-4d37e712-9224-4824-b4fc-581a32fd80bf service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795603 Nov 24 05:36:52.720078 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-bdae71c3-15e0-4184-9a53-3721c11409ff req-fd354f03-1f3c-4039-a0b1-c3805a3e5252 service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846825 Nov 24 05:36:53.436700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6e3c2-6026-418b-8166-42f631708dc0 req-474eeb17-b6a5-4ca1-8d66-000e1c7c200d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:36:53.438184 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4ab6e3c2-6026-418b-8166-42f631708dc0 req-474eeb17-b6a5-4ca1-8d66-000e1c7c200d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0489838 Nov 24 05:36:53.492305 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4ab6e3c2-6026-418b-8166-42f631708dc0 req-447301ea-a863-4eb4-8c50-8b2029a1dd6f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475335 Nov 24 05:36:53.514478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44016) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:36:53.575642 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-50f7cb3e-c3ac-47af-9f50-caaf2996feff tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/753401e7-0ab8-4f63-b4bb-d81870d43dfa HTTP/1.1" status: 200 len: 993 time: 0.0600424 Nov 24 05:36:54.129195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:11.540396 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:37:16.172926 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-83797351-9326-4da6-b738-250d3b46f6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:18.405955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b1a8a59c-fed5-4f45-9871-bec72aa6c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:19.670996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:20.886107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:21.812224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:23.975567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44026) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:24.135984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 5481f3db-31c7-4b20-9f20-35e06ff84892 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:37:24.136237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:24.142685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:24.210198 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:24.210526 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:24.223551 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 5481f3db-31c7-4b20-9f20-35e06ff84892 owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:37:24.368984 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:24.397029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=5481f3db-31c7-4b20-9f20-35e06ff84892,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:24.421514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.421911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.422267 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.422622 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.422968 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.423311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.423685 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.424022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.424359 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.424696 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.425039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.425368 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:24.464959 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:24.465340 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Floating IP 753401e7-0ab8-4f63-b4bb-d81870d43dfa disassociated (deleted). External IP: 172.26.0.121, port: 37e3bd8d-6438-46c8-83fa-7573057f1b23. Nov 24 05:37:24.670865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:37:24.778132 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:37:24.782950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:24.788925 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc335d84-a321-4d47-9a6d-e6fc7770b4ba None None] Sync routers for ids ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:37:24.797804 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc335d84-a321-4d47-9a6d-e6fc7770b4ba None None] Routers {'9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:37:24.798407 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fc335d84-a321-4d47-9a6d-e6fc7770b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:37:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:24.812308 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-32b64217-b070-4463-a0af-2c11d40b7fa7 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/floatingips/753401e7-0ab8-4f63-b4bb-d81870d43dfa HTTP/1.1" status: 204 len: 168 time: 0.8354292 Nov 24 05:37:24.813107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'tag': '37e3bd8d-6438-46c8-83fa-7573057f1b23'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:37:24.815554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7305292-cce9-4faa-9a1f-c8d428a4ed92" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb3e5bc-0a4f-4512-ad2c-9febe35704ba", "tag": "37e3bd8d-6438-46c8-83fa-7573057f1b23"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:37:24.855758 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8125a27f-22b4-4258-b31a-9df85c79505c x-openstack-request-id: req-8125a27f-22b4-4258-b31a-9df85c79505c {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:37:24.856057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb3e5bc-0a4f-4512-ad2c-9febe35704ba", "tag": "37e3bd8d-6438-46c8-83fa-7573057f1b23", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:37:24.856451 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8125a27f-22b4-4258-b31a-9df85c79505c {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:37:24.856872 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'tag': '37e3bd8d-6438-46c8-83fa-7573057f1b23', 'status': 'completed', 'code': 200} Nov 24 05:37:24.921693 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7305292-cce9-4faa-9a1f-c8d428a4ed92 req-19ed0a78-354d-43b5-a7ea-b37bc19bf8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:24.923406 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7305292-cce9-4faa-9a1f-c8d428a4ed92 req-19ed0a78-354d-43b5-a7ea-b37bc19bf8e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 1098 time: 0.0457969 Nov 24 05:37:25.009427 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-fc335d84-a321-4d47-9a6d-e6fc7770b4ba None None] Set router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:37:25.026756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7305292-cce9-4faa-9a1f-c8d428a4ed92 req-69025f7b-2b65-429f-9eb7-ad525c56b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:25.028472 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7305292-cce9-4faa-9a1f-c8d428a4ed92 req-69025f7b-2b65-429f-9eb7-ad525c56b4f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6e7da3c6-911c-4344-bf38-60a75f7a0c33 HTTP/1.1" status: 200 len: 898 time: 0.0975025 Nov 24 05:37:25.069633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee361e-9c26-4df2-858d-06fbbf51a023 req-8ec0a339-5e94-4edb-8b86-d7b4d9b53f7d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:25.071190 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cdee361e-9c26-4df2-858d-06fbbf51a023 req-8ec0a339-5e94-4edb-8b86-d7b4d9b53f7d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0559549 Nov 24 05:37:25.077293 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7305292-cce9-4faa-9a1f-c8d428a4ed92 req-1ccd6d15-a14a-4fc5-85df-7ca650bcb277 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37e3bd8d-6438-46c8-83fa-7573057f1b23 HTTP/1.1" status: 200 len: 217 time: 0.0392315 Nov 24 05:37:25.125242 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cdee361e-9c26-4df2-858d-06fbbf51a023 req-af5b2470-2023-435c-9e3e-a0ec539d33c3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476012 Nov 24 05:37:25.135375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7305292-cce9-4faa-9a1f-c8d428a4ed92 req-d4ea221c-4570-44e3-99ae-892f4396ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:25.137428 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7305292-cce9-4faa-9a1f-c8d428a4ed92 req-d4ea221c-4570-44e3-99ae-892f4396ae03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ebb97cc0-30aa-4dae-aec5-c836f3a116b5 HTTP/1.1" status: 200 len: 835 time: 0.0516734 Nov 24 05:37:25.187830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7305292-cce9-4faa-9a1f-c8d428a4ed92 req-c6e34694-f280-4022-b587-bbae43b91763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:25.189272 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7305292-cce9-4faa-9a1f-c8d428a4ed92 req-c6e34694-f280-4022-b587-bbae43b91763 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6e7da3c6-911c-4344-bf38-60a75f7a0c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449395 Nov 24 05:37:25.207686 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fc335d84-a321-4d47-9a6d-e6fc7770b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '62bed175-fa3a-44f7-8889-bcf000758833', 'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:22:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:57Z', 'updated_at': '2021-11-24T05:36:00Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:25.238179 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc335d84-a321-4d47-9a6d-e6fc7770b4ba None None] Checking router: 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:37:25.246680 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc335d84-a321-4d47-9a6d-e6fc7770b4ba None None] Routers {'9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:37:25.247283 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fc335d84-a321-4d47-9a6d-e6fc7770b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:37:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:25.279980 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7305292-cce9-4faa-9a1f-c8d428a4ed92 req-3ec7a68c-79f7-4003-a465-296280be598b service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822423 Nov 24 05:37:25.352527 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-fc335d84-a321-4d47-9a6d-e6fc7770b4ba None None] Set router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:37:25.377988 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d7305292-cce9-4faa-9a1f-c8d428a4ed92 req-ef829cdf-826d-4814-a70f-43725f4a4866 service neutron] 10.222.0.31 "GET /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846567 Nov 24 05:37:25.546179 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fc335d84-a321-4d47-9a6d-e6fc7770b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '62bed175-fa3a-44f7-8889-bcf000758833', 'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:22:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:57Z', 'updated_at': '2021-11-24T05:36:00Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:25.572099 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc335d84-a321-4d47-9a6d-e6fc7770b4ba None None] The sync data for ids ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'] in dv-neutron-818850-5-hyperv is: [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '62bed175-fa3a-44f7-8889-bcf000758833', 'name': '', 'network_id': '6e7da3c6-911c-4344-bf38-60a75f7a0c33', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:22:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:57Z', 'updated_at': '2021-11-24T05:36:00Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': 'ebb97cc0-30aa-4dae-aec5-c836f3a116b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:37:25.794895 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a27af9-f2cd-4100-b25a-57f38ee3c770 None None] New status for floating IP 753401e7-0ab8-4f63-b4bb-d81870d43dfa: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:37:26.245352 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2ca3d-3ad0-4ba3-b326-24178b0c1a04 req-58e6dbfe-5e70-46e5-bab5-dde2db22b58c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:26.246869 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e8a2ca3d-3ad0-4ba3-b326-24178b0c1a04 req-58e6dbfe-5e70-46e5-bab5-dde2db22b58c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0521355 Nov 24 05:37:26.296623 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e8a2ca3d-3ad0-4ba3-b326-24178b0c1a04 req-0a2c8b9f-568a-4ef4-bceb-0045dc90e4eb tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb53e5b8-d9d2-4776-b122-497409fba1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437684 Nov 24 05:37:26.537538 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879cb5f-6e3f-4a3c-990f-4f933c00a5dd req-36e1a684-fb38-4769-9fed-e46125d84a64 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:26.539169 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0879cb5f-6e3f-4a3c-990f-4f933c00a5dd req-36e1a684-fb38-4769-9fed-e46125d84a64 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 945 time: 0.0497837 Nov 24 05:37:26.626605 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-0879cb5f-6e3f-4a3c-990f-4f933c00a5dd req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 37e3bd8d-6438-46c8-83fa-7573057f1b23 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:37:26.626943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0879cb5f-6e3f-4a3c-990f-4f933c00a5dd req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:26.717165 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-0879cb5f-6e3f-4a3c-990f-4f933c00a5dd req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 37e3bd8d-6438-46c8-83fa-7573057f1b23, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=37e3bd8d-6438-46c8-83fa-7573057f1b23,segment=NetworkSegment(73800459-130a-423f-b0ad-ce26f97307d0),segment_id=73800459-130a-423f-b0ad-ce26f97307d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:37:26.717526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0879cb5f-6e3f-4a3c-990f-4f933c00a5dd req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:26.730232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-0879cb5f-6e3f-4a3c-990f-4f933c00a5dd req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 37e3bd8d-6438-46c8-83fa-7573057f1b23 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:37:26.857818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0879cb5f-6e3f-4a3c-990f-4f933c00a5dd req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:26.889255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=37e3bd8d-6438-46c8-83fa-7573057f1b23,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:26.901699 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.902062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.902424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.902773 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.903118 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.903459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.903842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.904174 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.904511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.904849 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.905199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.905519 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:26.939227 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0879cb5f-6e3f-4a3c-990f-4f933c00a5dd req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] No DVR routers for this DVR port 37e3bd8d-6438-46c8-83fa-7573057f1b23 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:37:26.941612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-0879cb5f-6e3f-4a3c-990f-4f933c00a5dd req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:26.945559 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0879cb5f-6e3f-4a3c-990f-4f933c00a5dd req-51b93305-3ed1-4660-a141-aa202290b2c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "DELETE /v2.0/ports/37e3bd8d-6438-46c8-83fa-7573057f1b23 HTTP/1.1" status: 204 len: 173 time: 0.4003866 Nov 24 05:37:26.946004 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'name': 'network-vif-deleted', 'tag': '37e3bd8d-6438-46c8-83fa-7573057f1b23'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:37:26.948363 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319175e2-1094-4227-be1f-8f7d13a21489" -d '{"events": [{"server_uuid": "6eb3e5bc-0a4f-4512-ad2c-9febe35704ba", "name": "network-vif-deleted", "tag": "37e3bd8d-6438-46c8-83fa-7573057f1b23"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:37:26.985944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89485f8e-4bdc-457c-9a07-9be9e512a5dd x-openstack-request-id: req-89485f8e-4bdc-457c-9a07-9be9e512a5dd {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:37:26.986245 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb3e5bc-0a4f-4512-ad2c-9febe35704ba", "name": "network-vif-deleted", "tag": "37e3bd8d-6438-46c8-83fa-7573057f1b23", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:37:26.986505 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89485f8e-4bdc-457c-9a07-9be9e512a5dd {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:37:26.986910 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb3e5bc-0a4f-4512-ad2c-9febe35704ba', 'name': 'network-vif-deleted', 'tag': '37e3bd8d-6438-46c8-83fa-7573057f1b23', 'status': 'completed', 'code': 200} Nov 24 05:37:27.406255 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4ef12f8c-199d-4e5e-aa06-9b91aa39cdd7 req-680b2e21-6ece-42fe-87dc-0718348be4da tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6eb3e5bc-0a4f-4512-ad2c-9febe35704ba HTTP/1.1" status: 200 len: 210 time: 0.0272660 Nov 24 05:37:28.465917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44044) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:28.826729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:29.076791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 62bed175-fa3a-44f7-8889-bcf000758833 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:37:29.077042 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:29.164513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 62bed175-fa3a-44f7-8889-bcf000758833, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=62bed175-fa3a-44f7-8889-bcf000758833,segment=NetworkSegment(73800459-130a-423f-b0ad-ce26f97307d0),segment_id=73800459-130a-423f-b0ad-ce26f97307d0)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:37:29.164867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:29.181883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 62bed175-fa3a-44f7-8889-bcf000758833 owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:37:29.361096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:29.387402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=62bed175-fa3a-44f7-8889-bcf000758833,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:29.559293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:29.759977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 37e3bd8d-6438-46c8-83fa-7573057f1b23 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:37:29.774427 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:37:29.779353 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 37e3bd8d-6438-46c8-83fa-7573057f1b23 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:37:29.779723 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 37e3bd8d-6438-46c8-83fa-7573057f1b23 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:37:29.882974 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:37:29.888295 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-61b3d1b0-4b7f-43d5-b4d0-f6e4511bc9ef tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "PUT /v2.0/routers/9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4213495 Nov 24 05:37:29.890871 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44046) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:29.893558 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a79ac5-0569-4223-a47e-a6e8ca837022 None None] Sync routers for ids ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:37:29.903442 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a79ac5-0569-4223-a47e-a6e8ca837022 None None] Routers {'9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:37:29.904092 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b0a79ac5-0569-4223-a47e-a6e8ca837022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:37:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:29.942281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfa79ab-4065-40d6-a9b2-bc7f6e95c596 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting subnet ebb97cc0-30aa-4dae-aec5-c836f3a116b5 {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:37:29.945516 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edfa79ab-4065-40d6-a9b2-bc7f6e95c596 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:29.985129 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edfa79ab-4065-40d6-a9b2-bc7f6e95c596 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:30.008335 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-b0a79ac5-0569-4223-a47e-a6e8ca837022 None None] Set router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:37:30.071284 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edfa79ab-4065-40d6-a9b2-bc7f6e95c596 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:30.130262 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edfa79ab-4065-40d6-a9b2-bc7f6e95c596 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:30.158386 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa79ab-4065-40d6-a9b2-bc7f6e95c596 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb97cc0-30aa-4dae-aec5-c836f3a116b5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:30.165676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5017d274-85db-465a-bbb6-97584c768a3d None None] Network 6e7da3c6-911c-4344-bf38-60a75f7a0c33 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:37:30.166096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edfa79ab-4065-40d6-a9b2-bc7f6e95c596 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:30.172110 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-edfa79ab-4065-40d6-a9b2-bc7f6e95c596 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/subnets/ebb97cc0-30aa-4dae-aec5-c836f3a116b5 HTTP/1.1" status: 204 len: 168 time: 0.2777214 Nov 24 05:37:30.172459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44048) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:30.190854 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b0a79ac5-0569-4223-a47e-a6e8ca837022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:37:29Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:30.221338 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a79ac5-0569-4223-a47e-a6e8ca837022 None None] Checking router: 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:37:30.231545 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a79ac5-0569-4223-a47e-a6e8ca837022 None None] Routers {'9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:37:30.232329 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b0a79ac5-0569-4223-a47e-a6e8ca837022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:37:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:30.284747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:30.352502 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-b0a79ac5-0569-4223-a47e-a6e8ca837022 None None] Set router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:37:30.362728 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] DHCP port deletion for 6e7da3c6-911c-4344-bf38-60a75f7a0c33 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:37:30.391908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:30.421676 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Deleting port 0fd42fb6-1195-4354-a136-daaa85dc2d97 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:37:30.422047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:30.454721 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 5fd959bb-656c-42a2-acac-d03efe467914 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:37:30.455073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:30.492185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] For port 0fd42fb6-1195-4354-a136-daaa85dc2d97, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0fd42fb6-1195-4354-a136-daaa85dc2d97,segment=NetworkSegment(73800459-130a-423f-b0ad-ce26f97307d0),segment_id=73800459-130a-423f-b0ad-ce26f97307d0)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:37:30.492632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:30.511276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Calling delete_port for 0fd42fb6-1195-4354-a136-daaa85dc2d97 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:37:30.555621 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-b0a79ac5-0569-4223-a47e-a6e8ca837022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:37:29Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:30.589214 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a79ac5-0569-4223-a47e-a6e8ca837022 None None] The sync data for ids ['9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0'] in dv-neutron-818850-5-hyperv is: [{'id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138997384', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252'}], 'enable_snat': True}, 'gw_port_id': '5fd959bb-656c-42a2-acac-d03efe467914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:37:29Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '5fd959bb-656c-42a2-acac-d03efe467914', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:35:54Z', 'updated_at': '2021-11-24T05:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:37:30.598862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:30.627827 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Pushing event deleted for resources: {'Port': ['ID=0fd42fb6-1195-4354-a136-daaa85dc2d97,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:30.632922 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] No DVR routers for this DVR port 0fd42fb6-1195-4354-a136-daaa85dc2d97 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:37:30.647814 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.648215 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.648570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.648968 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.649300 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.649634 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.649965 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.650317 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.650650 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.650972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.651297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.651663 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7278ae-18c3-4922-a232-4215cdaa0551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:30.855568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 5fd959bb-656c-42a2-acac-d03efe467914, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=5fd959bb-656c-42a2-acac-d03efe467914,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:37:30.855881 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:30.868062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 5fd959bb-656c-42a2-acac-d03efe467914 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:37:31.031721 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.061803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=5fd959bb-656c-42a2-acac-d03efe467914,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:31.085394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c7d70-f7e8-4c42-906e-0f81a69c93b8 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:37:31.130960 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.222221 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.224905 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.267258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.267855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Fanout notify agent at l3_agent the message router_deleted on router 9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:37:31.274822 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.275950 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-caf573ff-9362-4029-be57-399b1cd1c8cc tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/routers/9f22d0a5-1f4d-4588-84af-fadb1d1dd8f0 HTTP/1.1" status: 204 len: 168 time: 1.1025276 Nov 24 05:37:31.278690 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44050) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:31.362640 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.453068 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.472228 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7da3c6-911c-4344-bf38-60a75f7a0c33']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:31.481532 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73800459-130a-423f-b0ad-ce26f97307d0') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:31.481831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73800459-130a-423f-b0ad-ce26f97307d0') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:31.491408 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.503911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.509717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:37:31.510097 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:37:31.512979 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:37:31.569045 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.575751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.578848 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/networks/6e7da3c6-911c-4344-bf38-60a75f7a0c33 HTTP/1.1" status: 204 len: 168 time: 0.2992148 Nov 24 05:37:31.581794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44052) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:31.590442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95b0dc-f0f1-47e4-8fa9-aa53ef050467 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Network': ['ID=6e7da3c6-911c-4344-bf38-60a75f7a0c33,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:31.640715 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fe02fa27-21a2-452e-8f1d-f4247f24821a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.666187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fe02fa27-21a2-452e-8f1d-f4247f24821a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.735210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fe02fa27-21a2-452e-8f1d-f4247f24821a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.737894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fe02fa27-21a2-452e-8f1d-f4247f24821a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:31.739045 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fe02fa27-21a2-452e-8f1d-f4247f24821a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/security-groups/eb53e5b8-d9d2-4776-b122-497409fba1f1 HTTP/1.1" status: 204 len: 168 time: 0.1562414 Nov 24 05:37:31.748094 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02fa27-21a2-452e-8f1d-f4247f24821a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb53e5b8-d9d2-4776-b122-497409fba1f1,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:32.053227 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44058) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:32.057806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-bf145f29-9254-4338-a8b1-05a5f8d13444 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641461964', 'description': 'tempest-secgroup-smoke-1641461964 description', 'project_id': '236011f74592488fb280971a9f20d501'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:32.080210 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bf145f29-9254-4338-a8b1-05a5f8d13444 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.148724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bf145f29-9254-4338-a8b1-05a5f8d13444 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.152355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bf145f29-9254-4338-a8b1-05a5f8d13444 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.178543 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bf145f29-9254-4338-a8b1-05a5f8d13444 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.179801 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bf145f29-9254-4338-a8b1-05a5f8d13444 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1255004 Nov 24 05:37:32.183366 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44060) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:32.188017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf145f29-9254-4338-a8b1-05a5f8d13444 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:32.189115 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a99c21a0-5aab-4fe8-9ce4-7fec67736907 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:32.217997 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a99c21a0-5aab-4fe8-9ce4-7fec67736907 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.265599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 62bed175-fa3a-44f7-8889-bcf000758833 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:37:32.279911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a99c21a0-5aab-4fe8-9ce4-7fec67736907 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.283809 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a99c21a0-5aab-4fe8-9ce4-7fec67736907 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.289860 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 62bed175-fa3a-44f7-8889-bcf000758833 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:37:32.290214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 62bed175-fa3a-44f7-8889-bcf000758833 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:37:32.290645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0fd42fb6-1195-4354-a136-daaa85dc2d97 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:37:32.301420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c21a0-5aab-4fe8-9ce4-7fec67736907 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a98f1d-213e-40a4-bba7-05afac1c5dc0,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:32.309193 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a99c21a0-5aab-4fe8-9ce4-7fec67736907 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.309706 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 0fd42fb6-1195-4354-a136-daaa85dc2d97 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:37:32.310072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0fd42fb6-1195-4354-a136-daaa85dc2d97 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:37:32.310394 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a99c21a0-5aab-4fe8-9ce4-7fec67736907 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256847 Nov 24 05:37:32.310514 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 5fd959bb-656c-42a2-acac-d03efe467914 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:37:32.313169 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44062) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:32.317698 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-082a0038-d898-4c2b-8423-b4949df0385e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:32.329256 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 5fd959bb-656c-42a2-acac-d03efe467914 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:37:32.329610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 5fd959bb-656c-42a2-acac-d03efe467914 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:37:32.345676 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-082a0038-d898-4c2b-8423-b4949df0385e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.391048 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-082a0038-d898-4c2b-8423-b4949df0385e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.394615 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-082a0038-d898-4c2b-8423-b4949df0385e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.413183 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a0038-d898-4c2b-8423-b4949df0385e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f81e5db-9816-4eeb-b680-e01e2858d193,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:32.419443 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-082a0038-d898-4c2b-8423-b4949df0385e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.420637 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-082a0038-d898-4c2b-8423-b4949df0385e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1064818 Nov 24 05:37:32.423388 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44064) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:32.427746 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-46b62a17-6d4c-47ed-aa90-a6c29c0ba856 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:32.453239 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46b62a17-6d4c-47ed-aa90-a6c29c0ba856 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.507950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46b62a17-6d4c-47ed-aa90-a6c29c0ba856 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.511414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46b62a17-6d4c-47ed-aa90-a6c29c0ba856 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.530985 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b62a17-6d4c-47ed-aa90-a6c29c0ba856 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864c3177-2ec6-44b3-820a-c86b947d61a5,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:32.539492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-46b62a17-6d4c-47ed-aa90-a6c29c0ba856 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.540704 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-46b62a17-6d4c-47ed-aa90-a6c29c0ba856 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163330 Nov 24 05:37:32.543405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44066) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:32.547759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ce8465fc-a3c0-4a96-9b18-13df5033985a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:32.574323 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ce8465fc-a3c0-4a96-9b18-13df5033985a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.632907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ce8465fc-a3c0-4a96-9b18-13df5033985a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.636572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ce8465fc-a3c0-4a96-9b18-13df5033985a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.653981 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8465fc-a3c0-4a96-9b18-13df5033985a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca80d3f0-a37c-47b1-8273-690b22f16182,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:32.658881 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ce8465fc-a3c0-4a96-9b18-13df5033985a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.660175 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ce8465fc-a3c0-4a96-9b18-13df5033985a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157453 Nov 24 05:37:32.663285 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44068) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:32.667497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-94c2c70d-588f-4a5f-9b5f-4507f85831a0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:32.688634 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-94c2c70d-588f-4a5f-9b5f-4507f85831a0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Project 236011f74592488fb280971a9f20d501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:37:32.693390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94c2c70d-588f-4a5f-9b5f-4507f85831a0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.749501 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94c2c70d-588f-4a5f-9b5f-4507f85831a0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.753019 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94c2c70d-588f-4a5f-9b5f-4507f85831a0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.770459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2c70d-588f-4a5f-9b5f-4507f85831a0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7358ea39-4066-423d-b845-29de5f0bf01e,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:32.774970 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-94c2c70d-588f-4a5f-9b5f-4507f85831a0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.776781 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-94c2c70d-588f-4a5f-9b5f-4507f85831a0 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1119311 Nov 24 05:37:32.778794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44070) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:32.782976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-cbfdb0a2-ef7b-4a1e-8082-78c8c57180df tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'security_group_rule': {'security_group_id': '7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc', 'project_id': '236011f74592488fb280971a9f20d501', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:32.804670 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-cbfdb0a2-ef7b-4a1e-8082-78c8c57180df tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Project 236011f74592488fb280971a9f20d501 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:37:32.809588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb0a2-ef7b-4a1e-8082-78c8c57180df tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.867165 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb0a2-ef7b-4a1e-8082-78c8c57180df tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.870806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb0a2-ef7b-4a1e-8082-78c8c57180df tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.890740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdb0a2-ef7b-4a1e-8082-78c8c57180df tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f8872b-fe2c-4329-874e-356204206e72,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:32.899675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb0a2-ef7b-4a1e-8082-78c8c57180df tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.900922 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cbfdb0a2-ef7b-4a1e-8082-78c8c57180df tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212168 Nov 24 05:37:32.903743 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44072) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:32.908385 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'network': {'name': 'tempest-network-smoke--1756193142', 'project_id': '236011f74592488fb280971a9f20d501', 'port_security_enabled': True}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:32.930383 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:37:32.933917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.957024 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:37:32.966926 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:32.967273 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Added segment 9d977839-896e-4a80-831c-5bd010889dd6 of type vlan for network 9cdcb5da-4567-4150-8740-13eb0e84ff62 Nov 24 05:37:33.008983 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:33.033253 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:33.039889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:33.040479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:33.076585 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1717851 Nov 24 05:37:33.079131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44074) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:33.085901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'admin_state_up': True, 'project_id': '236011f74592488fb280971a9f20d501', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:33.126466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb94bb-6028-41ac-9982-bef0d1f7c9c6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Network': ['ID=9cdcb5da-4567-4150-8740-13eb0e84ff62,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:33.139740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:33.140775 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:33.141036 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 9cdcb5da-4567-4150-8740-13eb0e84ff62 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:37:33.499776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:33.636115 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:33.826826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:33.846109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:33.951727 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.26.0.134 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/7344b236-d960-47fe-9e42-bd58e19f32d0) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:37:34.053717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:34.091396 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:34.133646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:37:34.136488 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:37:34.139956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:37:34.145852 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=7344b236-d960-47fe-9e42-bd58e19f32d0,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:34.151793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d781a972-89ae-4a82-93f3-1b22a1eb85b7 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:37:34.235461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-f40752d1-3023-4ce5-b8b6-4b300522c5c4 None None] Provisioning complete for port 7344b236-d960-47fe-9e42-bd58e19f32d0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:34.235949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f40752d1-3023-4ce5-b8b6-4b300522c5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:34.272393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f40752d1-3023-4ce5-b8b6-4b300522c5c4 None None] Port 7344b236-d960-47fe-9e42-bd58e19f32d0 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:37:34.403775 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:34.628649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:34.776700 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 255c5b6a-5310-491d-845a-54916420748d is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:37:34.892802 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:37:34.904154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Sync routers for ids ['255c5b6a-5310-491d-845a-54916420748d'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:37:34.913958 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:34.918005 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ab951b25-b9c2-4cce-979a-d8f08537eea1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8354142 Nov 24 05:37:34.919839 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44076) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:34.920712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Routers {'255c5b6a-5310-491d-845a-54916420748d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:37:34.921349 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:37:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['255c5b6a-5310-491d-845a-54916420748d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:35.023890 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-4990bce6-f0bb-48ad-9aeb-60fc2cd293f1 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=236011f74592488fb280971a9f20d501&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1028681 Nov 24 05:37:35.026993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44080) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:35.036571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Set router 255c5b6a-5310-491d-845a-54916420748d gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:37:35.122138 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190fb76-55f0-457b-8c13-1aa45261c8b3 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:35.123651 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2190fb76-55f0-457b-8c13-1aa45261c8b3 tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957837 Nov 24 05:37:35.126379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44082) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:35.154859 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-1d66d30a-fc79-405a-b064-c31d37a4c49c tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=ffac5a06-5e21-4936-9cc3-9be1063e5cec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274308 Nov 24 05:37:35.157291 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44084) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:35.162433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-712446565', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'project_id': '236011f74592488fb280971a9f20d501', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:35.213322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:34Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:35.244735 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Checking router: 255c5b6a-5310-491d-845a-54916420748d for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:37:35.245092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Updating router 255c5b6a-5310-491d-845a-54916420748d port 7344b236-d960-47fe-9e42-bd58e19f32d0 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:37:35.255974 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:37:35.259499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:35.270111 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:35.444600 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:35.506676 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Subnet': ['ID=23bfb2b4-4c7c-47cf-b360-ba66460b92c2,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:35.516629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Checking segment: {'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:37:35.516990 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network hostable DHCP agents. Network: 9cdcb5da-4567-4150-8740-13eb0e84ff62, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:37:35.517673 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:35.524498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:35.534202 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 9cdcb5da-4567-4150-8740-13eb0e84ff62 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:37:35.544256 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 9cdcb5da-4567-4150-8740-13eb0e84ff62) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:37:35.548889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:35.549486 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:35.567953 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-d3aa62ec-8705-4eac-99fb-d87305dafe24 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4095535 Nov 24 05:37:35.571407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44086) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:35.706049 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b5b8ba-bd5c-4dc9-8a73-84f30c88241e None None] Network 9cdcb5da-4567-4150-8740-13eb0e84ff62 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:37:35.747064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac1f3b-8854-42c2-a449-eda035d0fd40 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:37:35.759735 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efda9a5-5a1d-4e90-8f28-04169853baa9 None None] Pushing event updated for resources: {'Port': ['ID=7344b236-d960-47fe-9e42-bd58e19f32d0,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:35.795793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Attempting to bind port 7344b236-d960-47fe-9e42-bd58e19f32d0 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:37:35.796165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Attempting to bind port 7344b236-d960-47fe-9e42-bd58e19f32d0 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:37:35.796541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Attempting to bind port 7344b236-d960-47fe-9e42-bd58e19f32d0 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:37:35.809645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:37:35.810020 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:37:35.810417 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:35.810811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:37:35.811292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Bound port: 7344b236-d960-47fe-9e42-bd58e19f32d0, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:37:35.811690 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:35.903505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] For port 7344b236-d960-47fe-9e42-bd58e19f32d0, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:37:35.908751 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] For port 7344b236-d960-47fe-9e42-bd58e19f32d0, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7344b236-d960-47fe-9e42-bd58e19f32d0,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:37:35.932811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:35.934946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2b23b909-37bb-40d5-ad5d-c36f0b5cf8fd None None] Provisioning complete for port 7344b236-d960-47fe-9e42-bd58e19f32d0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:35.935302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b23b909-37bb-40d5-ad5d-c36f0b5cf8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:35.983569 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-9cdcb5da-4567-4150-8740-13eb0e84ff62', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'tenant_id': '236011f74592488fb280971a9f20d501', 'fixed_ips': [{'subnet_id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:37:35.984360 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.025892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea4ff8-64ef-4f0d-94df-66aef5d11712 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:37:36.028828 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.101289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efda9a5-5a1d-4e90-8f28-04169853baa9 None None] Pushing event updated for resources: {'Port': ['ID=7344b236-d960-47fe-9e42-bd58e19f32d0,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:36.103825 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Routers {'255c5b6a-5310-491d-845a-54916420748d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:37:36.104416 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:37:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['255c5b6a-5310-491d-845a-54916420748d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:36.266186 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b23b909-37bb-40d5-ad5d-c36f0b5cf8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.304214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-2b23b909-37bb-40d5-ad5d-c36f0b5cf8fd None None] For port 7344b236-d960-47fe-9e42-bd58e19f32d0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7344b236-d960-47fe-9e42-bd58e19f32d0,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:37:36.306107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] Set router 255c5b6a-5310-491d-845a-54916420748d gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:37:36.333845 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b23b909-37bb-40d5-ad5d-c36f0b5cf8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.336032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Allocated IP 172.20.0.2 (9cdcb5da-4567-4150-8740-13eb0e84ff62/23bfb2b4-4c7c-47cf-b360-ba66460b92c2/f850b7d6-5dc0-4eab-a612-045b6e6ce24b) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:37:36.491553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23b909-37bb-40d5-ad5d-c36f0b5cf8fd None None] Pushing event updated for resources: {'Port': ['ID=7344b236-d960-47fe-9e42-bd58e19f32d0,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:36.542559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4b5cc498-2005-409a-a700-8ec4cc9db892 None None] Provisioning complete for port 7344b236-d960-47fe-9e42-bd58e19f32d0 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:36.542921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4b5cc498-2005-409a-a700-8ec4cc9db892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.676280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.700745 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.735730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.20.0.1 (9cdcb5da-4567-4150-8740-13eb0e84ff62/23bfb2b4-4c7c-47cf-b360-ba66460b92c2/43a6ae76-7ace-4998-b6b6-9963531a207c) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:37:36.762964 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Network 9cdcb5da-4567-4150-8740-13eb0e84ff62 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:37:36.766142 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:34Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:36.796810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:37:36.799210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Pushing event updated for resources: {'Port': ['ID=f850b7d6-5dc0-4eab-a612-045b6e6ce24b,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:36.801326 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:37:36.803442 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df0c2ac-5e86-49da-97b0-a4a74a8ee47d None None] The sync data for ids ['255c5b6a-5310-491d-845a-54916420748d'] in dv-neutron-818850-5-hyperv is: [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:34Z', 'revision_number': 3, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:37:36.861424 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Attempting to bind port f850b7d6-5dc0-4eab-a612-045b6e6ce24b on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:37:36.861912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Attempting to bind port f850b7d6-5dc0-4eab-a612-045b6e6ce24b by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:37:36.862378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Attempting to bind port f850b7d6-5dc0-4eab-a612-045b6e6ce24b on network 9cdcb5da-4567-4150-8740-13eb0e84ff62 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:37:36.868256 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:37:36.868811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Checking segment: {'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:37:36.869313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.869846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Bound using segment: {'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:37:36.870484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Bound port: f850b7d6-5dc0-4eab-a612-045b6e6ce24b, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:37:36.871241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.880160 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.915723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.939604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] For port f850b7d6-5dc0-4eab-a612-045b6e6ce24b, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:37:36.943297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] For port f850b7d6-5dc0-4eab-a612-045b6e6ce24b, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f850b7d6-5dc0-4eab-a612-045b6e6ce24b,segment=NetworkSegment(9d977839-896e-4a80-831c-5bd010889dd6),segment_id=9d977839-896e-4a80-831c-5bd010889dd6)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:37:36.949610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:36.962919 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 9cdcb5da-4567-4150-8740-13eb0e84ff62 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:37:36.966031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:37:36.970131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:37:37.011394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=43a6ae76-7ace-4998-b6b6-9963531a207c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:37.013050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d3ff1-e403-48db-94e9-a85eea7ee663 None None] Pushing event updated for resources: {'Port': ['ID=f850b7d6-5dc0-4eab-a612-045b6e6ce24b,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:37.042405 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:37.204044 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:37.863867 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:37.868856 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:37.951396 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=43a6ae76-7ace-4998-b6b6-9963531a207c,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:37.954803 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:37.994089 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca758ab-8c14-47fc-8ac3-a12a80adfe33 None None] Network 9cdcb5da-4567-4150-8740-13eb0e84ff62 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:37:38.047962 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 9cdcb5da-4567-4150-8740-13eb0e84ff62 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:37:38.049456 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:37:38.121178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bb1f16ca-2d60-45f7-9696-defc1a7af255 None None] Provisioning complete for port f850b7d6-5dc0-4eab-a612-045b6e6ce24b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:38.121991 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb1f16ca-2d60-45f7-9696-defc1a7af255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:38.162740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 255c5b6a-5310-491d-845a-54916420748d has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:37:38.238876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb1f16ca-2d60-45f7-9696-defc1a7af255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:38.343174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:37:38.361685 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-af40dba6-cbc7-4a7e-8d27-f5f635dfc7ec tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "PUT /v2.0/routers/255c5b6a-5310-491d-845a-54916420748d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7889881 Nov 24 05:37:38.435214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f850b7d6-5dc0-4eab-a612-045b6e6ce24b up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:37:38.487195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bb1f16ca-2d60-45f7-9696-defc1a7af255 None None] For port f850b7d6-5dc0-4eab-a612-045b6e6ce24b, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f850b7d6-5dc0-4eab-a612-045b6e6ce24b,segment=NetworkSegment(9d977839-896e-4a80-831c-5bd010889dd6),segment_id=9d977839-896e-4a80-831c-5bd010889dd6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:37:38.493613 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bb1f16ca-2d60-45f7-9696-defc1a7af255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:38.547863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f850b7d6-5dc0-4eab-a612-045b6e6ce24b triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:38.548241 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:38.554391 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f16ca-2d60-45f7-9696-defc1a7af255 None None] Pushing event updated for resources: {'Port': ['ID=f850b7d6-5dc0-4eab-a612-045b6e6ce24b,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:38.558751 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-fc090347-b30c-41d4-acde-aee5025931c5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641461964&fields=id&tenant_id=236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 267 time: 0.0547152 Nov 24 05:37:38.619811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8525a6b0-660f-4b5d-a68a-ef5ed7355149 None None] Provisioning complete for port f850b7d6-5dc0-4eab-a612-045b6e6ce24b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:38.620181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8525a6b0-660f-4b5d-a68a-ef5ed7355149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:38.684335 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7344b236-d960-47fe-9e42-bd58e19f32d0 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:37:38.699140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-ab83b4dd-df85-4f7d-a8ce-d0484fde563a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:38.700662 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-ab83b4dd-df85-4f7d-a8ce-d0484fde563a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/networks?id=9cdcb5da-4567-4150-8740-13eb0e84ff62 HTTP/1.1" status: 200 len: 797 time: 0.1226995 Nov 24 05:37:38.716537 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-568372c2-4560-4a09-812c-fae5975edce3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/quotas/236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 375 time: 0.0098836 Nov 24 05:37:38.763666 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Sync routers for ids ['255c5b6a-5310-491d-845a-54916420748d'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:37:38.774653 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Routers {'255c5b6a-5310-491d-845a-54916420748d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:37:38.775276 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:37:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['255c5b6a-5310-491d-845a-54916420748d'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:38.776444 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 7344b236-d960-47fe-9e42-bd58e19f32d0 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:38.776822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:38.781171 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-d345dd49-6191-423f-9d0f-d7255044fa17 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550983 Nov 24 05:37:38.821652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8525a6b0-660f-4b5d-a68a-ef5ed7355149 None None] Provisioning complete for port 43a6ae76-7ace-4998-b6b6-9963531a207c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:38.822023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8525a6b0-660f-4b5d-a68a-ef5ed7355149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:38.880022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8525a6b0-660f-4b5d-a68a-ef5ed7355149 None None] Port 43a6ae76-7ace-4998-b6b6-9963531a207c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:37:38.979772 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-6aa24572-29d7-4194-a42c-1e8af1bcb810 service neutron] 10.222.0.37 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735768 Nov 24 05:37:38.994837 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Set router 255c5b6a-5310-491d-845a-54916420748d gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:37:39.000246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e5af416b-b76d-4a89-aa67-897b6c5ab087 None None] Provisioning complete for port 43a6ae76-7ace-4998-b6b6-9963531a207c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:39.000763 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e5af416b-b76d-4a89-aa67-897b6c5ab087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:39.038181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-e5af416b-b76d-4a89-aa67-897b6c5ab087 None None] Port 43a6ae76-7ace-4998-b6b6-9963531a207c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:37:39.073424 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-9b3724c4-8c32-413a-836f-fec642cdc315 service neutron] 10.222.0.37 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873265 Nov 24 05:37:39.192318 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:37Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '43a6ae76-7ace-4998-b6b6-9963531a207c', 'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:a6:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:36Z', 'updated_at': '2021-11-24T05:37:37Z', 'revision_number': 2, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:39.221680 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Checking router: 255c5b6a-5310-491d-845a-54916420748d for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:37:39.222043 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Updating router 255c5b6a-5310-491d-845a-54916420748d port 43a6ae76-7ace-4998-b6b6-9963531a207c binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:37:39.242896 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-233c9948-d560-4361-b32c-f3973094cd1d req-37eb798c-5b2b-46c3-bce5-d3af9b372a1e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 210 time: 0.0281727 Nov 24 05:37:39.250717 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:39.508209 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:39.513955 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:39.565039 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Pushing event updated for resources: {'Port': ['ID=43a6ae76-7ace-4998-b6b6-9963531a207c,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:39.596702 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.597054 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.597401 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.597743 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.598074 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.598411 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.598743 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.599338 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.599547 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.599772 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.600184 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.600509 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:37:39.635124 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Attempting to bind port 43a6ae76-7ace-4998-b6b6-9963531a207c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:37:39.638510 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Attempting to bind port 43a6ae76-7ace-4998-b6b6-9963531a207c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:37:39.640098 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Attempting to bind port 43a6ae76-7ace-4998-b6b6-9963531a207c on network 9cdcb5da-4567-4150-8740-13eb0e84ff62 {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:37:39.648751 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:37:39.649318 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Checking segment: {'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:37:39.649732 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:39.650121 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Bound using segment: {'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:37:39.650590 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Bound port: 43a6ae76-7ace-4998-b6b6-9963531a207c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:37:39.650963 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:39.716760 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] For port 43a6ae76-7ace-4998-b6b6-9963531a207c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:37:39.720452 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] For port 43a6ae76-7ace-4998-b6b6-9963531a207c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=43a6ae76-7ace-4998-b6b6-9963531a207c,segment=NetworkSegment(9d977839-896e-4a80-831c-5bd010889dd6),segment_id=9d977839-896e-4a80-831c-5bd010889dd6)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:37:39.726130 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:39.776885 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Routers {'255c5b6a-5310-491d-845a-54916420748d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:37:39.777515 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:37:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['255c5b6a-5310-491d-845a-54916420748d'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:39.828656 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9f9d-b483-4faf-8796-f72733c3dcb6 None None] Pushing event updated for resources: {'Port': ['ID=43a6ae76-7ace-4998-b6b6-9963531a207c,revision_number=4']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:39.862912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4ddff7c8-961b-4d4a-b822-c846de5291b9 None None] Provisioning complete for port 43a6ae76-7ace-4998-b6b6-9963531a207c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:39.863365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4ddff7c8-961b-4d4a-b822-c846de5291b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:39.901605 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] Set router 255c5b6a-5310-491d-845a-54916420748d gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:37:39.947906 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4ddff7c8-961b-4d4a-b822-c846de5291b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:39.980595 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4ddff7c8-961b-4d4a-b822-c846de5291b9 None None] For port 43a6ae76-7ace-4998-b6b6-9963531a207c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=43a6ae76-7ace-4998-b6b6-9963531a207c,segment=NetworkSegment(9d977839-896e-4a80-831c-5bd010889dd6),segment_id=9d977839-896e-4a80-831c-5bd010889dd6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:37:39.984670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4ddff7c8-961b-4d4a-b822-c846de5291b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:40.038882 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddff7c8-961b-4d4a-b822-c846de5291b9 None None] Pushing event updated for resources: {'Port': ['ID=43a6ae76-7ace-4998-b6b6-9963531a207c,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:40.108911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-b0d28454-64f8-442a-af2e-92df3137335f None None] Provisioning complete for port 43a6ae76-7ace-4998-b6b6-9963531a207c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:40.109388 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b0d28454-64f8-442a-af2e-92df3137335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:40.118257 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:37Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '43a6ae76-7ace-4998-b6b6-9963531a207c', 'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:a6:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:36Z', 'updated_at': '2021-11-24T05:37:39Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:40.151066 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5069ad-31af-4292-b73d-4d94c7a9ac2b None None] The sync data for ids ['255c5b6a-5310-491d-845a-54916420748d'] in dv-neutron-818850-5-hyperv is: [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:37Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '43a6ae76-7ace-4998-b6b6-9963531a207c', 'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:a6:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:36Z', 'updated_at': '2021-11-24T05:37:39Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:37:40.196841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-2107f541-4726-421a-812e-20375e89a272 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:40.200476 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-2107f541-4726-421a-812e-20375e89a272 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/networks?id=9cdcb5da-4567-4150-8740-13eb0e84ff62 HTTP/1.1" status: 200 len: 797 time: 0.1363187 Nov 24 05:37:40.315114 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-a35a29bd-aec7-4bdc-b506-1c6459a6edb1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=236011f74592488fb280971a9f20d501 HTTP/1.1" status: 200 len: 380 time: 0.0900419 Nov 24 05:37:40.337499 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'port': {'device_id': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'admin_state_up': True, 'tenant_id': '236011f74592488fb280971a9f20d501', 'security_groups': ['7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:40.369560 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2d79e340-1391-4a1c-8710-89910b07876e req-75e7d6a1-40bf-4661-9d61-4ff5bf528306 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 210 time: 0.0488982 Nov 24 05:37:40.402371 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 43a6ae76-7ace-4998-b6b6-9963531a207c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:37:40.452317 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 43a6ae76-7ace-4998-b6b6-9963531a207c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:40.452738 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:40.472585 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Made reservation on behalf of 236011f74592488fb280971a9f20d501 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:37:40.477189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:40.537541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f850b7d6-5dc0-4eab-a612-045b6e6ce24b up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:37:40.585635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port f850b7d6-5dc0-4eab-a612-045b6e6ce24b triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:40.586004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:40.616733 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.20.0.9 (9cdcb5da-4567-4150-8740-13eb0e84ff62/23bfb2b4-4c7c-47cf-b360-ba66460b92c2/10e88d28-307a-4cc2-b234-6ef5ef1fc936) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:37:40.770424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:40.815103 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:40.861888 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network 9cdcb5da-4567-4150-8740-13eb0e84ff62 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:37:40.864893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:37:40.868922 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:37:40.904092 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=10e88d28-307a-4cc2-b234-6ef5ef1fc936,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:40.924104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:40.924759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:40.943286 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-7d4c3787-e26c-4a95-b4c4-221894d553d3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6141129 Nov 24 05:37:40.955527 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Request body: {'port': {'device_id': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:41.025876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:41.145242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3f0937de-09f3-487b-8004-52fa246e704a None None] Provisioning complete for port 10e88d28-307a-4cc2-b234-6ef5ef1fc936 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:41.145804 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3f0937de-09f3-487b-8004-52fa246e704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:41.181855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-3f0937de-09f3-487b-8004-52fa246e704a None None] Port 10e88d28-307a-4cc2-b234-6ef5ef1fc936 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:37:41.307322 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e88d28-307a-4cc2-b234-6ef5ef1fc936 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:37:41.315125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:41.327494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Transition to ACTIVE for port object 10e88d28-307a-4cc2-b234-6ef5ef1fc936 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:37:41.331490 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:41.402748 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Pushing event updated for resources: {'Port': ['ID=10e88d28-307a-4cc2-b234-6ef5ef1fc936,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:41.466410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Attempting to bind port 10e88d28-307a-4cc2-b234-6ef5ef1fc936 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:37:41.466756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Attempting to bind port 10e88d28-307a-4cc2-b234-6ef5ef1fc936 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:37:41.467074 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Attempting to bind port 10e88d28-307a-4cc2-b234-6ef5ef1fc936 on network 9cdcb5da-4567-4150-8740-13eb0e84ff62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:37:41.472319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Port 10e88d28-307a-4cc2-b234-6ef5ef1fc936 on network 9cdcb5da-4567-4150-8740-13eb0e84ff62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:37:41.472684 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Attempting to bind port 10e88d28-307a-4cc2-b234-6ef5ef1fc936 on network 9cdcb5da-4567-4150-8740-13eb0e84ff62 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:37:41.478835 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:37:41.479265 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Checking segment: {'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:37:41.479823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Bound using segment: {'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:37:41.480349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Bound port: 10e88d28-307a-4cc2-b234-6ef5ef1fc936, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d977839-896e-4a80-831c-5bd010889dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:37:41.480798 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:41.492289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82567f0d-306f-43b4-a7dc-36b2e6b85580 req-26750481-b6ea-43ff-b9ea-6625e9202983 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:41.493836 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-82567f0d-306f-43b4-a7dc-36b2e6b85580 req-26750481-b6ea-43ff-b9ea-6625e9202983 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 943 time: 0.0586894 Nov 24 05:37:41.548585 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] For port 10e88d28-307a-4cc2-b234-6ef5ef1fc936, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:37:41.551708 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-82567f0d-306f-43b4-a7dc-36b2e6b85580 req-004b51ef-d9bb-4d3c-90de-0f0615858b46 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498903 Nov 24 05:37:41.551878 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] For port 10e88d28-307a-4cc2-b234-6ef5ef1fc936, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=10e88d28-307a-4cc2-b234-6ef5ef1fc936,segment=NetworkSegment(9d977839-896e-4a80-831c-5bd010889dd6),segment_id=9d977839-896e-4a80-831c-5bd010889dd6)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:37:41.557957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:41.605757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:41.606398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:41.607883 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] 10.222.0.31 "PUT /v2.0/ports/10e88d28-307a-4cc2-b234-6ef5ef1fc936 HTTP/1.1" status: 200 len: 1093 time: 0.6571100 Nov 24 05:37:41.608338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'tag': '10e88d28-307a-4cc2-b234-6ef5ef1fc936'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:37:41.610665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4263ce84-06f5-4cf6-92b4-76d696deca81" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9", "tag": "10e88d28-307a-4cc2-b234-6ef5ef1fc936"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:37:41.627474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ea23b-ef24-4a56-ab82-c07f2287703e service neutron] Pushing event updated for resources: {'Port': ['ID=10e88d28-307a-4cc2-b234-6ef5ef1fc936,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:41.686580 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaf3443-de62-4563-aff5-e8772845902e x-openstack-request-id: req-dbaf3443-de62-4563-aff5-e8772845902e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:37:41.686871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9", "tag": "10e88d28-307a-4cc2-b234-6ef5ef1fc936", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:37:41.687125 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbaf3443-de62-4563-aff5-e8772845902e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:37:41.687528 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'tag': '10e88d28-307a-4cc2-b234-6ef5ef1fc936', 'status': 'completed', 'code': 200} Nov 24 05:37:41.704089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-cd2223d4-db31-46d6-b235-3b85438721f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:41.705685 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-cd2223d4-db31-46d6-b235-3b85438721f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0516937 Nov 24 05:37:41.748742 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-d58da91b-bbd3-4b96-aa2c-419834f294fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e88d28-307a-4cc2-b234-6ef5ef1fc936 HTTP/1.1" status: 200 len: 217 time: 0.0350201 Nov 24 05:37:41.797251 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-4e01b37f-2a23-4b9b-bea8-187b4fee024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:41.798705 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-4e01b37f-2a23-4b9b-bea8-187b4fee024c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23bfb2b4-4c7c-47cf-b360-ba66460b92c2 HTTP/1.1" status: 200 len: 834 time: 0.0439110 Nov 24 05:37:41.847383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-36f6ad26-9842-4b2a-9374-3abb4ec6bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:41.848907 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-36f6ad26-9842-4b2a-9374-3abb4ec6bf4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cdcb5da-4567-4150-8740-13eb0e84ff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419273 Nov 24 05:37:41.941503 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-14687112-c7f0-4ca6-b334-9b797910c805 service neutron] 10.222.0.31 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856125 Nov 24 05:37:42.034530 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b513d70e-3b13-4a8b-9703-2f12fcbd3e49 req-31cfa728-0fb8-4f59-bfa2-c55eb7393f9c service neutron] 10.222.0.31 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860798 Nov 24 05:37:42.124759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263ce84-06f5-4cf6-92b4-76d696deca81 req-6847b840-03ee-4cfe-a1b1-87c55d6d8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:42.126137 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4263ce84-06f5-4cf6-92b4-76d696deca81 req-6847b840-03ee-4cfe-a1b1-87c55d6d8d92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0398128 Nov 24 05:37:42.214442 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263ce84-06f5-4cf6-92b4-76d696deca81 req-23d66c57-627e-4064-a422-2ac94ed77ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:42.215930 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4263ce84-06f5-4cf6-92b4-76d696deca81 req-23d66c57-627e-4064-a422-2ac94ed77ad8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9cdcb5da-4567-4150-8740-13eb0e84ff62 HTTP/1.1" status: 200 len: 898 time: 0.0821023 Nov 24 05:37:42.260247 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4263ce84-06f5-4cf6-92b4-76d696deca81 req-1591aad5-56d4-4163-9667-d3b93e555dc5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e88d28-307a-4cc2-b234-6ef5ef1fc936 HTTP/1.1" status: 200 len: 217 time: 0.0373428 Nov 24 05:37:42.309644 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263ce84-06f5-4cf6-92b4-76d696deca81 req-84bd1074-9d05-481b-bc5d-3bec944a9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:42.311145 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4263ce84-06f5-4cf6-92b4-76d696deca81 req-84bd1074-9d05-481b-bc5d-3bec944a9600 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23bfb2b4-4c7c-47cf-b360-ba66460b92c2 HTTP/1.1" status: 200 len: 834 time: 0.0435538 Nov 24 05:37:42.358014 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263ce84-06f5-4cf6-92b4-76d696deca81 req-c3016f02-51c9-49ce-b759-1d2fda48c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:42.359474 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4263ce84-06f5-4cf6-92b4-76d696deca81 req-c3016f02-51c9-49ce-b759-1d2fda48c1b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cdcb5da-4567-4150-8740-13eb0e84ff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399244 Nov 24 05:37:42.451101 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4263ce84-06f5-4cf6-92b4-76d696deca81 req-c6d90aa2-2447-4ac2-8159-3b2ed248cb59 service neutron] 10.222.0.31 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829339 Nov 24 05:37:42.539239 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4263ce84-06f5-4cf6-92b4-76d696deca81 req-1cb06444-a1db-4e28-a58c-a8fbf39c1d48 service neutron] 10.222.0.31 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790129 Nov 24 05:37:42.669001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95d21d-6fa3-4e4c-a099-c3f69713022d req-e45dedef-fbaf-4f77-9a7d-fe3506f4a878 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:42.670459 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4c95d21d-6fa3-4e4c-a099-c3f69713022d req-e45dedef-fbaf-4f77-9a7d-fe3506f4a878 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 943 time: 0.0490906 Nov 24 05:37:42.719891 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4c95d21d-6fa3-4e4c-a099-c3f69713022d req-86eeb89b-13a4-40ba-9b7d-46ea1448dd74 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433247 Nov 24 05:37:43.812445 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 10e88d28-307a-4cc2-b234-6ef5ef1fc936 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:37:43.842289 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039f3b7-e0cc-43d5-966b-7b16ddc5de75 req-e24ce5a2-daf7-4691-b974-911cdbe8a50e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:43.844197 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2039f3b7-e0cc-43d5-966b-7b16ddc5de75 req-e24ce5a2-daf7-4691-b974-911cdbe8a50e tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 943 time: 0.0559945 Nov 24 05:37:43.897886 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2039f3b7-e0cc-43d5-966b-7b16ddc5de75 req-dbdd8be4-f9de-4407-a109-80c15e8c982d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Nov 24 05:37:43.915050 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 10e88d28-307a-4cc2-b234-6ef5ef1fc936, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=10e88d28-307a-4cc2-b234-6ef5ef1fc936,segment=NetworkSegment(9d977839-896e-4a80-831c-5bd010889dd6),segment_id=9d977839-896e-4a80-831c-5bd010889dd6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:37:43.926823 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '10e88d28-307a-4cc2-b234-6ef5ef1fc936', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'port_id': '10e88d28-307a-4cc2-b234-6ef5ef1fc936', 'mac_address': 'fa:16:3e:bb:88:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:37:43.966231 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:43.978804 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e88d28-307a-4cc2-b234-6ef5ef1fc936 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:37:43.997525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 10e88d28-307a-4cc2-b234-6ef5ef1fc936, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=10e88d28-307a-4cc2-b234-6ef5ef1fc936,segment=NetworkSegment(9d977839-896e-4a80-831c-5bd010889dd6),segment_id=9d977839-896e-4a80-831c-5bd010889dd6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:37:44.001631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:44.050600 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=10e88d28-307a-4cc2-b234-6ef5ef1fc936,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:44.220508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['10e88d28-307a-4cc2-b234-6ef5ef1fc936'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:37:45.015180 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa796ae-8767-4ff6-941b-96d61a2c865a req-40e2d133-0a1b-4948-a33c-bb08fa47305b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:45.016684 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6fa796ae-8767-4ff6-941b-96d61a2c865a req-40e2d133-0a1b-4948-a33c-bb08fa47305b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 944 time: 0.0500877 Nov 24 05:37:45.067133 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6fa796ae-8767-4ff6-941b-96d61a2c865a req-152089ba-8c60-4290-badc-173d445bf158 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438154 Nov 24 05:37:45.822954 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 10e88d28-307a-4cc2-b234-6ef5ef1fc936 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:37:45.871872 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 10e88d28-307a-4cc2-b234-6ef5ef1fc936 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:37:45.875878 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 10e88d28-307a-4cc2-b234-6ef5ef1fc936 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:37:45.876247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:45.949852 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:45.975550 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e88d28-307a-4cc2-b234-6ef5ef1fc936'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:37:45.977780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e5fb52-ab00-47e6-8cda-4777be7ebfb7" -d '{"events": [{"server_uuid": "c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9", "name": "network-vif-plugged", "status": "completed", "tag": "10e88d28-307a-4cc2-b234-6ef5ef1fc936"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:37:45.990610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 10e88d28-307a-4cc2-b234-6ef5ef1fc936, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=10e88d28-307a-4cc2-b234-6ef5ef1fc936,segment=NetworkSegment(9d977839-896e-4a80-831c-5bd010889dd6),segment_id=9d977839-896e-4a80-831c-5bd010889dd6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:37:45.995242 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:46.019549 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f2729-a842-45b3-9284-bb06bf7ad72b x-openstack-request-id: req-e79f2729-a842-45b3-9284-bb06bf7ad72b {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:37:46.019813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9", "name": "network-vif-plugged", "status": "completed", "tag": "10e88d28-307a-4cc2-b234-6ef5ef1fc936", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:37:46.020072 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e79f2729-a842-45b3-9284-bb06bf7ad72b {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:37:46.020463 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e88d28-307a-4cc2-b234-6ef5ef1fc936', 'code': 200} Nov 24 05:37:46.045589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=10e88d28-307a-4cc2-b234-6ef5ef1fc936,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:46.177472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5d03b3d8-9a93-4a5e-938f-d6c5d20952c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:46.189606 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24a8af-558b-424f-a8ff-c7a8ac5141e9 req-8de2378b-ed02-4f6f-96ee-ed90bc914253 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:46.191093 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2a24a8af-558b-424f-a8ff-c7a8ac5141e9 req-8de2378b-ed02-4f6f-96ee-ed90bc914253 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.0561390 Nov 24 05:37:46.191329 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48eca5-707e-4dd6-9e8d-5acc33a22344 req-35a8c814-db3c-4e92-ad9f-55e4e9ff3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:46.193530 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1f48eca5-707e-4dd6-9e8d-5acc33a22344 req-35a8c814-db3c-4e92-ad9f-55e4e9ff3fb6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0461466 Nov 24 05:37:46.241041 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-1f48eca5-707e-4dd6-9e8d-5acc33a22344 req-efff7527-f53f-451d-ac34-b0f565364646 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407572 Nov 24 05:37:46.244930 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2a24a8af-558b-424f-a8ff-c7a8ac5141e9 req-d685cc91-25ad-464b-8f4b-27e7baca72d1 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465491 Nov 24 05:37:47.361692 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff2807-6f0c-4d9f-bdda-75ca7633371f req-90d3c032-e78b-4fe2-8dc8-db95b254d49a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:47.363181 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-86ff2807-6f0c-4d9f-bdda-75ca7633371f req-90d3c032-e78b-4fe2-8dc8-db95b254d49a tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.0496979 Nov 24 05:37:47.412967 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-86ff2807-6f0c-4d9f-bdda-75ca7633371f req-2eb46db4-b996-419f-90a1-fa5ad23c6292 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Nov 24 05:37:47.525825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e85da-1191-4ad1-8190-12bf1e43599b req-d0c50ccc-946a-4b16-a671-c94ae9e39430 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:47.527308 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7f4e85da-1191-4ad1-8190-12bf1e43599b req-d0c50ccc-946a-4b16-a671-c94ae9e39430 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.0491667 Nov 24 05:37:47.580071 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7f4e85da-1191-4ad1-8190-12bf1e43599b req-d007d5a6-8583-4879-aafb-83eba00359e4 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468187 Nov 24 05:37:47.601776 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44142) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:47.641353 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88fa3f4-39b3-4a5e-aa9f-57a11eda622c tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:47.642845 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a88fa3f4-39b3-4a5e-aa9f-57a11eda622c tempest-TestNetworkAdvancedServerOps-1277157465 tempest-TestNetworkAdvancedServerOps-1277157465-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 1093 time: 0.0400877 Nov 24 05:37:47.646230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44144) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:47.650478 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '10e88d28-307a-4cc2-b234-6ef5ef1fc936', 'tenant_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:37:47.672102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:47.766770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:47.871408 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Allocated IP 172.26.0.81 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/cb6b6a1a-b5ec-472b-897d-0cdb49fb69ee) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:37:47.969482 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:48.007031 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:48.047008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:37:48.049717 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:37:48.053130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:37:48.074140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=cb6b6a1a-b5ec-472b-897d-0cdb49fb69ee,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:48.406418 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4444e972-9a58-4d2c-8fae-40dab0fa10c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:48.418149 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:48.482447 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:48.539531 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:37:48.632901 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:48.637433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:48.713423 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event updated for resources: {'Port': ['ID=cb6b6a1a-b5ec-472b-897d-0cdb49fb69ee,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:37:48.725197 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:48.827046 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Floating IP 5cb775b5-cd06-4cb7-9df3-d226a1ded026 associated. External IP: 172.26.0.81, port: 10e88d28-307a-4cc2-b234-6ef5ef1fc936. Nov 24 05:37:49.035346 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 255c5b6a-5310-491d-845a-54916420748d has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:37:49.143127 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:37:49.153354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9826ef1-7c6d-4fd7-a1c1-055f62021063 None None] Sync routers for ids ['255c5b6a-5310-491d-845a-54916420748d'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:37:49.161597 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:49.162994 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9826ef1-7c6d-4fd7-a1c1-055f62021063 None None] Routers {'255c5b6a-5310-491d-845a-54916420748d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:37:49.163826 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e9826ef1-7c6d-4fd7-a1c1-055f62021063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:37:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['255c5b6a-5310-491d-845a-54916420748d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:49.191010 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-20b6c585-758e-4493-b279-e9213b6662f6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5414627 Nov 24 05:37:49.191010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'tag': '10e88d28-307a-4cc2-b234-6ef5ef1fc936'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:37:49.191744 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac75285a-26c4-4e3a-afbb-88e3b571f077" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9", "tag": "10e88d28-307a-4cc2-b234-6ef5ef1fc936"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:37:49.232326 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393b2c39-bded-423e-abc7-61a6559b3e78 x-openstack-request-id: req-393b2c39-bded-423e-abc7-61a6559b3e78 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:37:49.232695 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9", "tag": "10e88d28-307a-4cc2-b234-6ef5ef1fc936", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:37:49.233140 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-393b2c39-bded-423e-abc7-61a6559b3e78 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:37:49.233623 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'tag': '10e88d28-307a-4cc2-b234-6ef5ef1fc936', 'status': 'completed', 'code': 200} Nov 24 05:37:49.276390 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e9826ef1-7c6d-4fd7-a1c1-055f62021063 None None] Set router 255c5b6a-5310-491d-845a-54916420748d gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:37:49.295968 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a30c4-879e-47c3-81ba-8ffa5df6588f req-5abf2efa-11f6-4a3c-97ff-905b89263027 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:49.300192 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-583a30c4-879e-47c3-81ba-8ffa5df6588f req-5abf2efa-11f6-4a3c-97ff-905b89263027 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.0574043 Nov 24 05:37:49.319433 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75285a-26c4-4e3a-afbb-88e3b571f077 req-5f2a5515-92ee-4df7-ad4e-6b1ae6bdd876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:49.321703 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac75285a-26c4-4e3a-afbb-88e3b571f077 req-5f2a5515-92ee-4df7-ad4e-6b1ae6bdd876 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0609663 Nov 24 05:37:49.352111 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-583a30c4-879e-47c3-81ba-8ffa5df6588f req-267e2739-6214-4f71-9252-f423d8e2701f tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467603 Nov 24 05:37:49.375808 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44150) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:49.424333 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75285a-26c4-4e3a-afbb-88e3b571f077 req-ebe91bf1-f1fd-4704-b9de-641391e8cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:49.425831 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac75285a-26c4-4e3a-afbb-88e3b571f077 req-ebe91bf1-f1fd-4704-b9de-641391e8cf0d service neutron] 10.222.0.31 "GET /v2.0/networks?id=9cdcb5da-4567-4150-8740-13eb0e84ff62 HTTP/1.1" status: 200 len: 898 time: 0.0973699 Nov 24 05:37:49.447531 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f1ab4982-5dc2-49ff-ae29-506d8cfb5650 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/5cb775b5-cd06-4cb7-9df3-d226a1ded026 HTTP/1.1" status: 200 len: 990 time: 0.0705061 Nov 24 05:37:49.492978 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac75285a-26c4-4e3a-afbb-88e3b571f077 req-3a5081d2-0089-4789-90dd-9d9f5c679456 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e88d28-307a-4cc2-b234-6ef5ef1fc936 HTTP/1.1" status: 200 len: 998 time: 0.0590608 Nov 24 05:37:49.512450 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e9826ef1-7c6d-4fd7-a1c1-055f62021063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:37Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '5cb775b5-cd06-4cb7-9df3-d226a1ded026', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '255c5b6a-5310-491d-845a-54916420748d', 'port_id': '10e88d28-307a-4cc2-b234-6ef5ef1fc936', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'mac_address': 'fa:16:3e:bb:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:37:48Z', 'updated_at': '2021-11-24T05:37:48Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a6ae76-7ace-4998-b6b6-9963531a207c', 'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:a6:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:36Z', 'updated_at': '2021-11-24T05:37:39Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:49.537536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9826ef1-7c6d-4fd7-a1c1-055f62021063 None None] Checking router: 255c5b6a-5310-491d-845a-54916420748d for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:37:49.540380 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75285a-26c4-4e3a-afbb-88e3b571f077 req-6f305d95-58a8-45d5-b91e-314fd8cfa81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:49.541834 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac75285a-26c4-4e3a-afbb-88e3b571f077 req-6f305d95-58a8-45d5-b91e-314fd8cfa81f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23bfb2b4-4c7c-47cf-b360-ba66460b92c2 HTTP/1.1" status: 200 len: 834 time: 0.0426145 Nov 24 05:37:49.545760 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9826ef1-7c6d-4fd7-a1c1-055f62021063 None None] Routers {'255c5b6a-5310-491d-845a-54916420748d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:37:49.546419 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e9826ef1-7c6d-4fd7-a1c1-055f62021063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:37:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['255c5b6a-5310-491d-845a-54916420748d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:49.590706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75285a-26c4-4e3a-afbb-88e3b571f077 req-a57d87ca-ac96-4530-9e5b-e920ea8e0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:37:49.592315 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac75285a-26c4-4e3a-afbb-88e3b571f077 req-a57d87ca-ac96-4530-9e5b-e920ea8e0018 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cdcb5da-4567-4150-8740-13eb0e84ff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440681 Nov 24 05:37:49.652571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e9826ef1-7c6d-4fd7-a1c1-055f62021063 None None] Set router 255c5b6a-5310-491d-845a-54916420748d gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:37:49.684518 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac75285a-26c4-4e3a-afbb-88e3b571f077 req-ec23a774-9bb2-408a-be97-917e70d161b4 service neutron] 10.222.0.31 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846848 Nov 24 05:37:49.699785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:49.780210 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ac75285a-26c4-4e3a-afbb-88e3b571f077 req-8e9241b3-a5e2-42c5-a4b2-7331aae4c2df service neutron] 10.222.0.31 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889473 Nov 24 05:37:49.889148 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e9826ef1-7c6d-4fd7-a1c1-055f62021063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:37Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '5cb775b5-cd06-4cb7-9df3-d226a1ded026', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '255c5b6a-5310-491d-845a-54916420748d', 'port_id': '10e88d28-307a-4cc2-b234-6ef5ef1fc936', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'mac_address': 'fa:16:3e:bb:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:37:48Z', 'updated_at': '2021-11-24T05:37:48Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a6ae76-7ace-4998-b6b6-9963531a207c', 'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:a6:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:36Z', 'updated_at': '2021-11-24T05:37:39Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:37:49.915389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9826ef1-7c6d-4fd7-a1c1-055f62021063 None None] The sync data for ids ['255c5b6a-5310-491d-845a-54916420748d'] in dv-neutron-818850-5-hyperv is: [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:37Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '5cb775b5-cd06-4cb7-9df3-d226a1ded026', 'tenant_id': '236011f74592488fb280971a9f20d501', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '255c5b6a-5310-491d-845a-54916420748d', 'port_id': '10e88d28-307a-4cc2-b234-6ef5ef1fc936', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'mac_address': 'fa:16:3e:bb:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:37:48Z', 'updated_at': '2021-11-24T05:37:48Z', 'revision_number': 0, 'project_id': '236011f74592488fb280971a9f20d501', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a6ae76-7ace-4998-b6b6-9963531a207c', 'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:a6:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:36Z', 'updated_at': '2021-11-24T05:37:39Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:37:50.093059 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade11fb-8238-44f5-bcc7-9ee1aaf1a971 None None] New status for floating IP 5cb775b5-cd06-4cb7-9df3-d226a1ded026: ACTIVE {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:37:50.451315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44152) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:37:50.510141 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8d58d450-8c96-4663-bebc-562e537cc3e6 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/5cb775b5-cd06-4cb7-9df3-d226a1ded026 HTTP/1.1" status: 200 len: 992 time: 0.0576594 Nov 24 05:37:50.887970 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:51.814641 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:37:54.164248 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:16.180025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-127671d0-76a7-4bf0-b9ec-2bb6e0046679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:18.408323 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8c04131c-d153-49e4-822d-f5cbf8246c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:19.352504 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f7231-df0c-4c04-9a6c-f043a2a4d7c6 req-72e71b93-9cf6-48c9-938e-9f945b4ec73d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:19.353894 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9a2f7231-df0c-4c04-9a6c-f043a2a4d7c6 req-72e71b93-9cf6-48c9-938e-9f945b4ec73d tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.1143460 Nov 24 05:38:19.402568 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9a2f7231-df0c-4c04-9a6c-f043a2a4d7c6 req-2a6597c6-179c-4331-9292-d3e35a5e59e9 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428660 Nov 24 05:38:19.677432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:20.564260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c8a43-8eed-4cd9-8b1c-0dbb5432395f req-0e267968-94bf-4d3c-be24-ca4189b56c94 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:20.565738 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3f2c8a43-8eed-4cd9-8b1c-0dbb5432395f req-0e267968-94bf-4d3c-be24-ca4189b56c94 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.0922852 Nov 24 05:38:20.619398 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3f2c8a43-8eed-4cd9-8b1c-0dbb5432395f req-94703b3a-0056-42ed-ad58-6502bab8d35c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469892 Nov 24 05:38:20.640883 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44172) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:20.701067 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f0d8a18d-aa7e-4ca3-bb3e-a94159053507 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/5cb775b5-cd06-4cb7-9df3-d226a1ded026 HTTP/1.1" status: 200 len: 992 time: 0.0590732 Nov 24 05:38:20.890080 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:21.817899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:21.985697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083408a-92c9-4594-b086-74d3f6601af7 req-d5119094-4e93-42ad-a885-71f10ade2b29 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:21.987199 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b083408a-92c9-4594-b086-74d3f6601af7 req-d5119094-4e93-42ad-a885-71f10ade2b29 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.0544322 Nov 24 05:38:22.038403 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b083408a-92c9-4594-b086-74d3f6601af7 req-850debb8-ba3d-42bc-989b-5786417f8625 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437067 Nov 24 05:38:22.041127 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12c34d-a55f-4676-8989-ef7743ed2704 req-697e37a2-1075-4e23-9cae-0ce4e2201b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:22.042634 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ef12c34d-a55f-4676-8989-ef7743ed2704 req-697e37a2-1075-4e23-9cae-0ce4e2201b32 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0818796 Nov 24 05:38:22.136336 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12c34d-a55f-4676-8989-ef7743ed2704 req-f83e600c-d2c3-4363-bf2f-3a95464a6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:22.137796 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ef12c34d-a55f-4676-8989-ef7743ed2704 req-f83e600c-d2c3-4363-bf2f-3a95464a6f97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9cdcb5da-4567-4150-8740-13eb0e84ff62 HTTP/1.1" status: 200 len: 898 time: 0.0880616 Nov 24 05:38:22.201379 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ef12c34d-a55f-4676-8989-ef7743ed2704 req-6e541d1c-a58b-4e3d-ac55-4db405895200 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e88d28-307a-4cc2-b234-6ef5ef1fc936 HTTP/1.1" status: 200 len: 1000 time: 0.0561495 Nov 24 05:38:22.250418 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12c34d-a55f-4676-8989-ef7743ed2704 req-71213cf1-a89f-4cd3-9569-7280adb58e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:22.251902 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ef12c34d-a55f-4676-8989-ef7743ed2704 req-71213cf1-a89f-4cd3-9569-7280adb58e85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23bfb2b4-4c7c-47cf-b360-ba66460b92c2 HTTP/1.1" status: 200 len: 834 time: 0.0440583 Nov 24 05:38:22.300764 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12c34d-a55f-4676-8989-ef7743ed2704 req-ff309964-a2fd-4898-ad68-9f0ee79a4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:22.302246 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ef12c34d-a55f-4676-8989-ef7743ed2704 req-ff309964-a2fd-4898-ad68-9f0ee79a4275 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cdcb5da-4567-4150-8740-13eb0e84ff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434721 Nov 24 05:38:22.389969 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ef12c34d-a55f-4676-8989-ef7743ed2704 req-7ec3a351-490a-462e-9742-17358be78293 service neutron] 10.222.0.31 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800624 Nov 24 05:38:22.485236 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ef12c34d-a55f-4676-8989-ef7743ed2704 req-e9fb5f85-ca6c-480f-8cbd-8e24addd3ea9 service neutron] 10.222.0.31 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843024 Nov 24 05:38:23.163200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c20ad-47de-4274-97a8-847ada6ea187 req-0b6c4d61-5351-44e3-b193-e7dac96b06c3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:23.164745 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b58c20ad-47de-4274-97a8-847ada6ea187 req-0b6c4d61-5351-44e3-b193-e7dac96b06c3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.0550385 Nov 24 05:38:23.215696 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b58c20ad-47de-4274-97a8-847ada6ea187 req-475797f3-983b-4e89-9b3d-456d778ac26b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448539 Nov 24 05:38:24.179944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:24.332725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285acb84-b970-4d1d-b505-409c23f93847 req-7586e1d3-3110-4e6c-8ff8-eff452c06f42 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:24.334223 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-285acb84-b970-4d1d-b505-409c23f93847 req-7586e1d3-3110-4e6c-8ff8-eff452c06f42 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.0504203 Nov 24 05:38:24.383204 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-285acb84-b970-4d1d-b505-409c23f93847 req-ab1ffa09-e1b8-4989-ad73-d756fe6bf13b tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Nov 24 05:38:24.405110 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44186) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:24.468299 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-6c56beda-5254-4591-88f1-95d0ce4a4309 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/floatingips/5cb775b5-cd06-4cb7-9df3-d226a1ded026 HTTP/1.1" status: 200 len: 992 time: 0.0619841 Nov 24 05:38:24.710098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44192) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:24.867808 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port cb6b6a1a-b5ec-472b-897d-0cdb49fb69ee {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:38:24.868157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:24.950710 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:24.951043 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:24.963144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for cb6b6a1a-b5ec-472b-897d-0cdb49fb69ee owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:38:25.102643 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:25.129716 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=cb6b6a1a-b5ec-472b-897d-0cdb49fb69ee,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:25.188830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:25.189165 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Floating IP 5cb775b5-cd06-4cb7-9df3-d226a1ded026 disassociated (deleted). External IP: 172.26.0.81, port: 10e88d28-307a-4cc2-b234-6ef5ef1fc936. Nov 24 05:38:25.394226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 255c5b6a-5310-491d-845a-54916420748d has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:38:25.499162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:38:25.504075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:25.508507 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb5c7f-6069-48d2-bebe-224854f5e856 None None] Sync routers for ids ['255c5b6a-5310-491d-845a-54916420748d'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:38:25.517683 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb5c7f-6069-48d2-bebe-224854f5e856 None None] Routers {'255c5b6a-5310-491d-845a-54916420748d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:25.518296 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-dfdb5c7f-6069-48d2-bebe-224854f5e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['255c5b6a-5310-491d-845a-54916420748d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:25.529946 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2080854c-211d-43b9-a2d8-63ae785bebcd tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/floatingips/5cb775b5-cd06-4cb7-9df3-d226a1ded026 HTTP/1.1" status: 204 len: 168 time: 0.8188529 Nov 24 05:38:25.530673 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'tag': '10e88d28-307a-4cc2-b234-6ef5ef1fc936'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:38:25.532947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9", "tag": "10e88d28-307a-4cc2-b234-6ef5ef1fc936"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:38:25.539323 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:38:25.569029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d43dbf-68ab-42df-9c77-9fc9b08bc694 x-openstack-request-id: req-e6d43dbf-68ab-42df-9c77-9fc9b08bc694 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:38:25.569319 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9", "tag": "10e88d28-307a-4cc2-b234-6ef5ef1fc936", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:38:25.569578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6d43dbf-68ab-42df-9c77-9fc9b08bc694 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:38:25.569982 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'tag': '10e88d28-307a-4cc2-b234-6ef5ef1fc936', 'status': 'completed', 'code': 200} Nov 24 05:38:25.637079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480 req-0762f1ac-b003-492c-8a75-1e9318798c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:25.638605 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480 req-0762f1ac-b003-492c-8a75-1e9318798c50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=236011f74592488fb280971a9f20d501&device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0425355 Nov 24 05:38:25.640517 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-dfdb5c7f-6069-48d2-bebe-224854f5e856 None None] Set router 255c5b6a-5310-491d-845a-54916420748d gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:25.748697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480 req-d7de228c-af69-4505-abad-09d3e15d34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:25.750906 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480 req-d7de228c-af69-4505-abad-09d3e15d34d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9cdcb5da-4567-4150-8740-13eb0e84ff62 HTTP/1.1" status: 200 len: 898 time: 0.0960472 Nov 24 05:38:25.768597 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d622963-6153-4180-926e-454e0d5c68ab req-fd9eac1d-c139-4368-99a8-0bbe34bfef3c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:25.772918 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d622963-6153-4180-926e-454e0d5c68ab req-fd9eac1d-c139-4368-99a8-0bbe34bfef3c tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.0522063 Nov 24 05:38:25.795891 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480 req-0e6baea4-a7b0-4e42-ab98-998722bc339d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e88d28-307a-4cc2-b234-6ef5ef1fc936 HTTP/1.1" status: 200 len: 217 time: 0.0362589 Nov 24 05:38:25.823253 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d622963-6153-4180-926e-454e0d5c68ab req-36e1d864-4964-4d52-83a3-2c1a5148a589 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 Nov 24 05:38:25.851455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480 req-caad8f48-6b01-486d-b7fa-51678e66ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:25.853031 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480 req-caad8f48-6b01-486d-b7fa-51678e66ea1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23bfb2b4-4c7c-47cf-b360-ba66460b92c2 HTTP/1.1" status: 200 len: 834 time: 0.0499818 Nov 24 05:38:25.856563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-dfdb5c7f-6069-48d2-bebe-224854f5e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:37Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '43a6ae76-7ace-4998-b6b6-9963531a207c', 'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:a6:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:36Z', 'updated_at': '2021-11-24T05:37:39Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:25.882498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb5c7f-6069-48d2-bebe-224854f5e856 None None] Checking router: 255c5b6a-5310-491d-845a-54916420748d for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:38:25.890629 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb5c7f-6069-48d2-bebe-224854f5e856 None None] Routers {'255c5b6a-5310-491d-845a-54916420748d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:25.891234 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-dfdb5c7f-6069-48d2-bebe-224854f5e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['255c5b6a-5310-491d-845a-54916420748d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:25.905599 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480 req-4966c974-d589-4fa8-a339-2c6863944370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:25.907123 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480 req-4966c974-d589-4fa8-a339-2c6863944370 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9cdcb5da-4567-4150-8740-13eb0e84ff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403028 Nov 24 05:38:25.994298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-dfdb5c7f-6069-48d2-bebe-224854f5e856 None None] Set router 255c5b6a-5310-491d-845a-54916420748d gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:25.998161 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480 req-1399f1a4-cffa-46bb-a497-7f19a9cf7474 service neutron] 10.222.0.31 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817513 Nov 24 05:38:26.093086 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4df7c2ee-3f74-4193-9bc2-83fe6a51a480 req-fd0f7070-1846-4339-aa83-c1ebbd1a40ff service neutron] 10.222.0.31 "GET /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851691 Nov 24 05:38:26.187172 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-dfdb5c7f-6069-48d2-bebe-224854f5e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:37Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '43a6ae76-7ace-4998-b6b6-9963531a207c', 'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:a6:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:36Z', 'updated_at': '2021-11-24T05:37:39Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:26.218726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb5c7f-6069-48d2-bebe-224854f5e856 None None] The sync data for ids ['255c5b6a-5310-491d-845a-54916420748d'] in dv-neutron-818850-5-hyperv is: [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:37Z', 'revision_number': 4, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '43a6ae76-7ace-4998-b6b6-9963531a207c', 'name': '', 'network_id': '9cdcb5da-4567-4150-8740-13eb0e84ff62', 'tenant_id': '236011f74592488fb280971a9f20d501', 'mac_address': 'fa:16:3e:a6:e4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:36Z', 'updated_at': '2021-11-24T05:37:39Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'subnets': [{'id': '23bfb2b4-4c7c-47cf-b360-ba66460b92c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:38:26.424817 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0be3f-1fcd-46e5-b618-dcdf89f1cbca None None] New status for floating IP 5cb775b5-cd06-4cb7-9df3-d226a1ded026: DOWN {{(pid=103235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:38:26.938996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbc8e9-3b22-4e1a-83fb-d8300c202d1f req-a7cd62e1-ff78-44e3-b6b7-f4e8e33197e5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:26.940470 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-28cbc8e9-3b22-4e1a-83fb-d8300c202d1f req-a7cd62e1-ff78-44e3-b6b7-f4e8e33197e5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.0482180 Nov 24 05:38:26.992666 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-28cbc8e9-3b22-4e1a-83fb-d8300c202d1f req-03203f0c-64bc-4703-80b9-0baf3254f885 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/security-groups?id=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463791 Nov 24 05:38:27.443372 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e40d2c-68a8-46b2-9926-325ff6eb0849 req-768fbe16-d534-446f-8ad6-e5c8996f2f60 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:27.445495 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-69e40d2c-68a8-46b2-9926-325ff6eb0849 req-768fbe16-d534-446f-8ad6-e5c8996f2f60 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 945 time: 0.0474393 Nov 24 05:38:27.535395 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-69e40d2c-68a8-46b2-9926-325ff6eb0849 req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 10e88d28-307a-4cc2-b234-6ef5ef1fc936 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:38:27.535763 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-69e40d2c-68a8-46b2-9926-325ff6eb0849 req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:27.621162 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-69e40d2c-68a8-46b2-9926-325ff6eb0849 req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 10e88d28-307a-4cc2-b234-6ef5ef1fc936, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=10e88d28-307a-4cc2-b234-6ef5ef1fc936,segment=NetworkSegment(9d977839-896e-4a80-831c-5bd010889dd6),segment_id=9d977839-896e-4a80-831c-5bd010889dd6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:27.621619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-69e40d2c-68a8-46b2-9926-325ff6eb0849 req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:27.634132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-69e40d2c-68a8-46b2-9926-325ff6eb0849 req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 10e88d28-307a-4cc2-b234-6ef5ef1fc936 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:38:27.758564 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-69e40d2c-68a8-46b2-9926-325ff6eb0849 req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:27.786805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=10e88d28-307a-4cc2-b234-6ef5ef1fc936,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:27.816509 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.816866 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.817216 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.817566 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.817911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.818254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.819178 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.819515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.819884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.820213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.820545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.820877 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:27.839911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e40d2c-68a8-46b2-9926-325ff6eb0849 req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] No DVR routers for this DVR port 10e88d28-307a-4cc2-b234-6ef5ef1fc936 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:38:27.842099 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-69e40d2c-68a8-46b2-9926-325ff6eb0849 req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:27.845680 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-69e40d2c-68a8-46b2-9926-325ff6eb0849 req-eedae862-200c-4085-bf2b-03e39cf28492 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.31 "DELETE /v2.0/ports/10e88d28-307a-4cc2-b234-6ef5ef1fc936 HTTP/1.1" status: 204 len: 173 time: 0.3946390 Nov 24 05:38:27.846108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'name': 'network-vif-deleted', 'tag': '10e88d28-307a-4cc2-b234-6ef5ef1fc936'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:38:27.848387 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e763e9f4-32e9-4234-bb7b-b562ba6faf83" -d '{"events": [{"server_uuid": "c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9", "name": "network-vif-deleted", "tag": "10e88d28-307a-4cc2-b234-6ef5ef1fc936"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:38:27.887574 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dbbd05-49a2-495f-98c5-96cc2cbfeebc x-openstack-request-id: req-a9dbbd05-49a2-495f-98c5-96cc2cbfeebc {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:38:27.887896 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9", "name": "network-vif-deleted", "tag": "10e88d28-307a-4cc2-b234-6ef5ef1fc936", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:38:27.888178 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9dbbd05-49a2-495f-98c5-96cc2cbfeebc {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:38:27.888586 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9', 'name': 'network-vif-deleted', 'tag': '10e88d28-307a-4cc2-b234-6ef5ef1fc936', 'status': 'completed', 'code': 200} Nov 24 05:38:28.093786 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9d10dd94-769c-4459-8d3a-5a14729db560 req-77e3ffd1-04e4-4d36-bc10-98f0fec99601 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6dc9196-425f-4984-b4c3-5c3e6e4a6cd9 HTTP/1.1" status: 200 len: 210 time: 0.0262227 Nov 24 05:38:29.149374 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44208) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:29.820128 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:30.042197 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 10e88d28-307a-4cc2-b234-6ef5ef1fc936 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:38:30.062513 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 10e88d28-307a-4cc2-b234-6ef5ef1fc936 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:38:30.062785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 10e88d28-307a-4cc2-b234-6ef5ef1fc936 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:38:30.073630 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 43a6ae76-7ace-4998-b6b6-9963531a207c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:38:30.073980 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:30.163349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 43a6ae76-7ace-4998-b6b6-9963531a207c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=43a6ae76-7ace-4998-b6b6-9963531a207c,segment=NetworkSegment(9d977839-896e-4a80-831c-5bd010889dd6),segment_id=9d977839-896e-4a80-831c-5bd010889dd6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:30.164134 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:30.175195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 43a6ae76-7ace-4998-b6b6-9963531a207c owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:38:30.359789 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:30.386956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=43a6ae76-7ace-4998-b6b6-9963531a207c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:30.557254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:30.769272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Router 255c5b6a-5310-491d-845a-54916420748d has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:38:30.874310 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:38:30.879235 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-8aca37e0-2cb6-45d1-9d0f-8b44c36fab00 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "PUT /v2.0/routers/255c5b6a-5310-491d-845a-54916420748d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7288527 Nov 24 05:38:30.881943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44210) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:30.886978 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bdf485-5ce5-42c2-904e-dde70f7e2277 None None] Sync routers for ids ['255c5b6a-5310-491d-845a-54916420748d'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:38:30.896235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bdf485-5ce5-42c2-904e-dde70f7e2277 None None] Routers {'255c5b6a-5310-491d-845a-54916420748d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:30.897916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-88bdf485-5ce5-42c2-904e-dde70f7e2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['255c5b6a-5310-491d-845a-54916420748d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:30.933200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-25874553-8649-4e28-99a1-d3c13b3798a3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting subnet 23bfb2b4-4c7c-47cf-b360-ba66460b92c2 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:38:30.936303 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25874553-8649-4e28-99a1-d3c13b3798a3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:30.980989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25874553-8649-4e28-99a1-d3c13b3798a3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.003809 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-88bdf485-5ce5-42c2-904e-dde70f7e2277 None None] Set router 255c5b6a-5310-491d-845a-54916420748d gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:31.062511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25874553-8649-4e28-99a1-d3c13b3798a3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.122652 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25874553-8649-4e28-99a1-d3c13b3798a3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.148745 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25874553-8649-4e28-99a1-d3c13b3798a3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Subnet': ['ID=23bfb2b4-4c7c-47cf-b360-ba66460b92c2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:31.154377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25874553-8649-4e28-99a1-d3c13b3798a3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.157590 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-25874553-8649-4e28-99a1-d3c13b3798a3 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/subnets/23bfb2b4-4c7c-47cf-b360-ba66460b92c2 HTTP/1.1" status: 204 len: 168 time: 0.2746949 Nov 24 05:38:31.160229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44212) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:31.165764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf4fda8-6457-4c72-8821-42929c7c5c03 None None] Network 9cdcb5da-4567-4150-8740-13eb0e84ff62 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:38:31.270102 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.282912 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-88bdf485-5ce5-42c2-904e-dde70f7e2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:38:30Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:31.317551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bdf485-5ce5-42c2-904e-dde70f7e2277 None None] Checking router: 255c5b6a-5310-491d-845a-54916420748d for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:38:31.331066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bdf485-5ce5-42c2-904e-dde70f7e2277 None None] Routers {'255c5b6a-5310-491d-845a-54916420748d'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:31.331678 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-88bdf485-5ce5-42c2-904e-dde70f7e2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['255c5b6a-5310-491d-845a-54916420748d'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:31.382351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.409206 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] DHCP port deletion for 9cdcb5da-4567-4150-8740-13eb0e84ff62 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:38:31.437802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Deleting port 7344b236-d960-47fe-9e42-bd58e19f32d0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:38:31.438499 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.458734 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-88bdf485-5ce5-42c2-904e-dde70f7e2277 None None] Set router 255c5b6a-5310-491d-845a-54916420748d gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:31.518988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] For port 7344b236-d960-47fe-9e42-bd58e19f32d0, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=7344b236-d960-47fe-9e42-bd58e19f32d0,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:31.519350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.531929 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Calling delete_port for 7344b236-d960-47fe-9e42-bd58e19f32d0 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:38:31.577483 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Deleting port f850b7d6-5dc0-4eab-a612-045b6e6ce24b {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:38:31.577925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.673835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] For port f850b7d6-5dc0-4eab-a612-045b6e6ce24b, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=f850b7d6-5dc0-4eab-a612-045b6e6ce24b,segment=NetworkSegment(9d977839-896e-4a80-831c-5bd010889dd6),segment_id=9d977839-896e-4a80-831c-5bd010889dd6)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:31.674136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.689746 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Calling delete_port for f850b7d6-5dc0-4eab-a612-045b6e6ce24b owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:38:31.697889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.726353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Port': ['ID=7344b236-d960-47fe-9e42-bd58e19f32d0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:31.740534 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b3566b-caa5-4dfa-b8eb-c293380a3014 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:38:31.769249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-88bdf485-5ce5-42c2-904e-dde70f7e2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:38:30Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:31.790213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.798776 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bdf485-5ce5-42c2-904e-dde70f7e2277 None None] The sync data for ids ['255c5b6a-5310-491d-845a-54916420748d'] in dv-neutron-818850-5-hyperv is: [{'id': '255c5b6a-5310-491d-845a-54916420748d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901173114', 'tenant_id': '236011f74592488fb280971a9f20d501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134'}], 'enable_snat': True}, 'gw_port_id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:38:30Z', 'revision_number': 5, 'project_id': '236011f74592488fb280971a9f20d501', 'gw_port': {'id': '7344b236-d960-47fe-9e42-bd58e19f32d0', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '255c5b6a-5310-491d-845a-54916420748d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:37:33Z', 'updated_at': '2021-11-24T05:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:38:31.821056 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.848565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Pushing event deleted for resources: {'Port': ['ID=f850b7d6-5dc0-4eab-a612-045b6e6ce24b,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:31.852867 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] No DVR routers for this DVR port f850b7d6-5dc0-4eab-a612-045b6e6ce24b on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:38:31.859424 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.859805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.860151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.860489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.860824 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.861159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.861962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.861962 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.862604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.862604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.862788 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.863083 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ac5cf-1d60-4f96-9ed2-df3195d2a05e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:31.897323 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.899615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.941999 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.942640 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Fanout notify agent at l3_agent the message router_deleted on router 255c5b6a-5310-491d-845a-54916420748d {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:38:31.949968 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:31.951078 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-dde798a9-c790-494d-a2e7-426266d89880 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/routers/255c5b6a-5310-491d-845a-54916420748d HTTP/1.1" status: 204 len: 168 time: 0.7899218 Nov 24 05:38:31.953846 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44214) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:32.028351 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:32.115049 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:32.134616 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdcb5da-4567-4150-8740-13eb0e84ff62']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:32.143491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d977839-896e-4a80-831c-5bd010889dd6') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:32.143824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d977839-896e-4a80-831c-5bd010889dd6') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:32.153437 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:32.166347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:32.173210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:38:32.173591 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:38:32.177024 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:38:32.248662 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:32.253344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:32.261134 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/networks/9cdcb5da-4567-4150-8740-13eb0e84ff62 HTTP/1.1" status: 204 len: 168 time: 0.3039072 Nov 24 05:38:32.261595 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44216) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:32.273998 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121193f-8da0-447d-adcf-2e86218667a5 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'Network': ['ID=9cdcb5da-4567-4150-8740-13eb0e84ff62,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:32.340872 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:32.369927 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:32.373441 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 43a6ae76-7ace-4998-b6b6-9963531a207c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:38:32.394167 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 43a6ae76-7ace-4998-b6b6-9963531a207c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:38:32.394516 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 43a6ae76-7ace-4998-b6b6-9963531a207c not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:38:32.394939 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f850b7d6-5dc0-4eab-a612-045b6e6ce24b no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:38:32.444105 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:32.446933 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:32.448429 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] 10.222.0.37 "DELETE /v2.0/security-groups/7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc HTTP/1.1" status: 204 len: 168 time: 0.1859345 Nov 24 05:38:32.458643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc14ef-6758-48d3-aa59-2a9c3a7ed7cc,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:32.466940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.467300 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.467877 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.468411 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.469475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.469990 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.470492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.470993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.471509 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.472049 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.472547 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.473046 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc533446-4aeb-475d-bc08-e361df1a2972 tempest-TestNetworkAdvancedServerOps-845399192 tempest-TestNetworkAdvancedServerOps-845399192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:32.571903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: f850b7d6-5dc0-4eab-a612-045b6e6ce24b {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:38:32.572250 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device f850b7d6-5dc0-4eab-a612-045b6e6ce24b not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:38:32.781475 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44224) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:32.926470 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-a6ba4136-dd0d-4640-bbe4-e042fa05e5fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=236011f74592488fb280971a9f20d501&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438115 Nov 24 05:38:32.929457 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44228) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:32.979674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6c1-758f-4045-9930-c5fe75f363ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:33.000341 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6c1-758f-4045-9930-c5fe75f363ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:33.049950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6c1-758f-4045-9930-c5fe75f363ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:33.049950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-fb14e6c1-758f-4045-9930-c5fe75f363ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:33.049950 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-fb14e6c1-758f-4045-9930-c5fe75f363ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd24e49f-36ac-4bdc-a130-d2f2c4006a11 HTTP/1.1" status: 204 len: 168 time: 0.1191268 Nov 24 05:38:33.057443 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14e6c1-758f-4045-9930-c5fe75f363ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd24e49f-36ac-4bdc-a130-d2f2c4006a11,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:33.306264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44234) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:33.319976 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c52603d-a6ec-478f-8d2a-e11a52ef0e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:33.391285 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c52603d-a6ec-478f-8d2a-e11a52ef0e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:33.395016 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c52603d-a6ec-478f-8d2a-e11a52ef0e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:33.432275 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9c52603d-a6ec-478f-8d2a-e11a52ef0e4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b98b54abec3a4097a14a5a2f7646f6fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1248629 Nov 24 05:38:33.432964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52603d-a6ec-478f-8d2a-e11a52ef0e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500e4fb2-cf45-4252-a8f1-8a3eb146bbd5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:33.435013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44236) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:33.484445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba77d330-1256-461b-9743-f41c56244859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:33.505540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba77d330-1256-461b-9743-f41c56244859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:33.549624 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba77d330-1256-461b-9743-f41c56244859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:33.552505 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ba77d330-1256-461b-9743-f41c56244859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:33.554231 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ba77d330-1256-461b-9743-f41c56244859 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/500e4fb2-cf45-4252-a8f1-8a3eb146bbd5 HTTP/1.1" status: 204 len: 168 time: 0.1180148 Nov 24 05:38:33.561651 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77d330-1256-461b-9743-f41c56244859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500e4fb2-cf45-4252-a8f1-8a3eb146bbd5,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:34.210184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44258) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:34.262330 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7344b236-d960-47fe-9e42-bd58e19f32d0 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:38:34.282311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 7344b236-d960-47fe-9e42-bd58e19f32d0 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:38:34.282667 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 7344b236-d960-47fe-9e42-bd58e19f32d0 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:38:34.306947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-996056036-network', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:34.328793 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Made reservation on behalf of 58e45e4e3fc24463a1743efd93e99d07 for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:38:34.331219 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.340028 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.417980 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.421714 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.448264 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:38:34.456916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b80702d-4f0f-41f2-b709-f115344b0657,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:34.464738 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.464872 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Added segment b49303e8-1ff7-44c7-b5b2-29b98b841816 of type vlan for network 2e46cb4c-1f24-4961-b07d-359efd552a4c Nov 24 05:38:34.504798 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.530126 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.531398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:34.531677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.566622 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3554137 Nov 24 05:38:34.569939 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44262) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:34.576381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] Request body: {'subnet': {'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-996056036-subnet', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:34.595732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c2ec6-2acf-4568-bb1f-143f47b7388c admin admin] Pushing event updated for resources: {'Network': ['ID=2e46cb4c-1f24-4961-b07d-359efd552a4c,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:34.601101 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] Made reservation on behalf of 58e45e4e3fc24463a1743efd93e99d07 for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:38:34.604255 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.606233 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 2e46cb4c-1f24-4961-b07d-359efd552a4c details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:38:34.770368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.823338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:34.838456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] Checking segment: {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:38:34.838820 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] Network hostable DHCP agents. Network: 2e46cb4c-1f24-4961-b07d-359efd552a4c, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:38:34.855342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] Network 2e46cb4c-1f24-4961-b07d-359efd552a4c is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:38:34.862965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 2e46cb4c-1f24-4961-b07d-359efd552a4c) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:34.867069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:34.867688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.872162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c368f6-42db-46da-9653-d7c7f3ac2229 None None] Network 2e46cb4c-1f24-4961-b07d-359efd552a4c requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:38:34.886517 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-2978652f-cedc-402f-bceb-ca1b4ebf5d4e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3127267 Nov 24 05:38:34.886807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44264) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:34.891406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:34.912995 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.913977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:34.965235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.022351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-2e46cb4c-1f24-4961-b07d-359efd552a4c', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:38:35.023243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.103098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.156942 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Allocated IP 172.20.0.2 (2e46cb4c-1f24-4961-b07d-359efd552a4c/37a332c4-8158-4bc1-9ddb-219e1c0dfa2b/ed6a0456-7fd8-4684-825d-ace534ad7938) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:38:35.295124 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.300890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.302455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.321282 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.340495 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Network 2e46cb4c-1f24-4961-b07d-359efd552a4c is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:38:35.345474 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:35.348193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:38:35.359254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Pushing event updated for resources: {'Port': ['ID=ed6a0456-7fd8-4684-825d-ace534ad7938,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:35.408761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Attempting to bind port ed6a0456-7fd8-4684-825d-ace534ad7938 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:38:35.409106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Attempting to bind port ed6a0456-7fd8-4684-825d-ace534ad7938 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:38:35.409553 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Attempting to bind port ed6a0456-7fd8-4684-825d-ace534ad7938 on network 2e46cb4c-1f24-4961-b07d-359efd552a4c {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:38:35.415817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:38:35.416192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Checking segment: {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:38:35.416591 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.416979 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Bound using segment: {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:38:35.417445 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Bound port: ed6a0456-7fd8-4684-825d-ace534ad7938, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:38:35.417818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.428496 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Allocated IP 172.26.0.190 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/6c01cc65-d6f5-491f-add2-bfe191d66b2c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:38:35.482498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] For port ed6a0456-7fd8-4684-825d-ace534ad7938, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:38:35.485636 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] For port ed6a0456-7fd8-4684-825d-ace534ad7938, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ed6a0456-7fd8-4684-825d-ace534ad7938,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:38:35.489840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.536371 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.547764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ba46c-edb2-4d31-afec-5770ee0a5fcd None None] Pushing event updated for resources: {'Port': ['ID=ed6a0456-7fd8-4684-825d-ace534ad7938,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:35.579401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.621872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:38:35.624827 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:35.628342 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:38:35.634867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Pushing event updated for resources: {'Port': ['ID=6c01cc65-d6f5-491f-add2-bfe191d66b2c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:35.649772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7273839-510a-47e8-bbf8-e9f03ac0866d None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:38:35.768016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-2883ba88-7c10-416f-9d85-bbceb7a4ebef None None] Provisioning complete for port 6c01cc65-d6f5-491f-add2-bfe191d66b2c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:35.768389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2883ba88-7c10-416f-9d85-bbceb7a4ebef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:35.809158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-2883ba88-7c10-416f-9d85-bbceb7a4ebef None None] Port 6c01cc65-d6f5-491f-add2-bfe191d66b2c cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:38:35.915796 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:36.108447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:36.344236 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ed6a0456-7fd8-4684-825d-ace534ad7938 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:38:36.397688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port ed6a0456-7fd8-4684-825d-ace534ad7938 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:36.398066 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:36.499352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:36.511668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27e232b-291c-4910-adcf-e00c58b2060d None None] Network 2e46cb4c-1f24-4961-b07d-359efd552a4c requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:38:36.593105 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Router d7e4ca8d-34ac-42cf-80fd-f04567a57343 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:38:36.605215 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port ed6a0456-7fd8-4684-825d-ace534ad7938, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ed6a0456-7fd8-4684-825d-ace534ad7938,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:36.612852 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:36.618620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-53bb0c09-6719-4e11-8e3d-1beffa28a8dd None None] Provisioning complete for port ed6a0456-7fd8-4684-825d-ace534ad7938 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:36.618986 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-53bb0c09-6719-4e11-8e3d-1beffa28a8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:36.714166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:38:36.724378 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Sync routers for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:38:36.734350 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:36.735751 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-a4198138-54db-49f4-8eea-c1c995ef7f52 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8476183 Nov 24 05:38:36.736409 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:36.737033 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:36.738327 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44266) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:36.748947 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=ed6a0456-7fd8-4684-825d-ace534ad7938,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:36.989144 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:37.069861 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8e717c7f-b8a5-4cd2-83d6-b99a53b98ab4 None None] Provisioning complete for port ed6a0456-7fd8-4684-825d-ace534ad7938 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:37.070201 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8e717c7f-b8a5-4cd2-83d6-b99a53b98ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.199644 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:35Z', 'revision_number': 3, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:37.237802 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Checking router: d7e4ca8d-34ac-42cf-80fd-f04567a57343 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:38:37.238151 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Updating router d7e4ca8d-34ac-42cf-80fd-f04567a57343 port 6c01cc65-d6f5-491f-add2-bfe191d66b2c binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:38:37.238294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.267515 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.395513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Allocated IP 172.20.0.1 (2e46cb4c-1f24-4961-b07d-359efd552a4c/37a332c4-8158-4bc1-9ddb-219e1c0dfa2b/14ddfc34-5736-4402-8702-1b5b4f81518f) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:38:37.498706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.513188 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.518091 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.532596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.558659 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8876cf-bc97-4692-9ce1-aebeae32476a None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:38:37.564690 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Attempting to bind port 6c01cc65-d6f5-491f-add2-bfe191d66b2c on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:38:37.565063 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Attempting to bind port 6c01cc65-d6f5-491f-add2-bfe191d66b2c by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:38:37.565420 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Attempting to bind port 6c01cc65-d6f5-491f-add2-bfe191d66b2c on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:38:37.570443 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Network 2e46cb4c-1f24-4961-b07d-359efd552a4c is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:38:37.575552 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:37.576069 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:38:37.576533 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:38:37.577436 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.577436 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:38:37.577770 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Bound port: 6c01cc65-d6f5-491f-add2-bfe191d66b2c, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:38:37.578109 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.579004 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:38:37.606299 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3264594-3ef4-4f12-8376-676edfdcccd3 None None] Pushing event updated for resources: {'Port': ['ID=6c01cc65-d6f5-491f-add2-bfe191d66b2c,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:37.609294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=14ddfc34-5736-4402-8702-1b5b4f81518f,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:37.628513 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.637052 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] For port 6c01cc65-d6f5-491f-add2-bfe191d66b2c, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:38:37.640292 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] For port 6c01cc65-d6f5-491f-add2-bfe191d66b2c, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=6c01cc65-d6f5-491f-add2-bfe191d66b2c,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:38:37.645041 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.673683 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-3633c78e-2bc7-489d-9a64-8a2be4a2ecf4 None None] Provisioning complete for port 6c01cc65-d6f5-491f-add2-bfe191d66b2c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:37.687547 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3633c78e-2bc7-489d-9a64-8a2be4a2ecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.697339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b75247e-7b45-4c2e-a74e-5b895bf9c06d None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:38:37.703621 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:37.704251 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:37.810890 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.818183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3633c78e-2bc7-489d-9a64-8a2be4a2ecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.831531 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3264594-3ef4-4f12-8376-676edfdcccd3 None None] Pushing event updated for resources: {'Port': ['ID=6c01cc65-d6f5-491f-add2-bfe191d66b2c,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:37.838290 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:37.842559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-3633c78e-2bc7-489d-9a64-8a2be4a2ecf4 None None] For port 6c01cc65-d6f5-491f-add2-bfe191d66b2c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=6c01cc65-d6f5-491f-add2-bfe191d66b2c,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:37.852221 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3633c78e-2bc7-489d-9a64-8a2be4a2ecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:37.904506 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633c78e-2bc7-489d-9a64-8a2be4a2ecf4 None None] Pushing event updated for resources: {'Port': ['ID=6c01cc65-d6f5-491f-add2-bfe191d66b2c,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:37.972188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-16e8d47f-f382-43e2-99ef-747f7f595d22 None None] Provisioning complete for port 6c01cc65-d6f5-491f-add2-bfe191d66b2c triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:37.973043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-16e8d47f-f382-43e2-99ef-747f7f595d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:38.009312 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:38.015764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:38.042729 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:35Z', 'revision_number': 3, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:38.074245 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990509cd-dbd2-4fd2-b62b-16600af811c9 None None] The sync data for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv is: [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:35Z', 'revision_number': 3, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:38:38.076521 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-16e8d47f-f382-43e2-99ef-747f7f595d22 None None] Provisioning complete for port 14ddfc34-5736-4402-8702-1b5b4f81518f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:38.077329 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-16e8d47f-f382-43e2-99ef-747f7f595d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:38.088085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:38.097450 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=14ddfc34-5736-4402-8702-1b5b4f81518f,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:38.115793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-16e8d47f-f382-43e2-99ef-747f7f595d22 None None] Port 14ddfc34-5736-4402-8702-1b5b4f81518f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:38:38.184722 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Network 2e46cb4c-1f24-4961-b07d-359efd552a4c is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:38:38.186114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:38.343306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Router d7e4ca8d-34ac-42cf-80fd-f04567a57343 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:38:38.360892 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ed6a0456-7fd8-4684-825d-ace534ad7938 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:38:38.427319 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port ed6a0456-7fd8-4684-825d-ace534ad7938 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:38.427532 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:38.484721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:38:38.489927 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8e86f13c-64c7-49ec-a56e-fec95b90e5f3 admin admin] 10.222.0.37 "PUT /v2.0/routers/d7e4ca8d-34ac-42cf-80fd-f04567a57343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7505472 Nov 24 05:38:38.542473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-9869b421-149f-4db8-8034-e3cdd5a2d1ac None None] Provisioning complete for port 14ddfc34-5736-4402-8702-1b5b4f81518f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:38.543216 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9869b421-149f-4db8-8034-e3cdd5a2d1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:38.579687 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-9869b421-149f-4db8-8034-e3cdd5a2d1ac None None] Port 14ddfc34-5736-4402-8702-1b5b4f81518f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:38:38.982252 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44282) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:38.987100 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-45939214-network', 'tenant_id': '9222021be69048de868787f1b9b05929'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:39.009605 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Made reservation on behalf of 9222021be69048de868787f1b9b05929 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:38:39.011906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.020316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.094951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.098451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.124789 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:38:39.131754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f4fdd3-0c02-4518-92b4-a89c6a23e47a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:39.137826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.138169 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Added segment 5e41ee6d-ed89-4b98-8c33-f254db07f64f of type vlan for network 5e2808a4-2105-4385-b5d3-705914082b53 Nov 24 05:38:39.177382 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.201444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.202429 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:39.203047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.236639 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2533002 Nov 24 05:38:39.239414 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44284) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:39.245099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] Request body: {'subnet': {'network_id': '5e2808a4-2105-4385-b5d3-705914082b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-45939214-subnet', 'tenant_id': '9222021be69048de868787f1b9b05929', 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:39.265986 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] Made reservation on behalf of 9222021be69048de868787f1b9b05929 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:38:39.267458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccac17-95c4-4014-ab3d-cd0508717bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=5e2808a4-2105-4385-b5d3-705914082b53,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:39.268372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.277485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 5e2808a4-2105-4385-b5d3-705914082b53 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:38:39.437825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.493188 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3056eca2-e451-42e9-aa85-70ed0f1e747a,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:39.505879 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] Checking segment: {'id': '5e41ee6d-ed89-4b98-8c33-f254db07f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:38:39.506303 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] Network hostable DHCP agents. Network: 5e2808a4-2105-4385-b5d3-705914082b53, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:38:39.524195 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] Network 5e2808a4-2105-4385-b5d3-705914082b53 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:38:39.532753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 5e2808a4-2105-4385-b5d3-705914082b53) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:39.538306 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:39.539074 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.542133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac1ee1-8de7-4bae-88b3-98c9e6704a35 None None] Network 5e2808a4-2105-4385-b5d3-705914082b53 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:38:39.558421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44286) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:39.558631 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7fd97522-3e84-4198-964b-a1a8b0a78b2b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3172939 Nov 24 05:38:39.562841 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-45939214-router', 'tenant_id': '9222021be69048de868787f1b9b05929', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:39.588445 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.589678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.649440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.665958 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Sync routers for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:38:39.684842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:39.685452 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:39.744817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-5e2808a4-2105-4385-b5d3-705914082b53', 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53', 'tenant_id': '9222021be69048de868787f1b9b05929', 'fixed_ips': [{'subnet_id': '3056eca2-e451-42e9-aa85-70ed0f1e747a'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:38:39.745675 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.791544 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:39.880174 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:39.997120 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.022259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.126879 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Allocated IP 172.26.0.174 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/3676cc35-f4f6-4096-b55e-2789fc12050d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:38:40.168448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Allocated IP 172.20.0.2 (5e2808a4-2105-4385-b5d3-705914082b53/3056eca2-e451-42e9-aa85-70ed0f1e747a/0d32ace6-11ec-4435-905c-3d2cb46fd8d6) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:38:40.232405 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.269297 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.309550 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:38:40.314006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:40.320254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:38:40.333984 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b7b09-d7e2-4924-b5d3-5d5f3c5c2fe0 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:38:40.356372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 6c01cc65-d6f5-491f-add2-bfe191d66b2c up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:38:40.356743 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Pushing event updated for resources: {'Port': ['ID=3676cc35-f4f6-4096-b55e-2789fc12050d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:40.454867 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.460889 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 2, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:40.495159 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c6cba976-b4f7-40ef-bc35-7c4fc11571fc None None] Provisioning complete for port 3676cc35-f4f6-4096-b55e-2789fc12050d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:40.495533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c6cba976-b4f7-40ef-bc35-7c4fc11571fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.497435 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.523951 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Checking router: d7e4ca8d-34ac-42cf-80fd-f04567a57343 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:38:40.524314 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Updating router d7e4ca8d-34ac-42cf-80fd-f04567a57343 port 14ddfc34-5736-4402-8702-1b5b4f81518f binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:38:40.573852 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.591858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Network 5e2808a4-2105-4385-b5d3-705914082b53 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:38:40.597352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 6c01cc65-d6f5-491f-add2-bfe191d66b2c triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:40.597720 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.604711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:40.628046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.630014 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:38:40.634147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c6cba976-b4f7-40ef-bc35-7c4fc11571fc None None] Port 3676cc35-f4f6-4096-b55e-2789fc12050d cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:38:40.638721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Pushing event updated for resources: {'Port': ['ID=0d32ace6-11ec-4435-905c-3d2cb46fd8d6,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:40.741400 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Attempting to bind port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:38:40.742087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Attempting to bind port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '5e41ee6d-ed89-4b98-8c33-f254db07f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:38:40.742087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Attempting to bind port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 on network 5e2808a4-2105-4385-b5d3-705914082b53 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:38:40.769191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.800519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:38:40.800903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Checking segment: {'id': '5e41ee6d-ed89-4b98-8c33-f254db07f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:38:40.801311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.801707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Bound using segment: {'id': '5e41ee6d-ed89-4b98-8c33-f254db07f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:38:40.802183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Bound port: 0d32ace6-11ec-4435-905c-3d2cb46fd8d6, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e41ee6d-ed89-4b98-8c33-f254db07f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:38:40.802708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:40.900354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:38:40.966559 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] For port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:38:40.982308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] For port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0d32ace6-11ec-4435-905c-3d2cb46fd8d6,segment=NetworkSegment(5e41ee6d-ed89-4b98-8c33-f254db07f64f),segment_id=5e41ee6d-ed89-4b98-8c33-f254db07f64f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:38:40.987785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.008697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:38:41.018452 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Sync routers for ids ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:38:41.026882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.028263 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bb2cc115-e107-446e-8de4-99c6af17af78 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4688179 Nov 24 05:38:41.031141 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44288) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:41.031645 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Routers {'8ce8519a-7c74-4a0e-9d86-faf38214f3fe'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:41.032675 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:41.087718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb75b30-af5e-438d-a9e5-162744029394 None None] Pushing event updated for resources: {'Port': ['ID=0d32ace6-11ec-4435-905c-3d2cb46fd8d6,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:41.132770 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.140725 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.166909 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Set router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:41.199034 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3fd68-2f83-4e06-bac6-77163f62720b None None] Pushing event updated for resources: {'Port': ['ID=14ddfc34-5736-4402-8702-1b5b4f81518f,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:41.257901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Attempting to bind port 14ddfc34-5736-4402-8702-1b5b4f81518f on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:38:41.258143 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Attempting to bind port 14ddfc34-5736-4402-8702-1b5b4f81518f by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:38:41.258646 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Attempting to bind port 14ddfc34-5736-4402-8702-1b5b4f81518f on network 2e46cb4c-1f24-4961-b07d-359efd552a4c {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:38:41.268704 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:38:41.269083 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Checking segment: {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:38:41.269485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.269881 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Bound using segment: {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:38:41.270501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Bound port: 14ddfc34-5736-4402-8702-1b5b4f81518f, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:38:41.270886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.394333 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] For port 14ddfc34-5736-4402-8702-1b5b4f81518f, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:38:41.398768 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] For port 14ddfc34-5736-4402-8702-1b5b4f81518f, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=14ddfc34-5736-4402-8702-1b5b4f81518f,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:38:41.412533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.463652 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'name': 'tempest-TestShelveInstance-45939214-router', 'tenant_id': '9222021be69048de868787f1b9b05929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:39Z', 'updated_at': '2021-11-24T05:38:40Z', 'revision_number': 3, 'project_id': '9222021be69048de868787f1b9b05929', 'gw_port': {'id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:40Z', 'updated_at': '2021-11-24T05:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:41.502718 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:41.503661 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:41.512313 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Checking router: 8ce8519a-7c74-4a0e-9d86-faf38214f3fe for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:38:41.512586 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Updating router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe port 3676cc35-f4f6-4096-b55e-2789fc12050d binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:38:41.545145 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.547598 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3fd68-2f83-4e06-bac6-77163f62720b None None] Pushing event updated for resources: {'Port': ['ID=14ddfc34-5736-4402-8702-1b5b4f81518f,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:41.595259 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.633368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:41.692681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-367b03bd-8390-468c-8867-08f57ce1f3cf None None] Provisioning complete for port 14ddfc34-5736-4402-8702-1b5b4f81518f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:41.693086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-367b03bd-8390-468c-8867-08f57ce1f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.789830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Allocated IP 172.20.0.1 (5e2808a4-2105-4385-b5d3-705914082b53/3056eca2-e451-42e9-aa85-70ed0f1e747a/70a559c5-3351-48b4-a61e-84120cbcc01f) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:38:41.887235 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.895500 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.920599 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-367b03bd-8390-468c-8867-08f57ce1f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.945827 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Attempting to bind port 3676cc35-f4f6-4096-b55e-2789fc12050d on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:38:41.946343 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Attempting to bind port 3676cc35-f4f6-4096-b55e-2789fc12050d by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:38:41.946793 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Attempting to bind port 3676cc35-f4f6-4096-b55e-2789fc12050d on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:38:41.949655 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d28af-ba4c-462c-a7ba-e404daf86313 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:38:41.955569 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.959408 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:38:41.959997 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:38:41.960492 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.960976 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:38:41.961679 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Bound port: 3676cc35-f4f6-4096-b55e-2789fc12050d, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:38:41.962155 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:41.967616 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Pushing event updated for resources: {'Port': ['ID=3676cc35-f4f6-4096-b55e-2789fc12050d,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:42.004218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-367b03bd-8390-468c-8867-08f57ce1f3cf None None] For port 14ddfc34-5736-4402-8702-1b5b4f81518f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=14ddfc34-5736-4402-8702-1b5b4f81518f,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:42.008441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.013047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:42.017301 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-367b03bd-8390-468c-8867-08f57ce1f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.047992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Network 5e2808a4-2105-4385-b5d3-705914082b53 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:38:42.052244 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:42.058074 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:38:42.079149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d806aca-1cff-4243-b78f-18f3cc77d226 None None] The sync data for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv is: [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:38:42.100989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b03bd-8390-468c-8867-08f57ce1f3cf None None] Pushing event updated for resources: {'Port': ['ID=14ddfc34-5736-4402-8702-1b5b4f81518f,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:42.117854 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Pushing event updated for resources: {'Port': ['ID=70a559c5-3351-48b4-a61e-84120cbcc01f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:42.125366 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.125899 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.126043 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.126380 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.126709 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.127038 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.128301 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.128301 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.128301 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.128604 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.129259 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.129259 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:38:42.132860 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] For port 3676cc35-f4f6-4096-b55e-2789fc12050d, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:38:42.136415 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] For port 3676cc35-f4f6-4096-b55e-2789fc12050d, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3676cc35-f4f6-4096-b55e-2789fc12050d,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:38:42.137895 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.167465 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.187977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fe2f4d73-072f-4458-9e69-7e93c71ae02a None None] Provisioning complete for port 14ddfc34-5736-4402-8702-1b5b4f81518f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:42.188351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fe2f4d73-072f-4458-9e69-7e93c71ae02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.251188 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e40322-a3b6-4b34-bf22-443f2fed75cc None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:38:42.297609 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Routers {'8ce8519a-7c74-4a0e-9d86-faf38214f3fe'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:42.298396 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:42.348297 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-fe2f4d73-072f-4458-9e69-7e93c71ae02a None None] Provisioning complete for port 3676cc35-f4f6-4096-b55e-2789fc12050d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:42.348682 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fe2f4d73-072f-4458-9e69-7e93c71ae02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.368766 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788504b-2e50-447c-93ce-255f058cc753 None None] Pushing event updated for resources: {'Port': ['ID=3676cc35-f4f6-4096-b55e-2789fc12050d,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:42.382590 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.475783 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] Set router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:42.500018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fe2f4d73-072f-4458-9e69-7e93c71ae02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.510308 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:38:42.578166 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-fe2f4d73-072f-4458-9e69-7e93c71ae02a None None] For port 3676cc35-f4f6-4096-b55e-2789fc12050d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3676cc35-f4f6-4096-b55e-2789fc12050d,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:42.579247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f421ccd-47d3-4bb1-b52e-f85fe645d704 None None] Network 5e2808a4-2105-4385-b5d3-705914082b53 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:38:42.607266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-fe2f4d73-072f-4458-9e69-7e93c71ae02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.674171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f4d73-072f-4458-9e69-7e93c71ae02a None None] Pushing event updated for resources: {'Port': ['ID=3676cc35-f4f6-4096-b55e-2789fc12050d,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:42.723934 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'name': 'tempest-TestShelveInstance-45939214-router', 'tenant_id': '9222021be69048de868787f1b9b05929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:39Z', 'updated_at': '2021-11-24T05:38:40Z', 'revision_number': 3, 'project_id': '9222021be69048de868787f1b9b05929', 'gw_port': {'id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:40Z', 'updated_at': '2021-11-24T05:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:42.756461 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481880e8-7ed6-4db9-a9bf-b432ad9457b7 None None] The sync data for ids ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'] in dv-neutron-818850-5-hyperv is: [{'id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'name': 'tempest-TestShelveInstance-45939214-router', 'tenant_id': '9222021be69048de868787f1b9b05929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:39Z', 'updated_at': '2021-11-24T05:38:40Z', 'revision_number': 3, 'project_id': '9222021be69048de868787f1b9b05929', 'gw_port': {'id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:40Z', 'updated_at': '2021-11-24T05:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:38:42.802313 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-40852ef4-6adc-4ecc-ae14-db7ccfcc1092 None None] Provisioning complete for port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:42.803214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40852ef4-6adc-4ecc-ae14-db7ccfcc1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.812243 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:42.812617 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.979610 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:42.986017 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:43.063431 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Pushing event updated for resources: {'Port': ['ID=70a559c5-3351-48b4-a61e-84120cbcc01f,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:43.069368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:43.178348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40852ef4-6adc-4ecc-ae14-db7ccfcc1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:43.180562 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:43.243276 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Network 5e2808a4-2105-4385-b5d3-705914082b53 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:38:43.244837 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:43.270939 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-40852ef4-6adc-4ecc-ae14-db7ccfcc1092 None None] For port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0d32ace6-11ec-4435-905c-3d2cb46fd8d6,segment=NetworkSegment(5e41ee6d-ed89-4b98-8c33-f254db07f64f),segment_id=5e41ee6d-ed89-4b98-8c33-f254db07f64f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:43.292855 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40852ef4-6adc-4ecc-ae14-db7ccfcc1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:43.346611 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 05:38:43.346900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG oslo_db.api [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 05:38:43.384998 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-40852ef4-6adc-4ecc-ae14-db7ccfcc1092 None None] Provisioning complete for port 3676cc35-f4f6-4096-b55e-2789fc12050d triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:43.385375 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-40852ef4-6adc-4ecc-ae14-db7ccfcc1092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:43.421526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:38:43.445786 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40852ef4-6adc-4ecc-ae14-db7ccfcc1092 None None] Pushing event updated for resources: {'Port': ['ID=0d32ace6-11ec-4435-905c-3d2cb46fd8d6,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:43.576851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:38:43.585063 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ebdd3f7b-3877-4c8f-9035-79064a5db229 admin admin] 10.222.0.37 "PUT /v2.0/routers/8ce8519a-7c74-4a0e-9d86-faf38214f3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5501394 Nov 24 05:38:43.640354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8ab7e3dc-7bc6-447a-8f7f-aa8fd69975b7 None None] Provisioning complete for port 70a559c5-3351-48b4-a61e-84120cbcc01f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:43.640806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e3dc-7bc6-447a-8f7f-aa8fd69975b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:43.691631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7e3dc-7bc6-447a-8f7f-aa8fd69975b7 None None] Port 70a559c5-3351-48b4-a61e-84120cbcc01f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:38:43.703171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8ab7e3dc-7bc6-447a-8f7f-aa8fd69975b7 None None] Provisioning complete for port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:43.703544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8ab7e3dc-7bc6-447a-8f7f-aa8fd69975b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:43.895207 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 14ddfc34-5736-4402-8702-1b5b4f81518f up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:38:43.946295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7399c7de-bf7f-47f9-a339-59081d74cca4 None None] Provisioning complete for port 70a559c5-3351-48b4-a61e-84120cbcc01f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:43.946749 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7399c7de-bf7f-47f9-a339-59081d74cca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:43.989053 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 14ddfc34-5736-4402-8702-1b5b4f81518f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:43.989432 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:43.991058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7399c7de-bf7f-47f9-a339-59081d74cca4 None None] Port 70a559c5-3351-48b4-a61e-84120cbcc01f cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:38:44.371165 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:38:44.421127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:44.421501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.496237 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3676cc35-f4f6-4096-b55e-2789fc12050d up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:38:44.549377 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44296) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:44.550032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 3676cc35-f4f6-4096-b55e-2789fc12050d triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:44.550406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.554359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-1c1c10aa-8631-4a70-9c11-2892c84284df tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679186899', 'description': 'tempest-secgroup-smoke-1679186899 description', 'project_id': '58e45e4e3fc24463a1743efd93e99d07'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:44.576900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c1c10aa-8631-4a70-9c11-2892c84284df tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.644749 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c1c10aa-8631-4a70-9c11-2892c84284df tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.649014 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c1c10aa-8631-4a70-9c11-2892c84284df tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.678424 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c1c10aa-8631-4a70-9c11-2892c84284df tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.679651 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1c1c10aa-8631-4a70-9c11-2892c84284df tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1291211 Nov 24 05:38:44.680341 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c10aa-8631-4a70-9c11-2892c84284df tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc436174-3f59-4324-9a9d-e2ba33b48911,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:44.682624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44298) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:44.686931 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-3e320059-4836-4bec-9d4f-bf7876ab3996 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'dc436174-3f59-4324-9a9d-e2ba33b48911', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:44.714630 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e320059-4836-4bec-9d4f-bf7876ab3996 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.768604 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e320059-4836-4bec-9d4f-bf7876ab3996 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.772232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e320059-4836-4bec-9d4f-bf7876ab3996 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.792549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e320059-4836-4bec-9d4f-bf7876ab3996 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23566721-3038-40bf-838e-1f4881622fda,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:44.801031 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e320059-4836-4bec-9d4f-bf7876ab3996 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.802234 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-3e320059-4836-4bec-9d4f-bf7876ab3996 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187065 Nov 24 05:38:44.805837 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44300) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:44.810213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f4b51cfe-afb3-41bf-8897-11a95da44f60 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'dc436174-3f59-4324-9a9d-e2ba33b48911', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:44.837176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4b51cfe-afb3-41bf-8897-11a95da44f60 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.894354 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4b51cfe-afb3-41bf-8897-11a95da44f60 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.897943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4b51cfe-afb3-41bf-8897-11a95da44f60 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.916887 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b51cfe-afb3-41bf-8897-11a95da44f60 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaf8372-1902-426a-9727-0b7d931b6b09,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:44.921559 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4b51cfe-afb3-41bf-8897-11a95da44f60 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:44.922903 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f4b51cfe-afb3-41bf-8897-11a95da44f60 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160846 Nov 24 05:38:44.925573 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44302) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:44.930487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-413f8142-a70e-4d97-a4fa-4ede89f9b622 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'dc436174-3f59-4324-9a9d-e2ba33b48911', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:44.956073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-413f8142-a70e-4d97-a4fa-4ede89f9b622 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.011302 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-413f8142-a70e-4d97-a4fa-4ede89f9b622 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.015249 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-413f8142-a70e-4d97-a4fa-4ede89f9b622 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.032347 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f8142-a70e-4d97-a4fa-4ede89f9b622 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b066505f-5a9d-437b-bb0b-61323253bb67,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:45.041810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-413f8142-a70e-4d97-a4fa-4ede89f9b622 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.043012 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-413f8142-a70e-4d97-a4fa-4ede89f9b622 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165180 Nov 24 05:38:45.045624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44304) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:45.049956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c9dc2a5b-d3e9-4bd7-9907-95ddd67dba74 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'dc436174-3f59-4324-9a9d-e2ba33b48911', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:45.075458 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9dc2a5b-d3e9-4bd7-9907-95ddd67dba74 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.134893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9dc2a5b-d3e9-4bd7-9907-95ddd67dba74 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.138536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9dc2a5b-d3e9-4bd7-9907-95ddd67dba74 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.159405 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc2a5b-d3e9-4bd7-9907-95ddd67dba74 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f24b71-2ae6-4ea4-97b4-5c9704510b36,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:45.167670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9dc2a5b-d3e9-4bd7-9907-95ddd67dba74 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.168849 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c9dc2a5b-d3e9-4bd7-9907-95ddd67dba74 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222706 Nov 24 05:38:45.172002 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44306) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:45.175993 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-925dbbc4-b343-446d-ad8a-6c0b77de5c27 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'dc436174-3f59-4324-9a9d-e2ba33b48911', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:45.197682 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-925dbbc4-b343-446d-ad8a-6c0b77de5c27 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Project 58e45e4e3fc24463a1743efd93e99d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:38:45.202515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-925dbbc4-b343-446d-ad8a-6c0b77de5c27 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.260313 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-925dbbc4-b343-446d-ad8a-6c0b77de5c27 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.263627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-925dbbc4-b343-446d-ad8a-6c0b77de5c27 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.281682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dbbc4-b343-446d-ad8a-6c0b77de5c27 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809d83fa-4f99-4dc3-ae84-13bfa55bbc1d,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:45.290356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-925dbbc4-b343-446d-ad8a-6c0b77de5c27 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.291674 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-925dbbc4-b343-446d-ad8a-6c0b77de5c27 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189919 Nov 24 05:38:45.294218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44308) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:45.298819 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-4007ea64-0207-415d-a375-40b09a755fce tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'dc436174-3f59-4324-9a9d-e2ba33b48911', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:45.327693 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-4007ea64-0207-415d-a375-40b09a755fce tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Project 58e45e4e3fc24463a1743efd93e99d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:38:45.333113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4007ea64-0207-415d-a375-40b09a755fce tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.392311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4007ea64-0207-415d-a375-40b09a755fce tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.396065 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4007ea64-0207-415d-a375-40b09a755fce tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.414055 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007ea64-0207-415d-a375-40b09a755fce tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35be3035-3aa4-45dd-9557-e7b40c7a75b8,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:45.422081 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4007ea64-0207-415d-a375-40b09a755fce tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:45.423302 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-4007ea64-0207-415d-a375-40b09a755fce tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281180 Nov 24 05:38:45.578581 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-c781863a-ab9c-4fd7-9ea7-4a0f3ac92e4b tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679186899&fields=id&tenant_id=58e45e4e3fc24463a1743efd93e99d07 HTTP/1.1" status: 200 len: 267 time: 0.0492363 Nov 24 05:38:45.618420 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Sync routers for ids ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:38:45.628427 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Routers {'8ce8519a-7c74-4a0e-9d86-faf38214f3fe'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:45.629045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:45.689271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-1284aea5-5f9c-470c-b9f8-b7ff55a96e06 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:45.690645 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-1284aea5-5f9c-470c-b9f8-b7ff55a96e06 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 808 time: 0.1052155 Nov 24 05:38:45.705831 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-52ade3d1-81d0-4093-bdd8-8eae0b080f0c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/quotas/58e45e4e3fc24463a1743efd93e99d07 HTTP/1.1" status: 200 len: 375 time: 0.0090663 Nov 24 05:38:45.734176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Set router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:45.758157 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-3787febd-029c-45d0-9163-03cb44282aca tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458388 Nov 24 05:38:45.862826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-282162f7-f269-4aa6-8cb2-ef877b493c09 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:38:45.863952 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-282162f7-f269-4aa6-8cb2-ef877b493c09 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0944130 Nov 24 05:38:45.931612 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'name': 'tempest-TestShelveInstance-45939214-router', 'tenant_id': '9222021be69048de868787f1b9b05929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:39Z', 'updated_at': '2021-11-24T05:38:42Z', 'revision_number': 4, 'project_id': '9222021be69048de868787f1b9b05929', 'gw_port': {'id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:40Z', 'updated_at': '2021-11-24T05:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '70a559c5-3351-48b4-a61e-84120cbcc01f', 'name': '', 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53', 'tenant_id': '9222021be69048de868787f1b9b05929', 'mac_address': 'fa:16:3e:fb:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3056eca2-e451-42e9-aa85-70ed0f1e747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:41Z', 'updated_at': '2021-11-24T05:38:42Z', 'revision_number': 2, 'project_id': '9222021be69048de868787f1b9b05929', 'subnets': [{'id': '3056eca2-e451-42e9-aa85-70ed0f1e747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:45.957614 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-7bbdab4b-9e56-40a9-aa14-a020c101be6c service neutron] 10.222.0.37 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873363 Nov 24 05:38:45.961372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Checking router: 8ce8519a-7c74-4a0e-9d86-faf38214f3fe for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:38:45.961736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Updating router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe port 70a559c5-3351-48b4-a61e-84120cbcc01f binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:38:45.985476 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:46.050174 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-ed40c489-0dfe-40e6-9929-647225f0922f service neutron] 10.222.0.37 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857918 Nov 24 05:38:46.194901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3c5db0f3-33b9-4b36-88e8-d4feeec05f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:46.273818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:46.281427 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:46.334896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2605b-eb14-4bf2-8f6a-b4024717aae1 None None] Pushing event updated for resources: {'Port': ['ID=70a559c5-3351-48b4-a61e-84120cbcc01f,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:46.393465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Attempting to bind port 70a559c5-3351-48b4-a61e-84120cbcc01f on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:38:46.393863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Attempting to bind port 70a559c5-3351-48b4-a61e-84120cbcc01f by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '5e41ee6d-ed89-4b98-8c33-f254db07f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:38:46.394214 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Attempting to bind port 70a559c5-3351-48b4-a61e-84120cbcc01f on network 5e2808a4-2105-4385-b5d3-705914082b53 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:38:46.400186 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:38:46.400571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Checking segment: {'id': '5e41ee6d-ed89-4b98-8c33-f254db07f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:38:46.400975 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:46.401381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Bound using segment: {'id': '5e41ee6d-ed89-4b98-8c33-f254db07f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:38:46.401885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Bound port: 70a559c5-3351-48b4-a61e-84120cbcc01f, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e41ee6d-ed89-4b98-8c33-f254db07f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:38:46.402244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:46.482096 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] For port 70a559c5-3351-48b4-a61e-84120cbcc01f, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:38:46.486246 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] For port 70a559c5-3351-48b4-a61e-84120cbcc01f, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=70a559c5-3351-48b4-a61e-84120cbcc01f,segment=NetworkSegment(5e41ee6d-ed89-4b98-8c33-f254db07f64f),segment_id=5e41ee6d-ed89-4b98-8c33-f254db07f64f)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:38:46.490448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:46.550733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Routers {'8ce8519a-7c74-4a0e-9d86-faf38214f3fe'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:46.551381 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:46.568763 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f47ba1ee-3695-4712-a049-09d03226d6d1 req-b978b33a-36ef-4c0b-b3c2-0dee9a280bba tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 210 time: 0.3779166 Nov 24 05:38:46.591526 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2605b-eb14-4bf2-8f6a-b4024717aae1 None None] Pushing event updated for resources: {'Port': ['ID=70a559c5-3351-48b4-a61e-84120cbcc01f,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:46.670334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bed1166d-8d0c-44f9-b1a1-66fda9a3696e None None] Provisioning complete for port 70a559c5-3351-48b4-a61e-84120cbcc01f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:46.671022 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bed1166d-8d0c-44f9-b1a1-66fda9a3696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:46.699433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] Set router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:46.878875 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bed1166d-8d0c-44f9-b1a1-66fda9a3696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:46.944554 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-bed1166d-8d0c-44f9-b1a1-66fda9a3696e None None] For port 70a559c5-3351-48b4-a61e-84120cbcc01f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=70a559c5-3351-48b4-a61e-84120cbcc01f,segment=NetworkSegment(5e41ee6d-ed89-4b98-8c33-f254db07f64f),segment_id=5e41ee6d-ed89-4b98-8c33-f254db07f64f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:46.949490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bed1166d-8d0c-44f9-b1a1-66fda9a3696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:47.005600 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1166d-8d0c-44f9-b1a1-66fda9a3696e None None] Pushing event updated for resources: {'Port': ['ID=70a559c5-3351-48b4-a61e-84120cbcc01f,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:47.012533 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'name': 'tempest-TestShelveInstance-45939214-router', 'tenant_id': '9222021be69048de868787f1b9b05929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:39Z', 'updated_at': '2021-11-24T05:38:42Z', 'revision_number': 4, 'project_id': '9222021be69048de868787f1b9b05929', 'gw_port': {'id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:40Z', 'updated_at': '2021-11-24T05:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '70a559c5-3351-48b4-a61e-84120cbcc01f', 'name': '', 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53', 'tenant_id': '9222021be69048de868787f1b9b05929', 'mac_address': 'fa:16:3e:fb:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3056eca2-e451-42e9-aa85-70ed0f1e747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:41Z', 'updated_at': '2021-11-24T05:38:46Z', 'revision_number': 4, 'project_id': '9222021be69048de868787f1b9b05929', 'subnets': [{'id': '3056eca2-e451-42e9-aa85-70ed0f1e747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:47.042582 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4362083-c80d-42ca-bcb8-13d675575c6c None None] The sync data for ids ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'] in dv-neutron-818850-5-hyperv is: [{'id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'name': 'tempest-TestShelveInstance-45939214-router', 'tenant_id': '9222021be69048de868787f1b9b05929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:39Z', 'updated_at': '2021-11-24T05:38:42Z', 'revision_number': 4, 'project_id': '9222021be69048de868787f1b9b05929', 'gw_port': {'id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:40Z', 'updated_at': '2021-11-24T05:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '70a559c5-3351-48b4-a61e-84120cbcc01f', 'name': '', 'network_id': '5e2808a4-2105-4385-b5d3-705914082b53', 'tenant_id': '9222021be69048de868787f1b9b05929', 'mac_address': 'fa:16:3e:fb:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3056eca2-e451-42e9-aa85-70ed0f1e747a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:41Z', 'updated_at': '2021-11-24T05:38:46Z', 'revision_number': 4, 'project_id': '9222021be69048de868787f1b9b05929', 'subnets': [{'id': '3056eca2-e451-42e9-aa85-70ed0f1e747a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:38:47.069374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-4dc6d964-2a43-418f-a5be-7162236c017e None None] Provisioning complete for port 70a559c5-3351-48b4-a61e-84120cbcc01f triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:47.069750 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4dc6d964-2a43-418f-a5be-7162236c017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:47.325048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-22e024c3-cffa-4d3c-87d3-4a4cd1ea41af tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:47.326400 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-22e024c3-cffa-4d3c-87d3-4a4cd1ea41af tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 808 time: 0.1164160 Nov 24 05:38:47.400494 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-e1c543c7-aa62-4af4-9adc-88dbe62fa7d2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58e45e4e3fc24463a1743efd93e99d07 HTTP/1.1" status: 200 len: 380 time: 0.0642567 Nov 24 05:38:47.412474 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'port': {'device_id': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'admin_state_up': True, 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'security_groups': ['dc436174-3f59-4324-9a9d-e2ba33b48911']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:47.529113 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Made reservation on behalf of 58e45e4e3fc24463a1743efd93e99d07 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:38:47.533026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:47.661492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Allocated IP 172.20.0.12 (2e46cb4c-1f24-4961-b07d-359efd552a4c/37a332c4-8158-4bc1-9ddb-219e1c0dfa2b/2e8c7436-8fed-4566-8dd8-910ab9026bac) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:38:47.675666 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fc88097f-dc49-430d-bcfc-b888cd545434 req-e1f10b24-bdd3-46d8-b9b7-4cb49f3fad5c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 210 time: 0.0280256 Nov 24 05:38:47.811680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:47.843472 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:47.883411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Network 2e46cb4c-1f24-4961-b07d-359efd552a4c is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:38:47.889918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:47.893441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:38:47.899824 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'Port': ['ID=2e8c7436-8fed-4566-8dd8-910ab9026bac,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:47.945874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:47.946563 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:47.966465 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-120315d3-7732-4cb6-8eb5-07f34109f939 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5585079 Nov 24 05:38:47.980189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Request body: {'port': {'device_id': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:48.045789 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:48.100544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bd4636bd-194e-4474-8f8e-552d352418ad None None] Provisioning complete for port 2e8c7436-8fed-4566-8dd8-910ab9026bac triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:48.101273 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bd4636bd-194e-4474-8f8e-552d352418ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:48.137976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-bd4636bd-194e-4474-8f8e-552d352418ad None None] Port 2e8c7436-8fed-4566-8dd8-910ab9026bac cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:38:48.307549 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8c7436-8fed-4566-8dd8-910ab9026bac {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:38:48.315481 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:48.327932 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Transition to ACTIVE for port object 2e8c7436-8fed-4566-8dd8-910ab9026bac will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:38:48.332912 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:48.339645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 70a559c5-3351-48b4-a61e-84120cbcc01f up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:38:48.383197 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8c7436-8fed-4566-8dd8-910ab9026bac,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:48.397779 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 70a559c5-3351-48b4-a61e-84120cbcc01f triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:48.398155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:48.444352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f3f59d93-d965-493e-be50-15539c826938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:48.466317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Attempting to bind port 2e8c7436-8fed-4566-8dd8-910ab9026bac on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:38:48.466747 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Attempting to bind port 2e8c7436-8fed-4566-8dd8-910ab9026bac by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:38:48.467216 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Attempting to bind port 2e8c7436-8fed-4566-8dd8-910ab9026bac on network 2e46cb4c-1f24-4961-b07d-359efd552a4c {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:38:48.472338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Port 2e8c7436-8fed-4566-8dd8-910ab9026bac on network 2e46cb4c-1f24-4961-b07d-359efd552a4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:38:48.472736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Attempting to bind port 2e8c7436-8fed-4566-8dd8-910ab9026bac on network 2e46cb4c-1f24-4961-b07d-359efd552a4c {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:38:48.478732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:38:48.479075 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Checking segment: {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:38:48.479500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Bound using segment: {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:38:48.479985 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Bound port: 2e8c7436-8fed-4566-8dd8-910ab9026bac, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:38:48.480348 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:48.552267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:38:48.556398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:38:48.562944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:48.597353 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:48.598048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:48.599933 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] 10.222.0.31 "PUT /v2.0/ports/2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 200 len: 1094 time: 0.6238470 Nov 24 05:38:48.600375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:38:48.602656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80897f5e-448a-482a-b680-da5e5b29ea98" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:38:48.629941 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8259c-bdb0-42fa-84f7-0e03e13a8424 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8c7436-8fed-4566-8dd8-910ab9026bac,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:48.658449 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ce6e50-0ec8-4536-a365-cb85e00f264b x-openstack-request-id: req-21ce6e50-0ec8-4536-a365-cb85e00f264b {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:38:48.658947 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:38:48.659203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21ce6e50-0ec8-4536-a365-cb85e00f264b {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:38:48.659628 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'status': 'completed', 'code': 200} Nov 24 05:38:48.694515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-a04009fe-a787-42db-b929-6e708cb885fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:48.696055 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-a04009fe-a787-42db-b929-6e708cb885fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1097 time: 0.0510650 Nov 24 05:38:48.741567 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-e57eae83-5ae7-4324-9082-3c042c673885 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 200 len: 217 time: 0.0377765 Nov 24 05:38:48.793611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-209e25c2-0f03-4d31-af84-386451c65e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:48.795281 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-209e25c2-0f03-4d31-af84-386451c65e72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0475111 Nov 24 05:38:48.814881 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477062a-fdf8-4250-b03c-7125969bc3d4 req-dd111840-92d2-4ccf-be7b-db44011ffb5c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:48.816529 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4477062a-fdf8-4250-b03c-7125969bc3d4 req-dd111840-92d2-4ccf-be7b-db44011ffb5c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0639207 Nov 24 05:38:48.848151 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-dcde558c-745d-4c2e-9ea0-90a39b75d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:48.849951 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-dcde558c-745d-4c2e-9ea0-90a39b75d952 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461967 Nov 24 05:38:48.867390 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4477062a-fdf8-4250-b03c-7125969bc3d4 req-0161e89d-c596-4831-9e20-03fb9de3f5ce tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441678 Nov 24 05:38:48.941056 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-df486558-6482-414f-a572-3ed1c13e455d service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844181 Nov 24 05:38:49.032884 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8798964e-f533-4d73-b4a2-b78bc6306c3d req-ff63bc42-c156-4d13-a0b3-c93a9a220a59 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854032 Nov 24 05:38:49.121179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80897f5e-448a-482a-b680-da5e5b29ea98 req-c53fbd06-3313-4f04-9ded-b41937890a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:49.122685 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-80897f5e-448a-482a-b680-da5e5b29ea98 req-c53fbd06-3313-4f04-9ded-b41937890a36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1097 time: 0.0421767 Nov 24 05:38:49.216577 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80897f5e-448a-482a-b680-da5e5b29ea98 req-34235d86-f79c-4a18-b03f-83389e5bd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:49.218211 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-80897f5e-448a-482a-b680-da5e5b29ea98 req-34235d86-f79c-4a18-b03f-83389e5bd088 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0873260 Nov 24 05:38:49.262253 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-80897f5e-448a-482a-b680-da5e5b29ea98 req-300c3c29-acf9-448c-bd6f-3383a2258ce2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 200 len: 217 time: 0.0364430 Nov 24 05:38:49.311714 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80897f5e-448a-482a-b680-da5e5b29ea98 req-adfdf2ab-b4e6-4ce9-8422-0a0c19180f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:49.313197 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-80897f5e-448a-482a-b680-da5e5b29ea98 req-adfdf2ab-b4e6-4ce9-8422-0a0c19180f86 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0444424 Nov 24 05:38:49.359812 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80897f5e-448a-482a-b680-da5e5b29ea98 req-bac2da49-f873-4c2a-8c65-ee9b5fa5011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:49.361300 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-80897f5e-448a-482a-b680-da5e5b29ea98 req-bac2da49-f873-4c2a-8c65-ee9b5fa5011c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391262 Nov 24 05:38:49.455261 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-80897f5e-448a-482a-b680-da5e5b29ea98 req-f83c04ef-a21f-449a-8f59-a54afbf18c16 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860343 Nov 24 05:38:49.548034 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-80897f5e-448a-482a-b680-da5e5b29ea98 req-c331daf1-0f57-495c-98be-c32c8ebcc51e service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847709 Nov 24 05:38:49.679685 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:49.993998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cc8c4-336a-4ec5-9b7a-2f6cae26af5c req-1b1e00d5-cc8e-4238-806e-8d1c1bf794b7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:49.995519 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-716cc8c4-336a-4ec5-9b7a-2f6cae26af5c req-1b1e00d5-cc8e-4238-806e-8d1c1bf794b7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0541906 Nov 24 05:38:50.043831 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-716cc8c4-336a-4ec5-9b7a-2f6cae26af5c req-4fac6d83-04be-41fb-8fd5-495371ffbc34 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423713 Nov 24 05:38:50.084886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 2e8c7436-8fed-4566-8dd8-910ab9026bac details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:38:50.174461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:50.185904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'port_id': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'mac_address': 'fa:16:3e:f2:0d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:38:50.225354 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:50.237806 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8c7436-8fed-4566-8dd8-910ab9026bac {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:38:50.257448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:50.261997 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:50.306051 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=2e8c7436-8fed-4566-8dd8-910ab9026bac,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:50.469536 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['2e8c7436-8fed-4566-8dd8-910ab9026bac'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:38:50.892663 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:51.156060 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d738c-c2d6-4792-b9e8-e88454db8e9a req-088472f2-8992-48eb-b3a8-cc22b610a8f1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:51.157604 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-768d738c-c2d6-4792-b9e8-e88454db8e9a req-088472f2-8992-48eb-b3a8-cc22b610a8f1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 945 time: 0.0482440 Nov 24 05:38:51.206645 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-768d738c-c2d6-4792-b9e8-e88454db8e9a req-0026ae4e-66d7-492a-997a-db340d62d15e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Nov 24 05:38:51.822121 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:52.088408 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 2e8c7436-8fed-4566-8dd8-910ab9026bac up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:38:52.138122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 2e8c7436-8fed-4566-8dd8-910ab9026bac completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:38:52.142135 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 2e8c7436-8fed-4566-8dd8-910ab9026bac triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:38:52.142505 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:52.216341 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:52.240321 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:38:52.242591 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48fffd8-5af9-4440-a3c0-8bb3fef038e5" -d '{"events": [{"server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:38:52.256563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:38:52.262413 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:52.305529 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea00113-330a-46fc-965a-8c3df7ee754f x-openstack-request-id: req-dea00113-330a-46fc-965a-8c3df7ee754f {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:38:52.305824 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:38:52.306076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dea00113-330a-46fc-965a-8c3df7ee754f {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:38:52.306470 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'code': 200} Nov 24 05:38:52.315670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=2e8c7436-8fed-4566-8dd8-910ab9026bac,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:52.335184 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d00d69-380d-48d2-a61d-38e6178abaf4 req-79e0309d-d5c2-494e-9c8b-5be74a311e8d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:52.336676 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-33d00d69-380d-48d2-a61d-38e6178abaf4 req-79e0309d-d5c2-494e-9c8b-5be74a311e8d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0567083 Nov 24 05:38:52.386604 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-33d00d69-380d-48d2-a61d-38e6178abaf4 req-098cff88-ee9f-431d-b1bc-3f03ce608450 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438621 Nov 24 05:38:52.457650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ad1ad-627a-4c37-8507-44c78092bd2c req-12ba4db7-c98d-46a4-bd66-ee404ed62439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:52.459405 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-365ad1ad-627a-4c37-8507-44c78092bd2c req-12ba4db7-c98d-46a4-bd66-ee404ed62439 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1099 time: 0.0405257 Nov 24 05:38:52.504954 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-365ad1ad-627a-4c37-8507-44c78092bd2c req-8e72bc4a-2922-4c9d-8183-c82bac11c7e7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391054 Nov 24 05:38:53.505688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741be4e-6739-4714-9832-85ab7f91719f req-4b4ccdf8-0ce7-4dee-894c-8cd46ec8a438 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:53.507159 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d741be4e-6739-4714-9832-85ab7f91719f req-4b4ccdf8-0ce7-4dee-894c-8cd46ec8a438 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0502515 Nov 24 05:38:53.560233 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d741be4e-6739-4714-9832-85ab7f91719f req-f9921e53-9f63-4545-aa60-315cd5027d15 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468791 Nov 24 05:38:54.207644 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:54.673162 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e22757-a921-4910-8a36-b0cbe2943934 req-30d3f73e-35dd-466d-9569-ef98ac69bd64 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:54.674558 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-37e22757-a921-4910-8a36-b0cbe2943934 req-30d3f73e-35dd-466d-9569-ef98ac69bd64 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0476775 Nov 24 05:38:54.728349 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-37e22757-a921-4910-8a36-b0cbe2943934 req-a4daf84b-3e62-47f9-828f-df9ad47de235 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464883 Nov 24 05:38:54.840888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78518a97-8eb3-4760-a5db-05b6b997f656 req-91631b0e-8494-44c6-87e2-562951dd11c2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:54.842399 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78518a97-8eb3-4760-a5db-05b6b997f656 req-91631b0e-8494-44c6-87e2-562951dd11c2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0497642 Nov 24 05:38:54.891481 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-78518a97-8eb3-4760-a5db-05b6b997f656 req-a0e28a74-3926-4463-8a96-2d88655632a5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428553 Nov 24 05:38:54.913596 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44362) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:54.994893 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7798ce52-a54c-4cf3-839c-24d27f9199b3 tempest-TestShelveInstance-410714937 tempest-TestShelveInstance-410714937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:54.996424 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7798ce52-a54c-4cf3-839c-24d27f9199b3 tempest-TestShelveInstance-410714937 tempest-TestShelveInstance-410714937-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1094 time: 0.0818653 Nov 24 05:38:54.999335 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44366) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:38:55.003675 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:38:55.025754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:55.123902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:55.223521 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Allocated IP 172.26.0.112 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/e8e9cd99-4f93-4bf3-8493-a06cbbe66288) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:38:55.326685 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:55.359539 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:55.394302 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:38:55.400666 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:38:55.404753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:38:55.410896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'Port': ['ID=e8e9cd99-4f93-4bf3-8493-a06cbbe66288,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:55.763706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:55.832832 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:55.976226 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:55.980643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:56.049271 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'Port': ['ID=e8e9cd99-4f93-4bf3-8493-a06cbbe66288,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:38:56.061017 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:56.159531 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Floating IP acd44746-8178-4479-bf29-586c3f418c80 associated. External IP: 172.26.0.112, port: 2e8c7436-8fed-4566-8dd8-910ab9026bac. Nov 24 05:38:56.369146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Router d7e4ca8d-34ac-42cf-80fd-f04567a57343 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:38:56.477128 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:38:56.486524 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cdd6c-baa9-4899-ba06-6599702792f9 None None] Sync routers for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:38:56.494633 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:38:56.497471 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cdd6c-baa9-4899-ba06-6599702792f9 None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:56.498152 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-861cdd6c-baa9-4899-ba06-6599702792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:56.521815 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e7b8ea35-f3c6-4801-ab96-e2bd70ea4d10 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5214114 Nov 24 05:38:56.522402 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:38:56.524721 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b52c954-c80d-4e88-9afe-488b4aebfd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:38:56.562621 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b958a33d-4fb4-44f0-a50a-7187d38006f4 x-openstack-request-id: req-b958a33d-4fb4-44f0-a50a-7187d38006f4 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:38:56.562913 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:38:56.563169 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b958a33d-4fb4-44f0-a50a-7187d38006f4 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:38:56.563574 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'status': 'completed', 'code': 200} Nov 24 05:38:56.614555 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-861cdd6c-baa9-4899-ba06-6599702792f9 None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:56.627624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52c954-c80d-4e88-9afe-488b4aebfd0d req-f96b55eb-13d9-4fce-88bb-9fa856900319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:56.629689 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b52c954-c80d-4e88-9afe-488b4aebfd0d req-f96b55eb-13d9-4fce-88bb-9fa856900319 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1099 time: 0.0415044 Nov 24 05:38:56.721740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52c954-c80d-4e88-9afe-488b4aebfd0d req-9fbc01d9-d9c1-44df-8572-3d7a397d39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:56.723201 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b52c954-c80d-4e88-9afe-488b4aebfd0d req-9fbc01d9-d9c1-44df-8572-3d7a397d39c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0858586 Nov 24 05:38:56.785956 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b52c954-c80d-4e88-9afe-488b4aebfd0d req-d51a07ed-d34d-41c1-90ec-a60b8691db9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 200 len: 1000 time: 0.0559251 Nov 24 05:38:56.839388 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52c954-c80d-4e88-9afe-488b4aebfd0d req-99e0ac5f-e3b4-4224-b90e-5bb9465f3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:56.839673 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-861cdd6c-baa9-4899-ba06-6599702792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'acd44746-8178-4479-bf29-586c3f418c80', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'floating_ip_address': '172.26.0.112', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'port_id': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'mac_address': 'fa:16:3e:f2:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:38:55Z', 'updated_at': '2021-11-24T05:38:55Z', 'revision_number': 0, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:56.840947 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b52c954-c80d-4e88-9afe-488b4aebfd0d req-99e0ac5f-e3b4-4224-b90e-5bb9465f3e51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0482774 Nov 24 05:38:56.867500 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cdd6c-baa9-4899-ba06-6599702792f9 None None] Checking router: d7e4ca8d-34ac-42cf-80fd-f04567a57343 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:38:56.875688 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cdd6c-baa9-4899-ba06-6599702792f9 None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:38:56.876291 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-861cdd6c-baa9-4899-ba06-6599702792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:38:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:56.886880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52c954-c80d-4e88-9afe-488b4aebfd0d req-1c57147d-5da6-4b0c-903a-c902f6e90907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:38:56.888366 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b52c954-c80d-4e88-9afe-488b4aebfd0d req-1c57147d-5da6-4b0c-903a-c902f6e90907 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404410 Nov 24 05:38:56.978411 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b52c954-c80d-4e88-9afe-488b4aebfd0d req-cfa37f3f-49b1-412e-bf60-adbc5001f22b service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831227 Nov 24 05:38:56.983881 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-861cdd6c-baa9-4899-ba06-6599702792f9 None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:38:57.074310 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b52c954-c80d-4e88-9afe-488b4aebfd0d req-add56b28-c80f-465d-8da6-1a9e79957864 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890353 Nov 24 05:38:57.203333 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-861cdd6c-baa9-4899-ba06-6599702792f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'acd44746-8178-4479-bf29-586c3f418c80', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'floating_ip_address': '172.26.0.112', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'port_id': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'mac_address': 'fa:16:3e:f2:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:38:55Z', 'updated_at': '2021-11-24T05:38:55Z', 'revision_number': 0, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:38:57.233321 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cdd6c-baa9-4899-ba06-6599702792f9 None None] The sync data for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv is: [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': 'acd44746-8178-4479-bf29-586c3f418c80', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'floating_ip_address': '172.26.0.112', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'port_id': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'mac_address': 'fa:16:3e:f2:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:38:55Z', 'updated_at': '2021-11-24T05:38:55Z', 'revision_number': 0, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:38:57.418738 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89cda0-5f18-46ca-8e8c-2e3f19a69af2 None None] New status for floating IP acd44746-8178-4479-bf29-586c3f418c80: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:39:02.539255 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:39:16.185986 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f17c2266-36fc-4124-8927-bf653c3ce9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:39:18.406338 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c009c7a2-6f55-4c8e-8831-c17492bc6ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:39:19.682449 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:39:20.897465 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:39:21.824192 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:39:24.208280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:39:39.537557 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:39:40.997703 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-f1dac2e6-3171-4441-af16-f04ec0286a5b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400331 Nov 24 05:39:41.081962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-9a20d230-c2eb-47a6-bec2-62e26f994f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:39:41.083330 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-9a20d230-c2eb-47a6-bec2-62e26f994f41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1099 time: 0.0437891 Nov 24 05:39:41.184803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-38fb4bf9-3404-4bfd-8a9e-e8664fac3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:39:41.186246 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-38fb4bf9-3404-4bfd-8a9e-e8664fac3552 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0843086 Nov 24 05:39:41.254886 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-f13ec44d-8c32-49c2-9687-38ede9dac078 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 200 len: 1002 time: 0.0611331 Nov 24 05:39:41.303612 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-74c2f917-1f86-4107-a228-b485b0db222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:39:41.305109 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-74c2f917-1f86-4107-a228-b485b0db222d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0431802 Nov 24 05:39:41.354974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-4319d338-7da1-444e-91f8-69fcda15d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:39:41.356376 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-4319d338-7da1-444e-91f8-69fcda15d7e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404577 Nov 24 05:39:41.447260 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-e01ac6b9-a571-4f4a-a56d-dc792c17e079 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836380 Nov 24 05:39:41.534495 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a47dde94-7021-42da-a67c-3f630baf37a4 req-b99e20d6-11f6-44c1-8732-3f4677eb9fb7 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804110 Nov 24 05:39:46.189952 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b66e7767-9552-444b-a375-87d027a1c98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:39:48.409858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a94ef650-ce55-45b4-ad01-722b4e84bb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:39:49.684342 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:39:50.898138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:39:51.825044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:39:54.199842 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:16.059885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [req-0e750d54-1891-41d5-bf61-b5814da83329 req-6a6181aa-ebe4-4934-b43f-89ee5184db82 service neutron] (103232) timed out ('10.222.0.37', 40428) {{(pid=103232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 05:40:16.190658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b7666fe-8647-47ae-8336-b9957bd0ea23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:16.535717 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:40:18.410658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-074edc73-86e5-40fe-ab7a-991cff34252a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:19.690728 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:20.901045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:21.826377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:24.213874 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:42.218388 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-261f6b2d-e612-4afe-af73-1cf12f042c66 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396001 Nov 24 05:40:42.304497 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-e28cfae4-8a65-4dc8-800a-47c426fd1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:40:42.306078 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-e28cfae4-8a65-4dc8-800a-47c426fd1931 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1099 time: 0.0448544 Nov 24 05:40:42.409146 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-84e96bac-ded1-4b7b-9895-e43f4bb5373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:40:42.410588 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-84e96bac-ded1-4b7b-9895-e43f4bb5373e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0831094 Nov 24 05:40:42.479055 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-45bbfe8d-0095-4b7c-95f6-7db597f5a5a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 200 len: 1002 time: 0.0602188 Nov 24 05:40:42.526462 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-940d7bcf-a6e5-4b1b-9063-2bb2d5dc4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:40:42.527901 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-940d7bcf-a6e5-4b1b-9063-2bb2d5dc4121 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0424342 Nov 24 05:40:42.572279 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-f3e3a916-ce2e-4fa2-a843-2f6fcc756ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:40:42.573728 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-f3e3a916-ce2e-4fa2-a843-2f6fcc756ce6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391724 Nov 24 05:40:42.665659 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-d167d2c8-8717-40b0-b863-e271ef062757 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840461 Nov 24 05:40:42.753298 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cf270bc7-0fa3-40f0-b8bd-03afbafab46a req-748a3253-4cd2-4d11-8c7f-3ca502594dc2 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807223 Nov 24 05:40:46.192377 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57fdd994-ee38-4456-9a52-3fa7a73099df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:48.411487 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1258658c-5e8c-4de2-9741-c7e048887c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:49.690221 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:50.903003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:51.828344 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:52.458496 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5c847-c35f-40da-b361-f410809bdc86 req-20b28f07-07b3-4996-bab7-2ad4c9fd74ad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:40:52.460537 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-acd5c847-c35f-40da-b361-f410809bdc86 req-20b28f07-07b3-4996-bab7-2ad4c9fd74ad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0514598 Nov 24 05:40:52.509713 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-acd5c847-c35f-40da-b361-f410809bdc86 req-63c8432c-b8cd-4e2a-b206-1d74d5711908 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433528 Nov 24 05:40:53.534917 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:40:53.639445 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf0d18-2817-4415-8ace-9120fb958314 req-9fad0843-5ae3-420f-847e-9d07c5f7b063 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:40:53.640976 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d1bf0d18-2817-4415-8ace-9120fb958314 req-9fad0843-5ae3-420f-847e-9d07c5f7b063 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0502970 Nov 24 05:40:53.693973 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d1bf0d18-2817-4415-8ace-9120fb958314 req-4f0bc5e0-b3e3-4fbd-8b81-09ad73355d95 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468278 Nov 24 05:40:54.212897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:40:54.820630 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9b484-bd5f-4da6-8e8a-659c1466aff8 req-1294670e-0c4e-4097-9157-f71b90977b4c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:40:54.822092 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-31e9b484-bd5f-4da6-8e8a-659c1466aff8 req-1294670e-0c4e-4097-9157-f71b90977b4c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0496356 Nov 24 05:40:54.871695 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-31e9b484-bd5f-4da6-8e8a-659c1466aff8 req-dc0e6e1b-33b6-4057-8be8-106a4bacd2b1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437481 Nov 24 05:40:55.988081 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f746c-7eb7-4f30-87ec-f69ad4cdd372 req-004ff02e-a459-4626-abbe-076025c6e225 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:40:55.989544 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ca5f746c-7eb7-4f30-87ec-f69ad4cdd372 req-004ff02e-a459-4626-abbe-076025c6e225 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0493548 Nov 24 05:40:56.038215 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ca5f746c-7eb7-4f30-87ec-f69ad4cdd372 req-49f7e5ef-8195-41fc-9723-9ec33c72d396 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421329 Nov 24 05:40:57.157372 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085f3a2-e7b8-4b0a-bc78-ac138cabd4df req-d15cd5b1-f24d-4482-b5ac-db08beadd99a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:40:57.158825 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0085f3a2-e7b8-4b0a-bc78-ac138cabd4df req-d15cd5b1-f24d-4482-b5ac-db08beadd99a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0524855 Nov 24 05:40:57.207332 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0085f3a2-e7b8-4b0a-bc78-ac138cabd4df req-8b11a5ba-372f-4d2c-a2a7-e9bf9c5934a5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Nov 24 05:40:58.323294 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fd78d-e21f-4c72-aedf-c8e7053249bf req-e8ec71ab-77b5-4914-ad56-fcd2375b13cf tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:40:58.324819 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bb1fd78d-e21f-4c72-aedf-c8e7053249bf req-e8ec71ab-77b5-4914-ad56-fcd2375b13cf tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0501823 Nov 24 05:40:58.376746 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bb1fd78d-e21f-4c72-aedf-c8e7053249bf req-b7139ea6-d786-4b12-b026-f11a4ec66b8b tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454614 Nov 24 05:40:59.490725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b323030-0733-4475-a352-2f06dc3d11aa req-eede02df-8a34-4c45-8bbb-f2227a8a6259 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:40:59.492206 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3b323030-0733-4475-a352-2f06dc3d11aa req-eede02df-8a34-4c45-8bbb-f2227a8a6259 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0496190 Nov 24 05:40:59.543663 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3b323030-0733-4475-a352-2f06dc3d11aa req-6531ca9f-9f95-4a99-9d4c-9f254cba52d6 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455968 Nov 24 05:41:00.659276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2f62c-4c45-4a08-b93f-03000d2fa982 req-512e6bda-fb33-4255-b2d5-9244a3bbfce4 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:00.660768 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-72d2f62c-4c45-4a08-b93f-03000d2fa982 req-512e6bda-fb33-4255-b2d5-9244a3bbfce4 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0496798 Nov 24 05:41:00.709685 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-72d2f62c-4c45-4a08-b93f-03000d2fa982 req-d3cbc1b3-daef-418e-a6d5-b97f74eed1a7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424156 Nov 24 05:41:01.825677 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dfed0-509e-4ea7-97c9-aa2c772d2446 req-e042f215-72c7-4be0-a5ab-3d51425d0bc8 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:01.827187 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-190dfed0-509e-4ea7-97c9-aa2c772d2446 req-e042f215-72c7-4be0-a5ab-3d51425d0bc8 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0490487 Nov 24 05:41:01.876589 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-190dfed0-509e-4ea7-97c9-aa2c772d2446 req-a6443075-e2d2-4509-bc4c-d4aae9e16bc9 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435274 Nov 24 05:41:02.995240 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d90a3-dc71-4164-9d91-ba32191088ac req-80b08601-2ce3-4eb3-bfd4-da34c6256666 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:02.996722 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-539d90a3-dc71-4164-9d91-ba32191088ac req-80b08601-2ce3-4eb3-bfd4-da34c6256666 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0521002 Nov 24 05:41:03.045345 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-539d90a3-dc71-4164-9d91-ba32191088ac req-1ebc9d5d-b1e4-4bc5-bf60-cf3776c8dea5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Nov 24 05:41:04.323122 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1f23b-cc3a-409e-a59f-200f6b13d9ae req-6e71a481-694d-485d-ac99-f9d6ca7adf49 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:04.324527 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9be1f23b-cc3a-409e-a59f-200f6b13d9ae req-6e71a481-694d-485d-ac99-f9d6ca7adf49 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0485530 Nov 24 05:41:04.373735 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9be1f23b-cc3a-409e-a59f-200f6b13d9ae req-2d7f00e0-461c-4712-8d82-146a540a3d0e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 Nov 24 05:41:04.735708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 2e8c7436-8fed-4566-8dd8-910ab9026bac details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:41:04.833107 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:41:04.844580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'port_id': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'mac_address': 'fa:16:3e:f2:0d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:41:04.883149 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:04.895777 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e8c7436-8fed-4566-8dd8-910ab9026bac {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:41:04.914985 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:41:04.918981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:04.977155 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=2e8c7436-8fed-4566-8dd8-910ab9026bac,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:41:04.983959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.984310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.984652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.984987 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.985315 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.985644 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.985988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.986299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.986627 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.986946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.987268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.987731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:41:04.999839 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['2e8c7436-8fed-4566-8dd8-910ab9026bac'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:41:05.516395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b36b40-1b63-4c1c-b6d3-4a6993e42219 req-d93e1824-ef73-46c2-955d-172f878eae0c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:05.517839 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-03b36b40-1b63-4c1c-b6d3-4a6993e42219 req-d93e1824-ef73-46c2-955d-172f878eae0c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 945 time: 0.0561333 Nov 24 05:41:05.571955 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-03b36b40-1b63-4c1c-b6d3-4a6993e42219 req-39ac8a9f-816c-46d8-9d74-26687bd90b42 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475051 Nov 24 05:41:06.695791 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079ffd9-e642-4435-9fcf-9f7fca1ea0ef req-4948edd3-c79e-4bcc-a0cf-1b6e6dc3c3df tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:06.697452 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b079ffd9-e642-4435-9fcf-9f7fca1ea0ef req-4948edd3-c79e-4bcc-a0cf-1b6e6dc3c3df tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 945 time: 0.0518456 Nov 24 05:41:06.737793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 2e8c7436-8fed-4566-8dd8-910ab9026bac up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:41:06.762794 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b079ffd9-e642-4435-9fcf-9f7fca1ea0ef req-3ebbb706-ec43-4312-8618-25d44351b278 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564919 Nov 24 05:41:06.804184 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 2e8c7436-8fed-4566-8dd8-910ab9026bac triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:41:06.805195 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:06.896597 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:06.925808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:41:06.928885 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ac7435-c951-43cd-a15c-6f20d51f65f7" -d '{"events": [{"server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:41:06.949550 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:41:06.953963 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:07.009047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=2e8c7436-8fed-4566-8dd8-910ab9026bac,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:41:07.052486 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf84690d-7b92-494a-b1e5-2f454a7bf681 x-openstack-request-id: req-cf84690d-7b92-494a-b1e5-2f454a7bf681 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:41:07.052805 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:41:07.053116 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf84690d-7b92-494a-b1e5-2f454a7bf681 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:41:07.053438 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'code': 200} Nov 24 05:41:07.886674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2b269-4d6d-4d17-9b95-32d7d18551f8 req-24f59c32-a7da-4738-a5c5-95cafb20d1be tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:07.888237 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e4e2b269-4d6d-4d17-9b95-32d7d18551f8 req-24f59c32-a7da-4738-a5c5-95cafb20d1be tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0577013 Nov 24 05:41:07.945458 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e4e2b269-4d6d-4d17-9b95-32d7d18551f8 req-742e2719-8318-4555-ab29-68b1b5d23da3 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504043 Nov 24 05:41:09.078580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29225a0-2f30-4f60-819d-4b852a279889 req-7afad73b-55fa-4e02-8b76-2517f102d97f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:09.085652 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c29225a0-2f30-4f60-819d-4b852a279889 req-7afad73b-55fa-4e02-8b76-2517f102d97f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0621812 Nov 24 05:41:09.137974 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c29225a0-2f30-4f60-819d-4b852a279889 req-43f45421-37c6-4f62-a88f-e9ad6c276ed4 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514536 Nov 24 05:41:10.275248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd06a7d-2782-412c-bf13-07d9b636c9a7 req-d07aedc4-e270-4eb7-b3fb-8c0c26e2eab9 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:10.276946 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8cd06a7d-2782-412c-bf13-07d9b636c9a7 req-d07aedc4-e270-4eb7-b3fb-8c0c26e2eab9 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0657194 Nov 24 05:41:10.335124 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8cd06a7d-2782-412c-bf13-07d9b636c9a7 req-166aa9cc-ee0c-4722-a31d-d3c30f7f6b7c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519030 Nov 24 05:41:11.463894 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b612f6e-4cc0-4e44-9e2d-6746db38ffaa req-4c4070d4-2d3e-47aa-8bd7-97afbfaad988 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:11.468055 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b612f6e-4cc0-4e44-9e2d-6746db38ffaa req-4c4070d4-2d3e-47aa-8bd7-97afbfaad988 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0593719 Nov 24 05:41:11.519034 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5b612f6e-4cc0-4e44-9e2d-6746db38ffaa req-3b2c8d72-72f5-4246-812a-1ef28db32f18 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464859 Nov 24 05:41:12.659569 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f7373-b314-4ee0-bae2-1f40b004b876 req-5d98f5f5-d4d3-46b4-887a-fe277f697b83 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:12.668294 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3c0f7373-b314-4ee0-bae2-1f40b004b876 req-5d98f5f5-d4d3-46b4-887a-fe277f697b83 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0697138 Nov 24 05:41:12.729515 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3c0f7373-b314-4ee0-bae2-1f40b004b876 req-f54bef63-98f5-4a8a-af0c-2ed345b586b4 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587070 Nov 24 05:41:13.855497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e161731-0d7a-4ed3-98e6-00e3b434b892 req-cd874134-2e4d-4d8b-8477-30502dca3c3f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:13.857876 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e161731-0d7a-4ed3-98e6-00e3b434b892 req-cd874134-2e4d-4d8b-8477-30502dca3c3f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0526860 Nov 24 05:41:13.913562 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4e161731-0d7a-4ed3-98e6-00e3b434b892 req-29a5c259-aac3-482e-bfdc-5812204f96a1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493340 Nov 24 05:41:14.707108 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d94c04-9e0f-4701-b9af-64efb8d0c23b req-c760ea00-0982-4c2a-9e54-ce9ca51a15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:14.708862 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-06d94c04-9e0f-4701-b9af-64efb8d0c23b req-c760ea00-0982-4c2a-9e54-ce9ca51a15ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1099 time: 0.0450711 Nov 24 05:41:14.797508 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d94c04-9e0f-4701-b9af-64efb8d0c23b req-1fe33ae6-966d-4628-9cf5-5a0d3c6d8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:14.798979 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-06d94c04-9e0f-4701-b9af-64efb8d0c23b req-1fe33ae6-966d-4628-9cf5-5a0d3c6d8449 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0831287 Nov 24 05:41:14.867254 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-06d94c04-9e0f-4701-b9af-64efb8d0c23b req-5019d53f-b0a3-4ae4-9070-bc22aca5defc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 200 len: 1002 time: 0.0609338 Nov 24 05:41:14.915432 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d94c04-9e0f-4701-b9af-64efb8d0c23b req-08323566-1324-47c5-a8ea-ba00df2cca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:14.916869 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-06d94c04-9e0f-4701-b9af-64efb8d0c23b req-08323566-1324-47c5-a8ea-ba00df2cca9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0429168 Nov 24 05:41:14.965084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d94c04-9e0f-4701-b9af-64efb8d0c23b req-1cffa835-d687-4b4b-9148-de6f4ddfcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:14.966652 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-06d94c04-9e0f-4701-b9af-64efb8d0c23b req-1cffa835-d687-4b4b-9148-de6f4ddfcf5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428178 Nov 24 05:41:15.046990 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c9919-7d41-4aed-839f-171c72f02d0a req-cba6183e-0a75-48cc-8e72-ae87af05b42e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:15.048966 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-231c9919-7d41-4aed-839f-171c72f02d0a req-cba6183e-0a75-48cc-8e72-ae87af05b42e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0514371 Nov 24 05:41:15.060378 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-06d94c04-9e0f-4701-b9af-64efb8d0c23b req-5a8ce9f7-205e-4fa5-afeb-09fd1b3d607e service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868254 Nov 24 05:41:15.120022 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-231c9919-7d41-4aed-839f-171c72f02d0a req-cc59a8c5-0799-422e-bcb8-fe5d7772189a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637965 Nov 24 05:41:15.155378 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-06d94c04-9e0f-4701-b9af-64efb8d0c23b req-79cb992c-0a73-4d40-b445-6c68c93ae7b7 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880859 Nov 24 05:41:16.193977 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-20abddda-b241-4187-88f2-f61e5b4e50b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:16.236907 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df773dc-7479-4717-aa96-3a74c2dc14b8 req-208c4de6-48ef-4456-a0dc-ce3431f6335d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:16.238371 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3df773dc-7479-4717-aa96-3a74c2dc14b8 req-208c4de6-48ef-4456-a0dc-ce3431f6335d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 946 time: 0.0502670 Nov 24 05:41:16.288595 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3df773dc-7479-4717-aa96-3a74c2dc14b8 req-1835bfe2-0f58-43cb-a410-d8e456cc3db0 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Nov 24 05:41:16.801045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 2e8c7436-8fed-4566-8dd8-910ab9026bac no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:41:16.876499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:16.898065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:41:16.900275 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97bb8d5-753c-4011-ba31-3b59ce2added" -d '{"events": [{"server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:41:16.912708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:41:16.917363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:16.963370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=2e8c7436-8fed-4566-8dd8-910ab9026bac,revision_number=8']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:41:17.405117 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c5e35-d9d9-4600-a2d6-ddf425724a12 req-25df0b71-a032-4376-98fa-a1260b174281 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:17.406576 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dc2c5e35-d9d9-4600-a2d6-ddf425724a12 req-25df0b71-a032-4376-98fa-a1260b174281 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0513611 Nov 24 05:41:17.456096 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dc2c5e35-d9d9-4600-a2d6-ddf425724a12 req-8000e76c-d796-48af-8653-010e9f597484 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Nov 24 05:41:17.522175 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-63a240bd-313a-433a-a083-46ab107db130 req-bfad965b-d4b4-465e-a604-22642451a4c2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:41:17.523154 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-63a240bd-313a-433a-a083-46ab107db130 req-bfad965b-d4b4-465e-a604-22642451a4c2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058160 Nov 24 05:41:17.957379 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 05:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4624a49f-75e6-43ad-9dfe-8c45df91014d x-openstack-request-id: req-4624a49f-75e6-43ad-9dfe-8c45df91014d {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:41:17.957831 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:41:17.957936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4624a49f-75e6-43ad-9dfe-8c45df91014d {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:41:17.959065 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'code': 200} Nov 24 05:41:18.412414 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a73f29fd-e1cb-460b-bffe-b9f6ed1d2a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:18.695149 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da00e42-3351-478f-9039-e988229dcc0e req-48ae6747-02b2-43e9-8091-d74bb954b96e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:18.696743 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4da00e42-3351-478f-9039-e988229dcc0e req-48ae6747-02b2-43e9-8091-d74bb954b96e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0500407 Nov 24 05:41:18.746556 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4da00e42-3351-478f-9039-e988229dcc0e req-ab8e11ee-896e-4440-b92a-57788d40aaca tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437684 Nov 24 05:41:18.957169 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-92a50f60-9863-4b67-b9fd-04ef2f0d217e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880041 Nov 24 05:41:19.693310 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:19.773087 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-badb2ec2-d6bf-499d-a8e5-a442aa31c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:19.774776 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-badb2ec2-d6bf-499d-a8e5-a442aa31c172 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f&tenant_id=58e45e4e3fc24463a1743efd93e99d07 HTTP/1.1" status: 200 len: 1097 time: 0.0415993 Nov 24 05:41:19.838935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-b7dae689-dc48-4877-ae3d-b69365e4012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:19.840477 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-b7dae689-dc48-4877-ae3d-b69365e4012f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1097 time: 0.0426853 Nov 24 05:41:19.870124 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2572cf-6da6-4d6b-aa80-eaaa62300fc0 req-9aaa0aff-e124-4a16-ac59-32a53230176a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:19.871643 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ac2572cf-6da6-4d6b-aa80-eaaa62300fc0 req-9aaa0aff-e124-4a16-ac59-32a53230176a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0559678 Nov 24 05:41:19.921811 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ac2572cf-6da6-4d6b-aa80-eaaa62300fc0 req-ae65d3dd-0be3-4be5-a279-72eb40ce1913 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442412 Nov 24 05:41:19.933540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-4bc7c7f1-029a-49fd-9620-1c3d52c1f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:19.935031 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-4bc7c7f1-029a-49fd-9620-1c3d52c1f875 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0877829 Nov 24 05:41:19.998970 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-4ce17c80-5369-4836-8db8-cb3185a4d72d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 200 len: 1000 time: 0.0568798 Nov 24 05:41:20.046317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-d0ad298d-d5c0-4baf-a2c0-9b463d0fcf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:20.047732 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-d0ad298d-d5c0-4baf-a2c0-9b463d0fcf5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0413344 Nov 24 05:41:20.096176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-509ecef4-97f5-43d0-904f-e044866edf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:20.097602 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-509ecef4-97f5-43d0-904f-e044866edf88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423117 Nov 24 05:41:20.184530 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-a39bb14b-1391-44ec-af3d-88827c07e396 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793896 Nov 24 05:41:20.273855 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e5f9e1cf-258e-4f6f-b742-48d660837209 req-8b5080ed-738c-47a0-b16f-a756d6b4fa53 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826452 Nov 24 05:41:20.908160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:21.046564 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a7afe-6962-4a34-a14a-b53d875f0400 req-402b92a7-95fe-4a32-a029-2724000f7bcc tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:21.048264 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-675a7afe-6962-4a34-a14a-b53d875f0400 req-402b92a7-95fe-4a32-a029-2724000f7bcc tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0527835 Nov 24 05:41:21.100265 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-675a7afe-6962-4a34-a14a-b53d875f0400 req-33289085-4d56-4509-a54d-6ec333c96b08 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458031 Nov 24 05:41:21.830415 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:22.223066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b2e3c-78a6-4432-86a8-dfca558bc9b8 req-9d917913-f71c-46ee-8615-1640f0b63518 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:22.225195 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-654b2e3c-78a6-4432-86a8-dfca558bc9b8 req-9d917913-f71c-46ee-8615-1640f0b63518 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0550241 Nov 24 05:41:22.281271 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-654b2e3c-78a6-4432-86a8-dfca558bc9b8 req-2d955d2b-1d37-4b88-a4d5-171505af82e3 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500851 Nov 24 05:41:23.404039 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d4020-8870-4dbc-a06f-a0b9ec8c0355 req-c850d552-1fb2-49cf-9cc5-56f4f98bd13f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:23.406360 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9d0d4020-8870-4dbc-a06f-a0b9ec8c0355 req-c850d552-1fb2-49cf-9cc5-56f4f98bd13f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0513699 Nov 24 05:41:23.459786 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9d0d4020-8870-4dbc-a06f-a0b9ec8c0355 req-570b558a-ba3a-489e-a3b9-3b9b7e342ba8 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 Nov 24 05:41:24.234170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:24.575567 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3699d-de3f-4ea9-9c86-c4a88d06e60a req-bcc9a4d8-840a-45fd-9f1c-863ee924fdab tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:24.578253 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-acd3699d-de3f-4ea9-9c86-c4a88d06e60a req-bcc9a4d8-840a-45fd-9f1c-863ee924fdab tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0509934 Nov 24 05:41:24.632303 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-acd3699d-de3f-4ea9-9c86-c4a88d06e60a req-288f55c1-2389-4310-aa3e-83422552b0fc tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473647 Nov 24 05:41:25.757670 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2052f-1b68-4104-9b76-6014ce093672 req-41dca7ba-4486-44db-89ba-8836036bb692 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:25.759412 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d2052f-1b68-4104-9b76-6014ce093672 req-41dca7ba-4486-44db-89ba-8836036bb692 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0567515 Nov 24 05:41:25.812954 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e0d2052f-1b68-4104-9b76-6014ce093672 req-b4c6f6a6-42db-4c8e-a5e6-e66bc3c8a9bb tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475118 Nov 24 05:41:26.942948 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cdee6-8b50-4d2d-af7b-ea50b5047ff4 req-22a1f367-a47d-4ee5-bad4-ce7d76f6b29c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:26.944392 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e3cdee6-8b50-4d2d-af7b-ea50b5047ff4 req-22a1f367-a47d-4ee5-bad4-ce7d76f6b29c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0594821 Nov 24 05:41:26.995600 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9e3cdee6-8b50-4d2d-af7b-ea50b5047ff4 req-3fd1073f-47c4-44de-a1a6-54e3da78c321 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451589 Nov 24 05:41:28.118200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02158457-3685-48b2-b10a-e55acbe8850a req-9350fdcd-adc0-4859-9b54-84cb250d9c4a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:28.119646 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-02158457-3685-48b2-b10a-e55acbe8850a req-9350fdcd-adc0-4859-9b54-84cb250d9c4a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0533390 Nov 24 05:41:28.175436 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-02158457-3685-48b2-b10a-e55acbe8850a req-e61fa005-2038-4c80-b4a3-80fa1f87c3a4 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492673 Nov 24 05:41:29.321231 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ab38f-716d-4769-8d2f-4ead569e479f req-011d42a5-54b7-4acb-8ac8-16060fc2b5b5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:29.322762 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f37ab38f-716d-4769-8d2f-4ead569e479f req-011d42a5-54b7-4acb-8ac8-16060fc2b5b5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0757711 Nov 24 05:41:29.376619 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f37ab38f-716d-4769-8d2f-4ead569e479f req-8119dc32-50a4-4695-a046-ac515fee6d7a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477285 Nov 24 05:41:30.493543 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c3056-50c8-44bd-b25c-f69ca21466fc req-f91e5ead-a891-41a4-b4fb-bbf3f2f27757 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:30.495021 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cd3c3056-50c8-44bd-b25c-f69ca21466fc req-f91e5ead-a891-41a4-b4fb-bbf3f2f27757 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0493703 Nov 24 05:41:30.534331 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:41:30.543772 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cd3c3056-50c8-44bd-b25c-f69ca21466fc req-4b3c35c2-75c1-4dc8-9c41-e14ccd10bf6e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428541 Nov 24 05:41:31.660340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcc047-32cb-4bf0-9e49-e3c856fba931 req-5f93fae3-0d65-49c7-b3b2-cc11a2a81574 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:31.662460 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c2dcc047-32cb-4bf0-9e49-e3c856fba931 req-5f93fae3-0d65-49c7-b3b2-cc11a2a81574 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0520623 Nov 24 05:41:31.710488 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c2dcc047-32cb-4bf0-9e49-e3c856fba931 req-b21d60d3-9c8b-4fc3-8a18-40785cd1864d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422087 Nov 24 05:41:32.807363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 2e8c7436-8fed-4566-8dd8-910ab9026bac details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:41:32.890725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d01df7-8a82-4c51-9138-7bfd60af521c req-4a76dfaa-b731-4c19-856f-3620104012ae tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:32.892241 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-80d01df7-8a82-4c51-9138-7bfd60af521c req-4a76dfaa-b731-4c19-856f-3620104012ae tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 944 time: 0.0503323 Nov 24 05:41:32.903863 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:41:32.914996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'port_id': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'mac_address': 'fa:16:3e:f2:0d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:41:32.941737 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-80d01df7-8a82-4c51-9138-7bfd60af521c req-448c57ae-f96c-4a5f-80c6-d277ce046b7c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Nov 24 05:41:32.952263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:32.964930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8c7436-8fed-4566-8dd8-910ab9026bac {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:41:32.984218 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:41:32.988018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:33.036974 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=2e8c7436-8fed-4566-8dd8-910ab9026bac,revision_number=9']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:41:33.229519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['2e8c7436-8fed-4566-8dd8-910ab9026bac'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:41:34.059562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f01e7-de69-4115-accc-d90a73b19df7 req-903b2f1a-fd58-4124-93fc-e8698a78ebbe tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:34.060970 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-286f01e7-de69-4115-accc-d90a73b19df7 req-903b2f1a-fd58-4124-93fc-e8698a78ebbe tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 945 time: 0.0517199 Nov 24 05:41:34.109413 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-286f01e7-de69-4115-accc-d90a73b19df7 req-c4603133-37d3-4c1e-8433-deff03adb2b9 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427675 Nov 24 05:41:34.822302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 2e8c7436-8fed-4566-8dd8-910ab9026bac up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:41:34.868808 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 2e8c7436-8fed-4566-8dd8-910ab9026bac triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:41:34.869172 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:34.943726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:34.965211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:41:34.967409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed34082-1007-4174-bfb5-56e95729f0b0" -d '{"events": [{"server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:41:34.980546 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:41:34.984581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:35.008370 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9193ccd4-0ce8-41de-9193-fc7bfa8d4369 x-openstack-request-id: req-9193ccd4-0ce8-41de-9193-fc7bfa8d4369 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:41:35.008658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "name": "network-vif-plugged", "status": "completed", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:41:35.008903 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9193ccd4-0ce8-41de-9193-fc7bfa8d4369 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:41:35.009285 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'code': 200} Nov 24 05:41:35.032478 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=2e8c7436-8fed-4566-8dd8-910ab9026bac,revision_number=10']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:41:35.227038 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d06472-e7fd-4578-8ebf-758065504a8c req-30065a9e-7c0b-4b5d-975f-4c3693875a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:35.227885 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de170a6-64de-47d8-bd56-6d37dd70812f req-acceddf8-2cc4-4f49-95d5-a4b443b70f75 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:35.228842 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3de170a6-64de-47d8-bd56-6d37dd70812f req-acceddf8-2cc4-4f49-95d5-a4b443b70f75 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 947 time: 0.0501497 Nov 24 05:41:35.229182 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-24d06472-e7fd-4578-8ebf-758065504a8c req-30065a9e-7c0b-4b5d-975f-4c3693875a3e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1100 time: 0.0407703 Nov 24 05:41:35.276860 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-24d06472-e7fd-4578-8ebf-758065504a8c req-84325eb0-9e43-44f8-bece-fd20faa10fa0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411217 Nov 24 05:41:35.279416 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3de170a6-64de-47d8-bd56-6d37dd70812f req-beffa2c9-77eb-42c9-8b24-5ef7aeee1ed2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444796 Nov 24 05:41:36.408888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264aefbd-7f08-4b78-8180-6449ad94e3b0 req-41a8da77-7167-4260-b3bb-477b5cf16065 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:36.410368 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-264aefbd-7f08-4b78-8180-6449ad94e3b0 req-41a8da77-7167-4260-b3bb-477b5cf16065 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 947 time: 0.0546231 Nov 24 05:41:36.468311 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-264aefbd-7f08-4b78-8180-6449ad94e3b0 req-4d669245-9fdd-4625-b1c8-d0635b27d653 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514085 Nov 24 05:41:37.584464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acc862-7eab-47c8-a7e7-b540ffcc61f5 req-66a3fc7c-673a-421b-a885-0270b6302b81 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:37.585973 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-96acc862-7eab-47c8-a7e7-b540ffcc61f5 req-66a3fc7c-673a-421b-a885-0270b6302b81 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 947 time: 0.0488222 Nov 24 05:41:37.634510 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-96acc862-7eab-47c8-a7e7-b540ffcc61f5 req-eb536ec2-5cbe-460f-9a25-2a2b5c7537fe tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Nov 24 05:41:43.972594 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-c0ac315d-a0b4-4e4c-a265-2832e4108b09 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376282 Nov 24 05:41:44.383678 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-9623fe0f-1ac1-43bf-9c0c-a9ba86adcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:44.385283 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-9623fe0f-1ac1-43bf-9c0c-a9ba86adcdf4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1100 time: 0.3684704 Nov 24 05:41:44.486624 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-c9d25ed1-08f0-47fa-9e75-ba90202a1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:44.488116 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-c9d25ed1-08f0-47fa-9e75-ba90202a1ddd service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0821910 Nov 24 05:41:44.553962 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-caf28d75-7402-47ce-930a-51a803d6112e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 200 len: 1002 time: 0.0589471 Nov 24 05:41:44.603553 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-06734dcb-d17c-4b2a-863a-0f95c5fef0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:44.605021 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-06734dcb-d17c-4b2a-863a-0f95c5fef0de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0443528 Nov 24 05:41:44.649368 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-6c8df704-a2c5-477f-9d19-2b9154e7c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:41:44.650822 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-6c8df704-a2c5-477f-9d19-2b9154e7c890 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393729 Nov 24 05:41:44.742034 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-229feb01-55d2-4614-a654-cba5a33904da service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836253 Nov 24 05:41:44.830227 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cec71d71-1bbc-409d-9c1a-137f64ed3d22 req-4d3bf78c-d0e0-4566-ab04-d44184aa4300 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812619 Nov 24 05:41:46.197164 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b940d4f8-9419-47cb-8afa-f7c3f9d6d059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:48.413640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-86f2f75b-43e4-4e7c-b439-dba3782f748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:49.693996 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:50.905336 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:51.833154 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:41:54.226933 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:07.533173 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:42:16.197966 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b484a0c3-d7c3-41c3-a8ed-f64a7a589900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:18.415425 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-723f2109-c0a7-457c-a8c9-a7a655576ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:19.701887 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:20.908176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:21.834954 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:24.244119 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:43.453108 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-217c83fe-a0fd-474b-b505-adf3d27871c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435557 Nov 24 05:42:43.535485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-b5ec3f11-5e2e-41b5-b87f-cf3e5ca988ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:42:43.536977 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-b5ec3f11-5e2e-41b5-b87f-cf3e5ca988ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1100 time: 0.0400462 Nov 24 05:42:43.640593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-8f3ec7a2-3335-4906-b054-5a939271a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:42:43.642044 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-8f3ec7a2-3335-4906-b054-5a939271a0d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0848792 Nov 24 05:42:43.709432 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-4b415b5d-1ab3-41fe-a5b0-68b7bff60b57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 200 len: 1002 time: 0.0597250 Nov 24 05:42:43.757836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-067635de-8ab1-40fe-a89b-3856cbb77c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:42:43.759516 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-067635de-8ab1-40fe-a89b-3856cbb77c59 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0424945 Nov 24 05:42:43.804046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-f47b9886-4a25-478d-bc67-7195bd758ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:42:43.806436 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-f47b9886-4a25-478d-bc67-7195bd758ba5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399585 Nov 24 05:42:43.824441 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-00aaae36-8a76-4647-8206-a289738dc9ba service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:42:43.825363 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-00aaae36-8a76-4647-8206-a289738dc9ba service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051188 Nov 24 05:42:43.916513 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-c18e8f81-daf9-4b5c-abfb-1cd364a58a50 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833821 Nov 24 05:42:44.008867 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-01e2fbc4-04de-4edd-b62f-58f724d1fed7 req-431b4421-6d85-4be6-aea6-92b6c9ba0463 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852261 Nov 24 05:42:44.531956 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:42:46.199010 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-53e4119a-9635-479c-97ba-530384465ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:47.441213 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44680) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:42:47.595459 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Deleting port e8e9cd99-4f93-4bf3-8493-a06cbbe66288 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:42:47.595831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:47.669403 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:47.669728 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:47.681611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Calling delete_port for e8e9cd99-4f93-4bf3-8493-a06cbbe66288 owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:42:47.824952 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:47.850240 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event deleted for resources: {'Port': ['ID=e8e9cd99-4f93-4bf3-8493-a06cbbe66288,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:42:47.862131 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.862510 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.862842 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.863187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.863528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.863898 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.864234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.864568 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.864900 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.865232 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.865562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.865894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:47.922784 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:47.923114 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Floating IP acd44746-8178-4479-bf29-586c3f418c80 disassociated (deleted). External IP: 172.26.0.112, port: 2e8c7436-8fed-4566-8dd8-910ab9026bac. Nov 24 05:42:48.130533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Router d7e4ca8d-34ac-42cf-80fd-f04567a57343 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:42:48.237989 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:42:48.242535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:48.247876 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c408603-bcd2-48b4-91a3-ecc90c954577 None None] Sync routers for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:42:48.257197 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c408603-bcd2-48b4-91a3-ecc90c954577 None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:42:48.257793 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8c408603-bcd2-48b4-91a3-ecc90c954577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:42:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:42:48.269525 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-51f65095-8cef-4b29-8bb5-4c7e562f7026 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "DELETE /v2.0/floatingips/acd44746-8178-4479-bf29-586c3f418c80 HTTP/1.1" status: 204 len: 168 time: 0.8271995 Nov 24 05:42:48.270096 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:42:48.272385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:42:48.365602 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-8c408603-bcd2-48b4-91a3-ecc90c954577 None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:42:48.381536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f620d-ded3-498b-9231-00f33d571657 x-openstack-request-id: req-5e8f620d-ded3-498b-9231-00f33d571657 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:42:48.381536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:42:48.381536 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e8f620d-ded3-498b-9231-00f33d571657 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:42:48.381870 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'status': 'completed', 'code': 200} Nov 24 05:42:48.442817 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ae14767b-14f6-41eb-b739-eda3c1aa83c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:48.479761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a req-2fb2df90-80d6-4ae5-8f74-c9b4a3a402a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:42:48.481398 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a req-2fb2df90-80d6-4ae5-8f74-c9b4a3a402a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 1100 time: 0.0654159 Nov 24 05:42:48.532986 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dbdc2-bac3-4e84-aac6-188cfea9e011 req-c07229c5-1796-4299-a587-755862dacc51 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:42:48.535492 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c92dbdc2-bac3-4e84-aac6-188cfea9e011 req-c07229c5-1796-4299-a587-755862dacc51 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 947 time: 0.0544736 Nov 24 05:42:48.583118 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a req-7a5ffd75-bd8f-41fd-87e4-189d7cefc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:42:48.583398 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8c408603-bcd2-48b4-91a3-ecc90c954577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:42:48.584930 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a req-7a5ffd75-bd8f-41fd-87e4-189d7cefc914 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0946760 Nov 24 05:42:48.588565 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c92dbdc2-bac3-4e84-aac6-188cfea9e011 req-a55a4ac6-f79b-4dc9-8bb4-886ba5b715f9 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464067 Nov 24 05:42:48.614729 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c408603-bcd2-48b4-91a3-ecc90c954577 None None] Checking router: d7e4ca8d-34ac-42cf-80fd-f04567a57343 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:42:48.623787 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c408603-bcd2-48b4-91a3-ecc90c954577 None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:42:48.624967 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8c408603-bcd2-48b4-91a3-ecc90c954577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:42:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:42:48.629059 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a req-6f2f6a81-2a88-48cb-a0be-04201818ff55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 200 len: 217 time: 0.0361056 Nov 24 05:42:48.677440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a req-03b98d36-0194-430a-9b53-94bb186d6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:42:48.678827 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a req-03b98d36-0194-430a-9b53-94bb186d6190 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0424793 Nov 24 05:42:48.729723 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a req-3cc86cd1-55d7-4af4-ac3e-536c48807dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:42:48.730161 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-8c408603-bcd2-48b4-91a3-ecc90c954577 None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:42:48.731205 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a req-3cc86cd1-55d7-4af4-ac3e-536c48807dfd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444057 Nov 24 05:42:48.824628 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a req-b4fc8684-2807-4358-b93b-8b95d7acf5d2 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862408 Nov 24 05:42:48.919891 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b2d936fb-bdb1-4e09-a4d7-19afadeda35a req-10100db5-4c1c-4ee7-bb24-8599858c0ef1 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867279 Nov 24 05:42:48.927991 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-8c408603-bcd2-48b4-91a3-ecc90c954577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:42:48.956690 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c408603-bcd2-48b4-91a3-ecc90c954577 None None] The sync data for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv is: [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:42:49.156899 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3724bee2-7bb7-49f3-a751-f732691e40bc None None] New status for floating IP acd44746-8178-4479-bf29-586c3f418c80: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:42:49.702229 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:49.707555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c8776-9f26-4f0e-9a3c-e0f326717535 req-99e6cf80-2cae-4c90-8ecb-8517a5058c6a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:42:49.709046 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f7c8776-9f26-4f0e-9a3c-e0f326717535 req-99e6cf80-2cae-4c90-8ecb-8517a5058c6a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 947 time: 0.0498483 Nov 24 05:42:49.758443 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f7c8776-9f26-4f0e-9a3c-e0f326717535 req-15a333e2-cf1f-453d-8bc1-128ab23a214c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc436174-3f59-4324-9a9d-e2ba33b48911&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428209 Nov 24 05:42:49.838492 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396606e-4448-4f4b-8853-f65771dc573c req-f0cef3ef-031e-4300-8300-320656c7d369 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:42:49.839970 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d396606e-4448-4f4b-8853-f65771dc573c req-f0cef3ef-031e-4300-8300-320656c7d369 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f HTTP/1.1" status: 200 len: 947 time: 0.0492680 Nov 24 05:42:49.928661 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-d396606e-4448-4f4b-8853-f65771dc573c req-5ea424f8-bffa-46a0-90a8-e9459ced5e99 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Deleting port 2e8c7436-8fed-4566-8dd8-910ab9026bac {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:42:49.928915 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d396606e-4448-4f4b-8853-f65771dc573c req-5ea424f8-bffa-46a0-90a8-e9459ced5e99 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:50.018591 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-d396606e-4448-4f4b-8853-f65771dc573c req-5ea424f8-bffa-46a0-90a8-e9459ced5e99 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] For port 2e8c7436-8fed-4566-8dd8-910ab9026bac, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2e8c7436-8fed-4566-8dd8-910ab9026bac,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:42:50.019045 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d396606e-4448-4f4b-8853-f65771dc573c req-5ea424f8-bffa-46a0-90a8-e9459ced5e99 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:50.031940 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-d396606e-4448-4f4b-8853-f65771dc573c req-5ea424f8-bffa-46a0-90a8-e9459ced5e99 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Calling delete_port for 2e8c7436-8fed-4566-8dd8-910ab9026bac owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:42:50.157674 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d396606e-4448-4f4b-8853-f65771dc573c req-5ea424f8-bffa-46a0-90a8-e9459ced5e99 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:50.184451 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea424f8-bffa-46a0-90a8-e9459ced5e99 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event deleted for resources: {'Port': ['ID=2e8c7436-8fed-4566-8dd8-910ab9026bac,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:42:50.226962 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d396606e-4448-4f4b-8853-f65771dc573c req-5ea424f8-bffa-46a0-90a8-e9459ced5e99 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] No DVR routers for this DVR port 2e8c7436-8fed-4566-8dd8-910ab9026bac on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:42:50.229375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-d396606e-4448-4f4b-8853-f65771dc573c req-5ea424f8-bffa-46a0-90a8-e9459ced5e99 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:50.232712 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d396606e-4448-4f4b-8853-f65771dc573c req-5ea424f8-bffa-46a0-90a8-e9459ced5e99 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.31 "DELETE /v2.0/ports/2e8c7436-8fed-4566-8dd8-910ab9026bac HTTP/1.1" status: 204 len: 173 time: 0.3868976 Nov 24 05:42:50.382557 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'name': 'network-vif-deleted', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:42:50.385767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7c1d0e-1dd9-40c1-99f4-081514d5c197" -d '{"events": [{"server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "name": "network-vif-deleted", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:42:50.423357 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f24b6-37b6-4217-8a2c-b28426d0bef7 x-openstack-request-id: req-702f24b6-37b6-4217-8a2c-b28426d0bef7 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:42:50.423682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f", "name": "network-vif-deleted", "tag": "2e8c7436-8fed-4566-8dd8-910ab9026bac", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:42:50.423945 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-702f24b6-37b6-4217-8a2c-b28426d0bef7 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:42:50.424398 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d3cafe-e7ab-4ff7-abc1-fd4d9453726f', 'name': 'network-vif-deleted', 'tag': '2e8c7436-8fed-4566-8dd8-910ab9026bac', 'status': 'completed', 'code': 200} Nov 24 05:42:50.814228 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44704) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:42:50.870157 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1376be2e-31a9-46c3-8c0f-3c7075810b4d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:50.899717 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1376be2e-31a9-46c3-8c0f-3c7075810b4d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:50.911695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:50.963132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1376be2e-31a9-46c3-8c0f-3c7075810b4d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:50.965902 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1376be2e-31a9-46c3-8c0f-3c7075810b4d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:50.967065 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1376be2e-31a9-46c3-8c0f-3c7075810b4d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "DELETE /v2.0/security-groups/dc436174-3f59-4324-9a9d-e2ba33b48911 HTTP/1.1" status: 204 len: 168 time: 0.1518345 Nov 24 05:42:50.976589 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376be2e-31a9-46c3-8c0f-3c7075810b4d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc436174-3f59-4324-9a9d-e2ba33b48911,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:42:51.179037 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 44710) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:42:51.184315 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-eca16504-d968-4d67-81e3-28a39f0a910a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572553442', 'description': 'tempest-secgroup-smoke-1572553442 description', 'project_id': '58e45e4e3fc24463a1743efd93e99d07'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:42:51.206265 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eca16504-d968-4d67-81e3-28a39f0a910a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.271828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eca16504-d968-4d67-81e3-28a39f0a910a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.275891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eca16504-d968-4d67-81e3-28a39f0a910a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.305450 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eca16504-d968-4d67-81e3-28a39f0a910a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.306851 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-eca16504-d968-4d67-81e3-28a39f0a910a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1267383 Nov 24 05:42:51.308739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca16504-d968-4d67-81e3-28a39f0a910a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c8e96-921e-404b-8104-df8e4ff6482c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:42:51.309740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44712) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:42:51.315697 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'd39c8e96-921e-404b-8104-df8e4ff6482c', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:42:51.344144 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.388255 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.391580 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.409789 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd847ab-7f41-44ab-8f71-9970fbb78f07,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:42:51.419185 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.419533 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.419913 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.420249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.420581 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.420911 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.421265 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.421588 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.421915 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.422266 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.422558 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.422878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:42:51.431407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.432638 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-99e4786f-8402-48dc-81b7-3c81d1a1b84a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212311 Nov 24 05:42:51.435376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44714) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:42:51.439858 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-9b6edac4-228f-4c91-af16-689068c568a1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'd39c8e96-921e-404b-8104-df8e4ff6482c', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:42:51.465942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b6edac4-228f-4c91-af16-689068c568a1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.520449 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b6edac4-228f-4c91-af16-689068c568a1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.523912 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b6edac4-228f-4c91-af16-689068c568a1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.548249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6edac4-228f-4c91-af16-689068c568a1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9822d5d-4068-4aa6-870f-5f379457089c,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:42:51.555230 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9b6edac4-228f-4c91-af16-689068c568a1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.556488 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9b6edac4-228f-4c91-af16-689068c568a1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201580 Nov 24 05:42:51.559168 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44716) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:42:51.563397 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-f79aba7a-5e12-4efb-92e8-2467ec1e28cb tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'd39c8e96-921e-404b-8104-df8e4ff6482c', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:42:51.589121 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f79aba7a-5e12-4efb-92e8-2467ec1e28cb tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.644157 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f79aba7a-5e12-4efb-92e8-2467ec1e28cb tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.647967 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f79aba7a-5e12-4efb-92e8-2467ec1e28cb tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.667061 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79aba7a-5e12-4efb-92e8-2467ec1e28cb tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704d977b-5aa0-4b58-82e2-a7ff6683364e,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:42:51.673217 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f79aba7a-5e12-4efb-92e8-2467ec1e28cb tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.674403 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f79aba7a-5e12-4efb-92e8-2467ec1e28cb tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142726 Nov 24 05:42:51.677119 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44718) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:42:51.681701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3b9a03d5-6469-444f-aea8-db3fef48b6f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'd39c8e96-921e-404b-8104-df8e4ff6482c', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:42:51.708273 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3b9a03d5-6469-444f-aea8-db3fef48b6f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.765086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3b9a03d5-6469-444f-aea8-db3fef48b6f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.768400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3b9a03d5-6469-444f-aea8-db3fef48b6f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.787726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a03d5-6469-444f-aea8-db3fef48b6f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b119afd8-a15a-4213-824b-b6aba082c0d5,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:42:51.795443 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3b9a03d5-6469-444f-aea8-db3fef48b6f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.797683 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3b9a03d5-6469-444f-aea8-db3fef48b6f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186173 Nov 24 05:42:51.799398 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44720) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:42:51.803770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-319f8a34-a5a5-4b98-a621-299f5e56e7b5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'd39c8e96-921e-404b-8104-df8e4ff6482c', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:42:51.826495 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-319f8a34-a5a5-4b98-a621-299f5e56e7b5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Project 58e45e4e3fc24463a1743efd93e99d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:42:51.831435 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-319f8a34-a5a5-4b98-a621-299f5e56e7b5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.838349 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.890657 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-319f8a34-a5a5-4b98-a621-299f5e56e7b5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.894249 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-319f8a34-a5a5-4b98-a621-299f5e56e7b5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.912706 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f8a34-a5a5-4b98-a621-299f5e56e7b5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9c290d-65d8-4a39-b049-f3a7b6f32efe,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:42:51.920921 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-319f8a34-a5a5-4b98-a621-299f5e56e7b5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:51.922111 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-319f8a34-a5a5-4b98-a621-299f5e56e7b5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217363 Nov 24 05:42:51.924774 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44722) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:42:51.929010 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c64ea6ea-9d1a-4d45-be36-157f34639ce7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'security_group_rule': {'security_group_id': 'd39c8e96-921e-404b-8104-df8e4ff6482c', 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:42:51.950750 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.securitygroups_db [None req-c64ea6ea-9d1a-4d45-be36-157f34639ce7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Project 58e45e4e3fc24463a1743efd93e99d07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:42:51.955578 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c64ea6ea-9d1a-4d45-be36-157f34639ce7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:52.012361 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c64ea6ea-9d1a-4d45-be36-157f34639ce7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:52.016523 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c64ea6ea-9d1a-4d45-be36-157f34639ce7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:52.033976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ea6ea-9d1a-4d45-be36-157f34639ce7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2beb03f9-b831-436f-b2b6-bdebe17ba112,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:42:52.040863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c64ea6ea-9d1a-4d45-be36-157f34639ce7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:52.042031 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c64ea6ea-9d1a-4d45-be36-157f34639ce7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163497 Nov 24 05:42:54.250521 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:42:55.138265 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 2e8c7436-8fed-4566-8dd8-910ab9026bac no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:42:55.157830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 2e8c7436-8fed-4566-8dd8-910ab9026bac {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:42:55.158181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 2e8c7436-8fed-4566-8dd8-910ab9026bac not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:43:07.257059 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-fb4e0bf0-7ecc-4940-8656-30984af90747 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572553442&fields=id&tenant_id=58e45e4e3fc24463a1743efd93e99d07 HTTP/1.1" status: 200 len: 267 time: 0.0466232 Nov 24 05:43:07.363336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-01e178ab-60f1-43f8-a1b1-91e692351540 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:07.364759 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-01e178ab-60f1-43f8-a1b1-91e692351540 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 808 time: 0.1010392 Nov 24 05:43:07.379744 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-4f37bbe7-3252-457b-831b-150e5630f0f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/quotas/58e45e4e3fc24463a1743efd93e99d07 HTTP/1.1" status: 200 len: 375 time: 0.0092189 Nov 24 05:43:07.428634 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-c7ddeb90-16b6-49f3-9cfa-818792605f12 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439315 Nov 24 05:43:07.523048 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-1a593f9e-ae71-4436-9670-6d5a65f25548 service neutron] 10.222.0.37 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833890 Nov 24 05:43:07.608231 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-1a1ddc58-8ad7-49ff-87ed-61349e39c6e6 service neutron] 10.222.0.37 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792298 Nov 24 05:43:07.889334 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4f8ad50-3646-4769-a522-3e4d068b6d48 req-b4bf75c0-ae67-4a48-ae71-336c8ad1d917 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 210 time: 0.0316765 Nov 24 05:43:08.774592 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-c176e197-430b-4d17-8a26-1f389b866bb8 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:08.776067 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-c176e197-430b-4d17-8a26-1f389b866bb8 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 808 time: 0.1096370 Nov 24 05:43:08.840772 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-fcad7bde-88c2-448c-b58b-32a897aea5d1 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58e45e4e3fc24463a1743efd93e99d07 HTTP/1.1" status: 200 len: 380 time: 0.0553946 Nov 24 05:43:08.851461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'port': {'device_id': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'admin_state_up': True, 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'security_groups': ['d39c8e96-921e-404b-8104-df8e4ff6482c']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:43:08.958807 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Made reservation on behalf of 58e45e4e3fc24463a1743efd93e99d07 for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:43:08.962307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:08.988771 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c35611b8-fc88-4db3-8fcb-00d1323564c6 req-78254c6d-446c-4aaf-a94c-b96ae700c1c7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 210 time: 0.0286977 Nov 24 05:43:09.091398 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Allocated IP 172.20.0.4 (2e46cb4c-1f24-4961-b07d-359efd552a4c/37a332c4-8158-4bc1-9ddb-219e1c0dfa2b/96446d5e-0052-43f1-b372-5eb1ea35c677) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:43:09.228804 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:09.263292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:09.307943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Network 2e46cb4c-1f24-4961-b07d-359efd552a4c is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:43:09.310897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:43:09.315262 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:43:09.321844 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'Port': ['ID=96446d5e-0052-43f1-b372-5eb1ea35c677,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:43:09.369219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:09.369855 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:09.386635 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-29049596-9612-45b6-b3a6-393d92b5669d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5388038 Nov 24 05:43:09.399012 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Request body: {'port': {'device_id': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:43:09.458908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:09.585255 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-ff80472e-73f4-4310-a84d-c9b181cb1587 None None] Provisioning complete for port 96446d5e-0052-43f1-b372-5eb1ea35c677 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:43:09.586398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ff80472e-73f4-4310-a84d-c9b181cb1587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:09.623082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-ff80472e-73f4-4310-a84d-c9b181cb1587 None None] Port 96446d5e-0052-43f1-b372-5eb1ea35c677 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:43:09.731981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96446d5e-0052-43f1-b372-5eb1ea35c677 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:43:09.739966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:09.752280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Transition to ACTIVE for port object 96446d5e-0052-43f1-b372-5eb1ea35c677 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:43:09.755349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:09.802633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=96446d5e-0052-43f1-b372-5eb1ea35c677,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:43:09.880632 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Attempting to bind port 96446d5e-0052-43f1-b372-5eb1ea35c677 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:43:09.880991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Attempting to bind port 96446d5e-0052-43f1-b372-5eb1ea35c677 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:43:09.881328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Attempting to bind port 96446d5e-0052-43f1-b372-5eb1ea35c677 on network 2e46cb4c-1f24-4961-b07d-359efd552a4c {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:43:09.886199 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Port 96446d5e-0052-43f1-b372-5eb1ea35c677 on network 2e46cb4c-1f24-4961-b07d-359efd552a4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:43:09.886524 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Attempting to bind port 96446d5e-0052-43f1-b372-5eb1ea35c677 on network 2e46cb4c-1f24-4961-b07d-359efd552a4c {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:43:09.892140 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:43:09.892486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Checking segment: {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:43:09.892871 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Bound using segment: {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:43:09.893297 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Bound port: 96446d5e-0052-43f1-b372-5eb1ea35c677, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49303e8-1ff7-44c7-b5b2-29b98b841816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:43:09.893826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:09.959394 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] For port 96446d5e-0052-43f1-b372-5eb1ea35c677, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:43:09.962600 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] For port 96446d5e-0052-43f1-b372-5eb1ea35c677, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=96446d5e-0052-43f1-b372-5eb1ea35c677,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:43:09.967984 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:10.004013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:10.004668 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:10.006575 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] 10.222.0.31 "PUT /v2.0/ports/96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 200 len: 1093 time: 0.6118124 Nov 24 05:43:10.007019 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:43:10.009291 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b1ead3-f83f-4c44-82c6-489d43743ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:43:10.043994 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a4cc-9d0a-43b5-8c6d-af21c90cd9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=96446d5e-0052-43f1-b372-5eb1ea35c677,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:43:10.115950 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebd0644-7404-41ae-bde5-513838bdbbb4 x-openstack-request-id: req-7ebd0644-7404-41ae-bde5-513838bdbbb4 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:43:10.116421 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:43:10.116774 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ebd0644-7404-41ae-bde5-513838bdbbb4 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:43:10.117275 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'status': 'completed', 'code': 200} Nov 24 05:43:10.137697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-5826e1b6-4c8d-49fb-ac46-ca4a3ad93d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:10.139709 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-5826e1b6-4c8d-49fb-ac46-ca4a3ad93d2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1096 time: 0.0704625 Nov 24 05:43:10.143374 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f4b77-bd03-4d0e-b3a1-eecf712e36b9 req-8f484be0-dfd8-479f-aa38-986df95a3ff8 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:10.144967 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-335f4b77-bd03-4d0e-b3a1-eecf712e36b9 req-8f484be0-dfd8-479f-aa38-986df95a3ff8 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0536029 Nov 24 05:43:10.195039 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-0863de23-2d06-4b2d-9a77-4e35d06e5dbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 200 len: 217 time: 0.0458026 Nov 24 05:43:10.214206 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-335f4b77-bd03-4d0e-b3a1-eecf712e36b9 req-884c5764-eece-4675-afcd-1620f8e07a5b tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595388 Nov 24 05:43:10.254628 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-425a6a5c-8b2b-40dd-9184-4bc4efd9ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:10.256158 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-425a6a5c-8b2b-40dd-9184-4bc4efd9ae39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0545554 Nov 24 05:43:10.309156 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-49ebb038-9e10-4c72-a203-d751a0a83255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:10.310624 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-49ebb038-9e10-4c72-a203-d751a0a83255 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473685 Nov 24 05:43:10.409226 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-9f64e41c-c373-4590-b74b-62800caff968 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914092 Nov 24 05:43:10.501482 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-6d0840ed-7d13-419d-a903-c1459567ed8f req-42853fd1-3559-44a1-bf7d-7636f8c3fb35 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837827 Nov 24 05:43:10.591039 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1ead3-f83f-4c44-82c6-489d43743ee1 req-35b33e79-eca7-411e-bbe6-d857682f7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:10.592467 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-46b1ead3-f83f-4c44-82c6-489d43743ee1 req-35b33e79-eca7-411e-bbe6-d857682f7292 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1096 time: 0.0459449 Nov 24 05:43:10.680484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1ead3-f83f-4c44-82c6-489d43743ee1 req-97d0d792-e502-4165-85fb-5503a9482ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:10.681901 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-46b1ead3-f83f-4c44-82c6-489d43743ee1 req-97d0d792-e502-4165-85fb-5503a9482ee1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0830324 Nov 24 05:43:10.727096 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-46b1ead3-f83f-4c44-82c6-489d43743ee1 req-dbd7dfa6-4bb4-426a-a8e7-abad988243f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 200 len: 217 time: 0.0381775 Nov 24 05:43:10.775025 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1ead3-f83f-4c44-82c6-489d43743ee1 req-bb885417-eced-4082-97e9-1611a6ebdea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:10.776480 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-46b1ead3-f83f-4c44-82c6-489d43743ee1 req-bb885417-eced-4082-97e9-1611a6ebdea0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0427253 Nov 24 05:43:10.821586 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1ead3-f83f-4c44-82c6-489d43743ee1 req-0916fcf6-b66a-4fd4-a13e-3b673689c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:10.823159 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-46b1ead3-f83f-4c44-82c6-489d43743ee1 req-0916fcf6-b66a-4fd4-a13e-3b673689c17f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398343 Nov 24 05:43:10.915147 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-46b1ead3-f83f-4c44-82c6-489d43743ee1 req-222b735d-7862-4acc-ac0e-a3d424f499c3 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846944 Nov 24 05:43:11.003603 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-46b1ead3-f83f-4c44-82c6-489d43743ee1 req-23c904a0-399d-4aee-9371-db399fbde857 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815666 Nov 24 05:43:11.339811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b9d8a-e30f-4e6c-b03b-d25b57bd5345 req-932f1313-fda5-4af6-aee2-15f820119999 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:11.342097 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7e1b9d8a-e30f-4e6c-b03b-d25b57bd5345 req-932f1313-fda5-4af6-aee2-15f820119999 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0522964 Nov 24 05:43:11.398738 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7e1b9d8a-e30f-4e6c-b03b-d25b57bd5345 req-72e7157d-7d06-4fde-8561-c659cc4c4577 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490670 Nov 24 05:43:12.516479 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183b7e-2272-44ac-be1a-d494e817a4d0 req-7aa6b43d-64d1-49ce-b42c-321c389b8574 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:12.518101 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7c183b7e-2272-44ac-be1a-d494e817a4d0 req-7aa6b43d-64d1-49ce-b42c-321c389b8574 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0517223 Nov 24 05:43:12.568566 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7c183b7e-2272-44ac-be1a-d494e817a4d0 req-0676dd85-b473-46fa-94c4-858e79203582 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441337 Nov 24 05:43:13.688689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d54779-60b3-43eb-89aa-58d4c9b5e222 req-fe39201b-00e6-4605-af9a-293702fddf95 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:13.690198 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-00d54779-60b3-43eb-89aa-58d4c9b5e222 req-fe39201b-00e6-4605-af9a-293702fddf95 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0503120 Nov 24 05:43:13.741360 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-00d54779-60b3-43eb-89aa-58d4c9b5e222 req-acdc8319-76ff-4c43-8dea-252c9531becd tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451627 Nov 24 05:43:15.153753 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba810df1-30d9-463d-bffd-c2e3aa8a7c3e req-801d44f6-b7dc-446e-9620-0e8f1aae96b6 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:15.155226 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ba810df1-30d9-463d-bffd-c2e3aa8a7c3e req-801d44f6-b7dc-446e-9620-0e8f1aae96b6 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.3476140 Nov 24 05:43:15.204176 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ba810df1-30d9-463d-bffd-c2e3aa8a7c3e req-c55a86c0-5c9f-4254-a64a-b762bfe24606 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Nov 24 05:43:16.198897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27f41649-a3ba-4591-978d-b98bd8bb282d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:16.317759 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950509e-b051-4d6c-98a5-c0ab4dcb1041 req-90e1baa5-db34-47fb-bbad-228f1bb7efcf tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:16.319127 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9950509e-b051-4d6c-98a5-c0ab4dcb1041 req-90e1baa5-db34-47fb-bbad-228f1bb7efcf tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0488780 Nov 24 05:43:16.368249 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9950509e-b051-4d6c-98a5-c0ab4dcb1041 req-04fb49b0-c88c-4a62-bdae-b26e49abc8f9 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432141 Nov 24 05:43:17.485447 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a4a4a-659a-476c-b373-80f91c9e1dc5 req-90f4d7d3-6819-492f-a5fa-c4d34fdfe1f3 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:17.486885 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d11a4a4a-659a-476c-b373-80f91c9e1dc5 req-90f4d7d3-6819-492f-a5fa-c4d34fdfe1f3 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0516896 Nov 24 05:43:17.535711 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d11a4a4a-659a-476c-b373-80f91c9e1dc5 req-35ae9ac8-7e96-4daf-a133-c8fe7c9c4eaf tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429556 Nov 24 05:43:18.418489 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4cc2821c-846b-4638-b68d-bb082081f2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:18.651880 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dee852-62dd-476a-9a59-dc5234d40ad9 req-0a5de121-5b10-40ec-8f34-2ceefbda1bd6 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:18.653279 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-44dee852-62dd-476a-9a59-dc5234d40ad9 req-0a5de121-5b10-40ec-8f34-2ceefbda1bd6 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0498869 Nov 24 05:43:18.701781 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-44dee852-62dd-476a-9a59-dc5234d40ad9 req-a871e806-c232-49d7-826d-9fdf145d86e9 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424469 Nov 24 05:43:19.707761 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:20.027801 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0c8ff-2b78-4261-a3cf-0e3c2410a319 req-c1014105-8dab-4937-9310-6e8f924a47f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:20.029276 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-afb0c8ff-2b78-4261-a3cf-0e3c2410a319 req-c1014105-8dab-4937-9310-6e8f924a47f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0987866 Nov 24 05:43:20.082860 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-afb0c8ff-2b78-4261-a3cf-0e3c2410a319 req-c7c46003-8a4d-4e89-9b75-f425f8a2f165 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476401 Nov 24 05:43:20.913535 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:21.246301 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab6bdb-9ca0-4b0f-906e-8266da0641fc req-1e58db1a-7447-4d2d-8c9d-262e24171b45 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:21.247948 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-88ab6bdb-9ca0-4b0f-906e-8266da0641fc req-1e58db1a-7447-4d2d-8c9d-262e24171b45 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0979724 Nov 24 05:43:21.297034 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-88ab6bdb-9ca0-4b0f-906e-8266da0641fc req-d1d4b483-1f0d-461a-b193-fa2730efecab tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420921 Nov 24 05:43:21.530387 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:43:21.844944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:22.411646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c618c-aade-4bc5-a007-1b03fc1951f5 req-23ec80c8-e18f-4f52-b97f-b22ecf926de7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:22.413197 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c2c618c-aade-4bc5-a007-1b03fc1951f5 req-23ec80c8-e18f-4f52-b97f-b22ecf926de7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0484722 Nov 24 05:43:22.461705 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2c2c618c-aade-4bc5-a007-1b03fc1951f5 req-130430b3-33a7-470f-bd7d-1ea73bc2b420 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427024 Nov 24 05:43:23.248065 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 96446d5e-0052-43f1-b372-5eb1ea35c677 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:43:23.338707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 96446d5e-0052-43f1-b372-5eb1ea35c677, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=96446d5e-0052-43f1-b372-5eb1ea35c677,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:43:23.353398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'port_id': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'mac_address': 'fa:16:3e:ef:30:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:43:23.388570 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:23.401829 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96446d5e-0052-43f1-b372-5eb1ea35c677 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:43:23.421565 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 96446d5e-0052-43f1-b372-5eb1ea35c677, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=96446d5e-0052-43f1-b372-5eb1ea35c677,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:43:23.425531 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:23.470929 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=96446d5e-0052-43f1-b372-5eb1ea35c677,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:43:23.477942 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.478558 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.478920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.479317 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.479686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.480031 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.480398 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.480742 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.481079 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.481411 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.481743 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.482071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:43:23.581376 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177c7f7-ccab-465c-94e0-93eb9f5fd972 req-3bc11f8e-88fa-4fd9-8408-de76d5ea60f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:23.582836 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d177c7f7-ccab-465c-94e0-93eb9f5fd972 req-3bc11f8e-88fa-4fd9-8408-de76d5ea60f2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 944 time: 0.0544100 Nov 24 05:43:23.631868 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d177c7f7-ccab-465c-94e0-93eb9f5fd972 req-f16399d2-ece3-476a-b121-3be9b91ae274 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431342 Nov 24 05:43:23.637631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['96446d5e-0052-43f1-b372-5eb1ea35c677'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:43:24.242183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:24.745560 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26f7f5-d63c-44df-9c76-bd2d096ffb49 req-c7217289-b537-4830-b5b6-a4cbadf1dd39 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:24.747049 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ea26f7f5-d63c-44df-9c76-bd2d096ffb49 req-c7217289-b537-4830-b5b6-a4cbadf1dd39 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 944 time: 0.0485611 Nov 24 05:43:24.798063 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ea26f7f5-d63c-44df-9c76-bd2d096ffb49 req-eb459753-fce5-4ede-bf86-e7ad537d851a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 Nov 24 05:43:25.248302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 96446d5e-0052-43f1-b372-5eb1ea35c677 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:43:25.298586 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 96446d5e-0052-43f1-b372-5eb1ea35c677 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:43:25.302515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 96446d5e-0052-43f1-b372-5eb1ea35c677 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:43:25.302886 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:25.376643 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:25.399316 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:43:25.401464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f7ba3a-5379-4a23-9165-debef0f41731" -d '{"events": [{"server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "name": "network-vif-plugged", "status": "completed", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:43:25.414464 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 96446d5e-0052-43f1-b372-5eb1ea35c677, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=96446d5e-0052-43f1-b372-5eb1ea35c677,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:43:25.419378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:25.443251 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666f8e89-5de8-4db6-ac55-2545884b951a x-openstack-request-id: req-666f8e89-5de8-4db6-ac55-2545884b951a {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:43:25.443552 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "name": "network-vif-plugged", "status": "completed", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:43:25.443835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-666f8e89-5de8-4db6-ac55-2545884b951a {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:43:25.444229 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'code': 200} Nov 24 05:43:25.472953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=96446d5e-0052-43f1-b372-5eb1ea35c677,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:43:25.656994 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66162b-f3a2-402f-b1c9-2a8b596f5d56 req-11ab5625-1eba-4263-82d7-4006ebb00678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:25.658463 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fe66162b-f3a2-402f-b1c9-2a8b596f5d56 req-11ab5625-1eba-4263-82d7-4006ebb00678 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1098 time: 0.0815942 Nov 24 05:43:25.710161 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-fe66162b-f3a2-402f-b1c9-2a8b596f5d56 req-1e906d38-9257-4117-95be-859f16a0bdb3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434608 Nov 24 05:43:25.915025 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1bcf2-4635-4656-b6f6-20663243bcb2 req-8e1ac27f-ac73-40bb-97ff-714153e0a1df tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:25.916498 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d0a1bcf2-4635-4656-b6f6-20663243bcb2 req-8e1ac27f-ac73-40bb-97ff-714153e0a1df tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0512881 Nov 24 05:43:25.964416 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d0a1bcf2-4635-4656-b6f6-20663243bcb2 req-7f8a2f54-0861-403c-b978-7654aaf92e7d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415709 Nov 24 05:43:27.081053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4ebdc-9555-4644-acc5-d15bd070670f req-0244bce0-e92d-4d60-9a50-500585ffb003 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:27.082517 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dbd4ebdc-9555-4644-acc5-d15bd070670f req-0244bce0-e92d-4d60-9a50-500585ffb003 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0503402 Nov 24 05:43:27.132308 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-dbd4ebdc-9555-4644-acc5-d15bd070670f req-d6225f0e-ff49-4528-bf71-a8251367d659 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438895 Nov 24 05:43:27.245562 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22dff8-0998-4a0c-b112-c8a47dbe8d69 req-f0e44ef0-4e97-4b93-b4e5-f3b663f952d7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:27.247246 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6b22dff8-0998-4a0c-b112-c8a47dbe8d69 req-f0e44ef0-4e97-4b93-b4e5-f3b663f952d7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0501063 Nov 24 05:43:27.301197 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6b22dff8-0998-4a0c-b112-c8a47dbe8d69 req-b9a3f93f-c448-4271-8bfc-6afc28203e27 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474019 Nov 24 05:43:27.322736 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44922) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:43:27.361462 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cedd815-8437-4134-9d2e-d5a6481412d9 tempest-TestShelveInstance-410714937 tempest-TestShelveInstance-410714937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:27.363529 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8cedd815-8437-4134-9d2e-d5a6481412d9 tempest-TestShelveInstance-410714937 tempest-TestShelveInstance-410714937-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1093 time: 0.0398149 Nov 24 05:43:27.366212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 44924) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:43:27.370373 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:43:27.392179 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:27.493947 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:27.597527 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Allocated IP 172.26.0.67 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/7511f3a1-1e9e-4ee0-84f0-cb6dbd82798b) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:43:27.697097 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:27.735093 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:27.771457 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:43:27.776153 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:43:27.779571 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:43:27.805724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'Port': ['ID=7511f3a1-1e9e-4ee0-84f0-cb6dbd82798b,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:43:28.138980 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:28.203454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:28.352464 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:28.359260 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:28.428483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event updated for resources: {'Port': ['ID=7511f3a1-1e9e-4ee0-84f0-cb6dbd82798b,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:43:28.439952 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:28.543581 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Floating IP 23b02750-7ae7-4604-8d35-3737b1f530ef associated. External IP: 172.26.0.67, port: 96446d5e-0052-43f1-b372-5eb1ea35c677. Nov 24 05:43:28.751711 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Router d7e4ca8d-34ac-42cf-80fd-f04567a57343 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:43:28.862537 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:43:28.872359 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5dd066-be08-460b-8483-8aa08c3f7d04 None None] Sync routers for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:43:28.881077 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:28.883272 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5dd066-be08-460b-8483-8aa08c3f7d04 None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:43:28.883918 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-cd5dd066-be08-460b-8483-8aa08c3f7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:43:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:43:28.908348 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-c3a5e748-75e5-4060-bd5b-e56017481a09 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5411270 Nov 24 05:43:28.908964 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:43:28.911283 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb87f12-179d-4a99-8d21-ef67cdad9f59" -d '{"events": [{"name": "network-changed", "server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:43:29.004635 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d384c609-ada2-4707-8889-a4fb8dc854e2 x-openstack-request-id: req-d384c609-ada2-4707-8889-a4fb8dc854e2 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:43:29.004929 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:43:29.005256 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d384c609-ada2-4707-8889-a4fb8dc854e2 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:43:29.005681 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'status': 'completed', 'code': 200} Nov 24 05:43:29.069516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb87f12-179d-4a99-8d21-ef67cdad9f59 req-d5694aaa-9e43-4280-96d6-762de5904560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:29.070986 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cfb87f12-179d-4a99-8d21-ef67cdad9f59 req-d5694aaa-9e43-4280-96d6-762de5904560 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1098 time: 0.0405793 Nov 24 05:43:29.075581 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-cd5dd066-be08-460b-8483-8aa08c3f7d04 None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:43:29.163732 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb87f12-179d-4a99-8d21-ef67cdad9f59 req-2babe6fc-4fab-4fcf-b358-f90d57b25ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:29.165194 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cfb87f12-179d-4a99-8d21-ef67cdad9f59 req-2babe6fc-4fab-4fcf-b358-f90d57b25ef4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0868483 Nov 24 05:43:29.235031 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cfb87f12-179d-4a99-8d21-ef67cdad9f59 req-87b47af3-c10c-4bc9-9d70-ed9d78a34840 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 200 len: 998 time: 0.0620437 Nov 24 05:43:29.284974 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb87f12-179d-4a99-8d21-ef67cdad9f59 req-06a3ddc1-550a-49e6-b1c5-ee2ef728025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:29.286437 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cfb87f12-179d-4a99-8d21-ef67cdad9f59 req-06a3ddc1-550a-49e6-b1c5-ee2ef728025f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0447650 Nov 24 05:43:29.298746 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-cd5dd066-be08-460b-8483-8aa08c3f7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '23b02750-7ae7-4604-8d35-3737b1f530ef', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'floating_ip_address': '172.26.0.67', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'port_id': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'mac_address': 'fa:16:3e:ef:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:43:27Z', 'updated_at': '2021-11-24T05:43:27Z', 'revision_number': 0, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:43:29.328008 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5dd066-be08-460b-8483-8aa08c3f7d04 None None] Checking router: d7e4ca8d-34ac-42cf-80fd-f04567a57343 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:43:29.332145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb87f12-179d-4a99-8d21-ef67cdad9f59 req-f164bf85-3142-4338-911f-1ee6a3fce2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:29.333629 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cfb87f12-179d-4a99-8d21-ef67cdad9f59 req-f164bf85-3142-4338-911f-1ee6a3fce2b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397027 Nov 24 05:43:29.336627 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5dd066-be08-460b-8483-8aa08c3f7d04 None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:43:29.337225 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-cd5dd066-be08-460b-8483-8aa08c3f7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:43:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:43:29.426866 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cfb87f12-179d-4a99-8d21-ef67cdad9f59 req-f93e810e-e3da-4af6-a8d3-4827346f90bd service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849810 Nov 24 05:43:29.440465 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-cd5dd066-be08-460b-8483-8aa08c3f7d04 None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:43:29.521815 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-cfb87f12-179d-4a99-8d21-ef67cdad9f59 req-ae8717be-a297-4535-b958-6cb4c5a29b59 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873747 Nov 24 05:43:29.660896 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-cd5dd066-be08-460b-8483-8aa08c3f7d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '23b02750-7ae7-4604-8d35-3737b1f530ef', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'floating_ip_address': '172.26.0.67', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'port_id': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'mac_address': 'fa:16:3e:ef:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:43:27Z', 'updated_at': '2021-11-24T05:43:27Z', 'revision_number': 0, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:43:29.690355 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5dd066-be08-460b-8483-8aa08c3f7d04 None None] The sync data for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv is: [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '23b02750-7ae7-4604-8d35-3737b1f530ef', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'floating_ip_address': '172.26.0.67', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'port_id': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'mac_address': 'fa:16:3e:ef:30:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:43:27Z', 'updated_at': '2021-11-24T05:43:27Z', 'revision_number': 0, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:43:29.871835 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c8def7-bd57-4738-92f5-a73a335901bf None None] New status for floating IP 23b02750-7ae7-4604-8d35-3737b1f530ef: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:43:45.448962 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-b723cec7-cc90-4535-9133-0f893d31c959 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386467 Nov 24 05:43:45.533483 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-de0aceea-0b04-48d9-995f-ce9b730ddf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:45.534963 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-de0aceea-0b04-48d9-995f-ce9b730ddf19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1098 time: 0.0415654 Nov 24 05:43:45.961744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-0e22ae31-522a-4b53-8c28-c81f87aa2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:45.963209 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-0e22ae31-522a-4b53-8c28-c81f87aa2256 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.4086385 Nov 24 05:43:46.029262 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-1aa9513a-78a5-45bb-a2f7-4d58f90be142 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 200 len: 1000 time: 0.0563178 Nov 24 05:43:46.076653 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-ada70083-eb07-4403-a105-cfb23467537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:46.077948 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-ada70083-eb07-4403-a105-cfb23467537d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0409873 Nov 24 05:43:46.125928 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-3429d0e2-9028-45b5-8e58-5293e5ebfd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:43:46.127421 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-3429d0e2-9028-45b5-8e58-5293e5ebfd74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426183 Nov 24 05:43:46.200677 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e64daf03-dafc-4ee4-aa7e-6b02ccd1945f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:46.217746 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-ec818dec-e184-4f17-bfdd-ad18ad7e6115 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823097 Nov 24 05:43:46.313985 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-39fec014-5bad-4991-8fea-f6de89d216d4 req-aa58f7bf-8546-48a0-a7ea-4f279bd6c8a5 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841055 Nov 24 05:43:48.411439 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1f855a42-c01f-4865-b622-f2a1780d7396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:49.710189 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:50.917780 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:51.836015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:54.259266 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:43:58.529067 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:44:16.202374 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ede2a150-f636-45dc-a0af-5a6470ef009a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:44:18.412175 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e1c4f659-6ee9-41cd-a354-60e6c5c27351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:44:19.711666 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:44:20.919123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:44:21.838078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:44:24.248955 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:44:35.527690 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:44:46.203710 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-62e78d27-5cde-4c59-9c57-5a88e13db4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:44:47.994598 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-7d13b8e4-9235-4403-ab84-ff457fabf9b1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403154 Nov 24 05:44:48.076416 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-e0876f86-6791-4ff3-a93b-25c1a3da659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:44:48.077755 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-e0876f86-6791-4ff3-a93b-25c1a3da659c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1098 time: 0.0397484 Nov 24 05:44:48.180250 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-c474a23b-bffc-460b-af3b-e89318edfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:44:48.181907 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-c474a23b-bffc-460b-af3b-e89318edfe0d service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0853729 Nov 24 05:44:48.246579 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-112ecaeb-5f28-470b-abf9-3e2a7c35357f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 200 len: 1000 time: 0.0563724 Nov 24 05:44:48.300869 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-95afd2f2-813b-4e11-8afc-68b17841058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:44:48.302286 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-95afd2f2-813b-4e11-8afc-68b17841058d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0469296 Nov 24 05:44:48.347229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-5ab9e473-452c-4e42-9bd4-ddbbe48790dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:44:48.348642 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-5ab9e473-452c-4e42-9bd4-ddbbe48790dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387545 Nov 24 05:44:48.414336 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a66fbf1a-b6ba-4b1e-a826-134115202a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:44:48.440011 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-4199850a-4896-4c73-a97c-934b13072e84 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838647 Nov 24 05:44:48.531833 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-15e04cee-71c2-46d9-bc4f-d6b3695ba9d4 req-9df3c7e0-e919-485c-b77c-1220eff5465f service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850160 Nov 24 05:44:49.715463 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:44:50.922015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:44:51.845007 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:44:54.269269 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:12.527392 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:45:16.206221 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-356f08ce-26aa-48fd-9107-6a30514f2c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:18.415811 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e913-6703-4cd7-9241-46ee6ff4562f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:19.717473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:20.924789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:21.839346 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:24.279405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:25.421923 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084193f7-20a8-47c2-962d-8bc3013a251b req-892b06c1-4551-4a5d-8e29-f746be55725e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:25.423473 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-084193f7-20a8-47c2-962d-8bc3013a251b req-892b06c1-4551-4a5d-8e29-f746be55725e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0513446 Nov 24 05:45:25.474249 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-084193f7-20a8-47c2-962d-8bc3013a251b req-6e478189-c644-4656-975a-a44215802d6d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448632 Nov 24 05:45:26.605976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b84ff-58d2-4a0e-abcb-725c10192590 req-53154f1e-b8cf-41b4-b1e0-abb3dc03a7ee tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:26.607475 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e94b84ff-58d2-4a0e-abcb-725c10192590 req-53154f1e-b8cf-41b4-b1e0-abb3dc03a7ee tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0521376 Nov 24 05:45:26.656366 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e94b84ff-58d2-4a0e-abcb-725c10192590 req-be2eb070-5cc6-4182-a34a-88efe3a8c5b0 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Nov 24 05:45:27.783367 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0575-0949-4885-98a3-f74b8bb20b25 req-7f15f363-94b4-45f7-9840-c41d6908f3ae tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:27.784870 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ac3e0575-0949-4885-98a3-f74b8bb20b25 req-7f15f363-94b4-45f7-9840-c41d6908f3ae tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0483985 Nov 24 05:45:27.834547 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ac3e0575-0949-4885-98a3-f74b8bb20b25 req-de136a4a-fc30-4437-bb51-1455a1eb4532 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Nov 24 05:45:28.951016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf4adf-0eb0-4e4e-939d-f9ad09d354e9 req-718b3620-389e-4c22-b534-8c626242534f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:28.952520 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2dcf4adf-0eb0-4e4e-939d-f9ad09d354e9 req-718b3620-389e-4c22-b534-8c626242534f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0488086 Nov 24 05:45:29.005442 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2dcf4adf-0eb0-4e4e-939d-f9ad09d354e9 req-62294759-72a9-42c1-9ef2-d51a03f58ea8 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470033 Nov 24 05:45:30.119021 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2411a3-ea8b-4676-87f9-d40be248e2da req-9b227851-e1d8-4a70-9104-52af07ef5ac0 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:30.120756 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5e2411a3-ea8b-4676-87f9-d40be248e2da req-9b227851-e1d8-4a70-9104-52af07ef5ac0 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0493329 Nov 24 05:45:30.169969 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5e2411a3-ea8b-4676-87f9-d40be248e2da req-6ff07c78-ce49-4e7e-94c9-ac592f620b31 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434592 Nov 24 05:45:31.284680 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972f69-851e-48d9-b6b2-0192cb826dba req-e4b6c4a3-47ca-4602-bb87-e6cb57468d9b tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:31.286160 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-af972f69-851e-48d9-b6b2-0192cb826dba req-e4b6c4a3-47ca-4602-bb87-e6cb57468d9b tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0502889 Nov 24 05:45:31.335230 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-af972f69-851e-48d9-b6b2-0192cb826dba req-d5458d2d-f2f2-43c4-ac07-3ef832ecf4ff tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Nov 24 05:45:32.453109 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24b018-b701-49b3-8ed3-ef007cb84dd6 req-039213bd-3250-49f6-8459-1c636c8d1a46 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:32.454574 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cf24b018-b701-49b3-8ed3-ef007cb84dd6 req-039213bd-3250-49f6-8459-1c636c8d1a46 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0527153 Nov 24 05:45:32.503617 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-cf24b018-b701-49b3-8ed3-ef007cb84dd6 req-9e51f90e-1fcb-4561-8c34-6faac335af54 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432315 Nov 24 05:45:33.620394 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452780cd-697b-4d14-a2f6-93b46f9cdcdf req-03c8be64-638e-4616-9799-ef95af6e1e17 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:33.621921 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-452780cd-697b-4d14-a2f6-93b46f9cdcdf req-03c8be64-638e-4616-9799-ef95af6e1e17 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0510039 Nov 24 05:45:33.670616 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-452780cd-697b-4d14-a2f6-93b46f9cdcdf req-af275dcd-d94d-4cf0-834b-d15f992b3e0e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 Nov 24 05:45:34.787998 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f51c2-9fee-4367-935c-109b54047788 req-0ce423e5-f21c-4f6e-bdf3-ec0d307e235b tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:34.789614 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de2f51c2-9fee-4367-935c-109b54047788 req-0ce423e5-f21c-4f6e-bdf3-ec0d307e235b tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0535498 Nov 24 05:45:34.840597 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-de2f51c2-9fee-4367-935c-109b54047788 req-d56d8fd8-a8de-4aec-8c18-5e054365f862 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439017 Nov 24 05:45:35.633122 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bb0cd-87d4-4c8d-b7b5-c6d8f9184769 req-b286a121-a0dd-404a-ae25-72c784b58e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:35.634577 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c2bb0cd-87d4-4c8d-b7b5-c6d8f9184769 req-b286a121-a0dd-404a-ae25-72c784b58e5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1098 time: 0.0400310 Nov 24 05:45:35.725895 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bb0cd-87d4-4c8d-b7b5-c6d8f9184769 req-bd35bc0e-dac5-48d8-bc7f-c7118e2d6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:35.727365 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c2bb0cd-87d4-4c8d-b7b5-c6d8f9184769 req-bd35bc0e-dac5-48d8-bc7f-c7118e2d6696 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0855043 Nov 24 05:45:35.789762 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c2bb0cd-87d4-4c8d-b7b5-c6d8f9184769 req-7279e72c-5a67-4006-803e-c9a44c2b0a14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 200 len: 1000 time: 0.0552421 Nov 24 05:45:35.838041 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bb0cd-87d4-4c8d-b7b5-c6d8f9184769 req-6d7f0141-5270-469a-8c5d-39029e3d902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:35.840088 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c2bb0cd-87d4-4c8d-b7b5-c6d8f9184769 req-6d7f0141-5270-469a-8c5d-39029e3d902f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0438509 Nov 24 05:45:35.888615 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bb0cd-87d4-4c8d-b7b5-c6d8f9184769 req-c8522602-b1e8-40bf-9b16-d13e34348fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:35.890047 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c2bb0cd-87d4-4c8d-b7b5-c6d8f9184769 req-c8522602-b1e8-40bf-9b16-d13e34348fde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433869 Nov 24 05:45:35.956076 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc6775-e7f7-49cd-b928-d5e5becde511 req-4199996c-cd38-472b-8a86-28381ad39e48 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:35.957652 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6bfc6775-e7f7-49cd-b928-d5e5becde511 req-4199996c-cd38-472b-8a86-28381ad39e48 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0488405 Nov 24 05:45:35.979423 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c2bb0cd-87d4-4c8d-b7b5-c6d8f9184769 req-d9b02e87-1950-4256-9a5d-441e6fff8e4a service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814519 Nov 24 05:45:36.007480 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6bfc6775-e7f7-49cd-b928-d5e5becde511 req-8314654a-e299-4ec5-a650-a7262f83187b tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437117 Nov 24 05:45:36.071866 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c2bb0cd-87d4-4c8d-b7b5-c6d8f9184769 req-f4610b99-7b34-4ab1-aa3b-1cb9660aa284 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857308 Nov 24 05:45:37.120086 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08f8b2-7e5f-4800-8c50-ded6010762c0 req-59e17208-f0ab-411d-9533-c13a975e8d1d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:37.121464 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7b08f8b2-7e5f-4800-8c50-ded6010762c0 req-59e17208-f0ab-411d-9533-c13a975e8d1d tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0491939 Nov 24 05:45:37.173488 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7b08f8b2-7e5f-4800-8c50-ded6010762c0 req-b2473199-62c7-4765-904e-033bead60bd4 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462570 Nov 24 05:45:38.293400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff196f2-e61d-4b1f-a707-c7cfb25b12b3 req-2be7998a-dfa5-4934-9847-60d79a01b0c2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:38.294910 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eff196f2-e61d-4b1f-a707-c7cfb25b12b3 req-2be7998a-dfa5-4934-9847-60d79a01b0c2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0517220 Nov 24 05:45:38.345812 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-eff196f2-e61d-4b1f-a707-c7cfb25b12b3 req-abed320d-17d2-4282-a91b-eb9ce37d6ccb tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449500 Nov 24 05:45:39.466254 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7cd90-de63-4d1e-b22d-82167df9c0a1 req-bb6b3bdb-d8ae-42e8-8384-e80536b1786e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:39.467770 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7a7cd90-de63-4d1e-b22d-82167df9c0a1 req-bb6b3bdb-d8ae-42e8-8384-e80536b1786e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0503263 Nov 24 05:45:39.519372 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e7a7cd90-de63-4d1e-b22d-82167df9c0a1 req-876e5f0b-43a5-4076-9c9f-16da225b259b tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445905 Nov 24 05:45:40.642058 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9899efc-6057-458f-b01e-1269b07bc260 req-35d5cc08-72d7-4629-9643-33da7e9cc18f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:40.643513 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b9899efc-6057-458f-b01e-1269b07bc260 req-35d5cc08-72d7-4629-9643-33da7e9cc18f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0537388 Nov 24 05:45:40.692058 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b9899efc-6057-458f-b01e-1269b07bc260 req-fe147236-6c43-41f4-96af-7fe2289e6d9c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425634 Nov 24 05:45:40.802237 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-afd88c93-4106-4899-ae58-6d74c246763b req-7e5657fb-129d-400b-b104-6e99acb7bb9f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:45:40.803256 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-afd88c93-4106-4899-ae58-6d74c246763b req-7e5657fb-129d-400b-b104-6e99acb7bb9f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483029 Nov 24 05:45:40.928038 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-59b37c23-599a-4e33-b881-ac0320c7f1ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402462 Nov 24 05:45:40.937741 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-70bb7daa-93fb-4f97-879e-f150339ed0a2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:45:40.938727 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-70bb7daa-93fb-4f97-879e-f150339ed0a2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057523 Nov 24 05:45:40.957939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103722ae-01ce-48c0-b354-bf80c3416c28 req-e20aaf00-a4ef-49e2-9d6e-b5bb9b2bcc35 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:40.959533 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-103722ae-01ce-48c0-b354-bf80c3416c28 req-e20aaf00-a4ef-49e2-9d6e-b5bb9b2bcc35 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0501385 Nov 24 05:45:41.009360 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-103722ae-01ce-48c0-b354-bf80c3416c28 req-a2b66449-bc4b-4782-8691-b0076533e5ed tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439391 Nov 24 05:45:41.876358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 96446d5e-0052-43f1-b372-5eb1ea35c677 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:45:41.961757 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:41.988703 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:45:41.990949 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b217228-a388-46d6-861f-4dce6a7541c9" -d '{"events": [{"server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "name": "network-vif-unplugged", "status": "completed", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:45:42.006090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 96446d5e-0052-43f1-b372-5eb1ea35c677, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=96446d5e-0052-43f1-b372-5eb1ea35c677,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:45:42.011285 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:42.038012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 05:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd4c4aa-53dc-40ae-a852-9321fd5fc49a x-openstack-request-id: req-ebd4c4aa-53dc-40ae-a852-9321fd5fc49a {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:45:42.038136 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "name": "network-vif-unplugged", "status": "failed", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677", "code": 422}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:45:42.038498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebd4c4aa-53dc-40ae-a852-9321fd5fc49a {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:45:42.038823 dv-neutron-818850-5-hyperv neutron-server[103234]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'code': 422} returned with failed status Nov 24 05:45:42.068512 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=96446d5e-0052-43f1-b372-5eb1ea35c677,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:45:42.076254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.076639 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.076953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.077298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.077637 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.077976 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.078312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.078647 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.078981 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.079311 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.079830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.079994 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:45:42.134096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329fee2-ea74-4eee-a58f-01d50d71e424 req-dbb48961-d3c9-4b40-a482-6df00725a01e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:42.135611 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8329fee2-ea74-4eee-a58f-01d50d71e424 req-dbb48961-d3c9-4b40-a482-6df00725a01e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0541182 Nov 24 05:45:42.192199 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-8329fee2-ea74-4eee-a58f-01d50d71e424 req-70be18d0-5138-4d4b-a9f2-66c570880837 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500500 Nov 24 05:45:43.306896 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafaee4-4e86-4e1c-b7ed-8e571abe92a7 req-dd7ddf45-e8f5-4dcb-8bb7-e7c7bcddcc76 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:43.309108 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bfafaee4-4e86-4e1c-b7ed-8e571abe92a7 req-dd7ddf45-e8f5-4dcb-8bb7-e7c7bcddcc76 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0503576 Nov 24 05:45:43.360941 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bfafaee4-4e86-4e1c-b7ed-8e571abe92a7 req-4d8d2913-93d4-40cb-aec0-261414d24887 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 Nov 24 05:45:44.483175 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762473eb-e918-4967-bf16-6ee7d1fed48d req-4ba0bf58-41aa-4364-ba54-3a8ccadcf991 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:44.484864 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-762473eb-e918-4967-bf16-6ee7d1fed48d req-4ba0bf58-41aa-4364-ba54-3a8ccadcf991 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0523577 Nov 24 05:45:44.536814 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-762473eb-e918-4967-bf16-6ee7d1fed48d req-aa59cb82-6c76-48a0-8a96-680346151322 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454783 Nov 24 05:45:45.664200 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8a0a7-7907-42ca-9bb7-33063c81e130 req-7e01f726-2450-43e8-9e1b-660bab01609a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:45.665665 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b5b8a0a7-7907-42ca-9bb7-33063c81e130 req-7e01f726-2450-43e8-9e1b-660bab01609a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0536637 Nov 24 05:45:45.714973 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b5b8a0a7-7907-42ca-9bb7-33063c81e130 req-d50e3932-281c-4db5-af21-f92329210fa2 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433507 Nov 24 05:45:46.211268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29dc91c0-ff3b-47b8-9e0c-831363d4c787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:46.642500 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-5b989349-89a0-4d04-9946-86a3beebbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:46.644039 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-5b989349-89a0-4d04-9946-86a3beebbb8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523&tenant_id=58e45e4e3fc24463a1743efd93e99d07 HTTP/1.1" status: 200 len: 1096 time: 0.0397604 Nov 24 05:45:46.707609 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-2941831f-9a82-4545-b10c-8e0e12f51b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:46.709079 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-2941831f-9a82-4545-b10c-8e0e12f51b30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1096 time: 0.0435300 Nov 24 05:45:46.801750 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-3ca038b7-e1a2-46c6-a255-36af7cb2bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:46.803234 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-3ca038b7-e1a2-46c6-a255-36af7cb2bd9c service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0861661 Nov 24 05:45:46.832052 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02787e60-04ac-460a-8c1c-73bec4d4f80f req-777deecb-4595-417a-b06f-cb7bf67c6037 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:46.833546 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-02787e60-04ac-460a-8c1c-73bec4d4f80f req-777deecb-4595-417a-b06f-cb7bf67c6037 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0501618 Nov 24 05:45:46.875147 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-c7721655-2ebb-4072-8b8a-19642df801fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 200 len: 998 time: 0.0643785 Nov 24 05:45:46.888374 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-02787e60-04ac-460a-8c1c-73bec4d4f80f req-1d54a055-ed85-46f0-9827-174a30d5b3f8 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481226 Nov 24 05:45:46.924765 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-d30fe1f0-ebca-4af5-ab1a-83d642605065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:46.926223 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-d30fe1f0-ebca-4af5-ab1a-83d642605065 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0442317 Nov 24 05:45:46.973316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-29191bbe-3713-4b84-9a9c-f1081ecc15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:46.974789 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-29191bbe-3713-4b84-9a9c-f1081ecc15cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415604 Nov 24 05:45:47.066436 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-774fffa1-328b-44f7-a446-16de4978cae3 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840845 Nov 24 05:45:47.154332 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae9e0c1e-b0ff-4d8b-b1c4-fd7aea3483d6 req-4a3fa509-e0f7-4152-b8a6-fee6c986ba81 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808642 Nov 24 05:45:48.005497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e49ff1-9a85-4063-a682-0fd9a478c62f req-11c24795-a225-444a-93e7-90f02a3dec74 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:48.006979 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d1e49ff1-9a85-4063-a682-0fd9a478c62f req-11c24795-a225-444a-93e7-90f02a3dec74 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0532463 Nov 24 05:45:48.055044 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d1e49ff1-9a85-4063-a682-0fd9a478c62f req-a15959be-55ea-4372-9d29-14c94dfce36a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420277 Nov 24 05:45:48.416748 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1648-6ea4-43b9-bcb9-b15ba2592f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:49.004981 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44fa09-ca69-4eb7-b828-574d751f5aa5 req-a6d97f01-b8eb-4ff2-a955-9ecd702629d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:49.006476 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4f44fa09-ca69-4eb7-b828-574d751f5aa5 req-a6d97f01-b8eb-4ff2-a955-9ecd702629d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1096 time: 0.0455296 Nov 24 05:45:49.108014 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44fa09-ca69-4eb7-b828-574d751f5aa5 req-387aa01f-e098-47af-826c-958a062f8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:49.109545 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4f44fa09-ca69-4eb7-b828-574d751f5aa5 req-387aa01f-e098-47af-826c-958a062f8f89 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0844285 Nov 24 05:45:49.170853 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbcaf8-5535-43dc-aa6c-d801b90ada28 req-d50bc5e7-9f8b-4ce9-997d-fbd1abd044b9 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:49.172386 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e3bbcaf8-5535-43dc-aa6c-d801b90ada28 req-d50bc5e7-9f8b-4ce9-997d-fbd1abd044b9 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0505917 Nov 24 05:45:49.182907 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4f44fa09-ca69-4eb7-b828-574d751f5aa5 req-f98ad0c4-130b-4862-b1a0-f6f4921cbe75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 200 len: 998 time: 0.0625267 Nov 24 05:45:49.225875 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-e3bbcaf8-5535-43dc-aa6c-d801b90ada28 req-9f8bd13c-5b31-491e-9ea5-071005410b47 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476646 Nov 24 05:45:49.233187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44fa09-ca69-4eb7-b828-574d751f5aa5 req-730dccb0-5984-49dd-9d7d-66f1579076bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:49.234673 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4f44fa09-ca69-4eb7-b828-574d751f5aa5 req-730dccb0-5984-49dd-9d7d-66f1579076bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0450292 Nov 24 05:45:49.279918 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44fa09-ca69-4eb7-b828-574d751f5aa5 req-a39b7b5b-44dc-4f42-9b2f-4053705ca9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:49.281396 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4f44fa09-ca69-4eb7-b828-574d751f5aa5 req-a39b7b5b-44dc-4f42-9b2f-4053705ca9ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403166 Nov 24 05:45:49.374682 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4f44fa09-ca69-4eb7-b828-574d751f5aa5 req-d3c6b28b-202a-4ada-9673-a7cc319ee5cb service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856724 Nov 24 05:45:49.463886 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4f44fa09-ca69-4eb7-b828-574d751f5aa5 req-411d8a43-def8-48c5-86aa-9f5774507bea service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827835 Nov 24 05:45:49.525916 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:45:49.720077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:50.339556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30540e4-6bef-4ebd-a11f-9dd1cb88a740 req-9568f64e-9c3f-4ded-bdcf-1c758f79d4c4 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:50.341802 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d30540e4-6bef-4ebd-a11f-9dd1cb88a740 req-9568f64e-9c3f-4ded-bdcf-1c758f79d4c4 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0488048 Nov 24 05:45:50.394093 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d30540e4-6bef-4ebd-a11f-9dd1cb88a740 req-0e4ba7ae-c301-44ce-89b8-0648b3be2e4e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462043 Nov 24 05:45:50.928822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:51.516540 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244f5fd-b308-4269-9712-0641f02ee247 req-71ca4f64-3681-4780-be6d-880358f23878 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:51.518183 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0244f5fd-b308-4269-9712-0641f02ee247 req-71ca4f64-3681-4780-be6d-880358f23878 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0557714 Nov 24 05:45:51.573147 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-0244f5fd-b308-4269-9712-0641f02ee247 req-f9013e6c-e1e7-490e-9493-e009b686f5b7 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489454 Nov 24 05:45:51.841306 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:52.688557 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589eb1cc-a6a7-4b2f-9f63-ad4a03129e74 req-467cef80-36b4-42cc-8e59-7d17a63a45c8 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:52.689997 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-589eb1cc-a6a7-4b2f-9f63-ad4a03129e74 req-467cef80-36b4-42cc-8e59-7d17a63a45c8 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0477021 Nov 24 05:45:52.738653 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-589eb1cc-a6a7-4b2f-9f63-ad4a03129e74 req-4230f748-0d20-4b6a-a4da-173b544893a0 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426719 Nov 24 05:45:53.858679 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9aecbe-3fb2-4794-a830-b76ad1fc2d06 req-a4c5e098-9e64-44fa-b9d9-885a10a4532e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:53.860161 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2b9aecbe-3fb2-4794-a830-b76ad1fc2d06 req-a4c5e098-9e64-44fa-b9d9-885a10a4532e tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0528936 Nov 24 05:45:53.908528 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2b9aecbe-3fb2-4794-a830-b76ad1fc2d06 req-c790862c-9916-484a-8cfc-7d8ad8db39b0 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425465 Nov 24 05:45:54.280832 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:55.024248 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa75580-12f3-45f3-bde5-635d6948b815 req-0bb8fa1d-721b-4a25-8131-7d94c07b8d3c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:55.025730 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2fa75580-12f3-45f3-bde5-635d6948b815 req-0bb8fa1d-721b-4a25-8131-7d94c07b8d3c tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 943 time: 0.0495193 Nov 24 05:45:55.074235 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2fa75580-12f3-45f3-bde5-635d6948b815 req-5f4d681c-87fe-4e05-9814-28c1e583f309 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 Nov 24 05:45:55.973433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 96446d5e-0052-43f1-b372-5eb1ea35c677 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:45:56.063890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 96446d5e-0052-43f1-b372-5eb1ea35c677, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=96446d5e-0052-43f1-b372-5eb1ea35c677,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:45:56.074294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'port_id': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'mac_address': 'fa:16:3e:ef:30:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:45:56.114283 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:56.127610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96446d5e-0052-43f1-b372-5eb1ea35c677 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:45:56.147699 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 96446d5e-0052-43f1-b372-5eb1ea35c677, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=96446d5e-0052-43f1-b372-5eb1ea35c677,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:45:56.152078 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:56.189648 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c4f94-f50a-4ded-9513-8ad2a290f003 req-315a01f3-589d-453f-b7e4-964d177ff1d9 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:56.191158 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7e0c4f94-f50a-4ded-9513-8ad2a290f003 req-315a01f3-589d-453f-b7e4-964d177ff1d9 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 944 time: 0.0493460 Nov 24 05:45:56.198910 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=96446d5e-0052-43f1-b372-5eb1ea35c677,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:45:56.244571 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7e0c4f94-f50a-4ded-9513-8ad2a290f003 req-fe8e4bc2-02db-489b-b5f3-5fbd0a52f0fd tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474405 Nov 24 05:45:56.362291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['96446d5e-0052-43f1-b372-5eb1ea35c677'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:45:57.361499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bbd9b-eadc-451f-a9e3-ca3e14d635f7 req-2c583415-fe7d-49c7-b8da-74e83699c73f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:57.362952 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ac3bbd9b-eadc-451f-a9e3-ca3e14d635f7 req-2c583415-fe7d-49c7-b8da-74e83699c73f tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 944 time: 0.0492163 Nov 24 05:45:57.411230 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ac3bbd9b-eadc-451f-a9e3-ca3e14d635f7 req-adc74530-6fa0-4303-a2b3-4293b6400d28 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424035 Nov 24 05:45:57.984711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 96446d5e-0052-43f1-b372-5eb1ea35c677 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:45:58.031018 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 96446d5e-0052-43f1-b372-5eb1ea35c677 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:45:58.031384 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:58.106475 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:58.128673 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:45:58.130890 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4d76c1-0f84-443f-ad50-a93b712b48bf" -d '{"events": [{"server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "name": "network-vif-plugged", "status": "completed", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:45:58.144029 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 96446d5e-0052-43f1-b372-5eb1ea35c677, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=96446d5e-0052-43f1-b372-5eb1ea35c677,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:45:58.148288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:45:58.175356 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795064bb-d3fe-44d7-a857-40cf87a9d668 x-openstack-request-id: req-795064bb-d3fe-44d7-a857-40cf87a9d668 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:45:58.175668 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "name": "network-vif-plugged", "status": "completed", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:45:58.175920 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-795064bb-d3fe-44d7-a857-40cf87a9d668 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:45:58.176302 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'code': 200} Nov 24 05:45:58.201475 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=96446d5e-0052-43f1-b372-5eb1ea35c677,revision_number=8']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:45:58.388666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d81abf-0046-4805-8602-e7563def6d41 req-840958b2-cb3a-465a-ad7d-72763ea90ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:58.390083 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b1d81abf-0046-4805-8602-e7563def6d41 req-840958b2-cb3a-465a-ad7d-72763ea90ea7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1098 time: 0.0474157 Nov 24 05:45:58.441569 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b1d81abf-0046-4805-8602-e7563def6d41 req-a7d4a99a-57f6-4e43-9b87-62f5c26cbc4c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 Nov 24 05:45:58.523884 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7f43f-8a63-4e63-841a-7ef5e235a1f1 req-7ea98766-6213-4d94-9d58-c5560838d4e5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:58.525326 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6cf7f43f-8a63-4e63-841a-7ef5e235a1f1 req-7ea98766-6213-4d94-9d58-c5560838d4e5 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0483353 Nov 24 05:45:58.573265 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6cf7f43f-8a63-4e63-841a-7ef5e235a1f1 req-540f3a78-01dd-4138-b700-bdccede32e01 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419850 Nov 24 05:45:59.694909 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945894bb-4abb-4213-a487-40f464b86f6f req-ae1e015d-1206-4470-ac65-28b616fb6adf tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:45:59.696423 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-945894bb-4abb-4213-a487-40f464b86f6f req-ae1e015d-1206-4470-ac65-28b616fb6adf tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0541463 Nov 24 05:45:59.746004 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-945894bb-4abb-4213-a487-40f464b86f6f req-aa95cf3b-58bb-443d-a39c-64e3825bba5b tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Nov 24 05:46:16.212469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0b53fa7e-a40d-45e7-9f76-2fd0486afca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:46:18.417334 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13c6df04-df6c-418c-9460-08d506b50c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:46:19.723106 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:46:20.931928 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:46:21.841762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:46:24.298239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:46:26.526301 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:46:46.216063 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-807528c5-94b6-44e0-8564-fdcf74b28d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:46:48.417626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-613d834d-6b99-4d75-bec0-1367afcdcbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:46:49.032858 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-81a35ec2-8d03-414e-bddf-e20e1c60cbae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390773 Nov 24 05:46:49.113187 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-f6aff446-f9ce-4c98-a9fd-8ebaa1312eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:46:49.115071 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-f6aff446-f9ce-4c98-a9fd-8ebaa1312eff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1098 time: 0.0397897 Nov 24 05:46:49.218931 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-4c4fd4dc-165f-47c9-bc6d-a495b7a2904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:46:49.220432 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-4c4fd4dc-165f-47c9-bc6d-a495b7a2904a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.0879090 Nov 24 05:46:49.285299 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-3efa37c1-edbe-441e-ae87-8efdd3f2d54d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 200 len: 1000 time: 0.0574975 Nov 24 05:46:49.339150 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-0a6ae63f-160f-4950-9227-c36647b4f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:46:49.340619 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-0a6ae63f-160f-4950-9227-c36647b4f71d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0467286 Nov 24 05:46:49.384992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-43dea2d8-4d2e-4f39-ae26-21c344a82a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:46:49.386361 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-43dea2d8-4d2e-4f39-ae26-21c344a82a0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390799 Nov 24 05:46:49.473918 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-0c964e7a-fa2d-4a30-9db6-1988d77af00b service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801332 Nov 24 05:46:49.565708 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-d1078ff5-9c03-4cf5-b709-3b7a9daa34ab req-5103baed-1ec5-4191-af7d-b78ff3e3b47d service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853798 Nov 24 05:46:49.726363 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:46:50.933402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:46:51.843642 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:46:54.313110 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:03.525420 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:47:15.213218 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45068) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:15.368227 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Deleting port 7511f3a1-1e9e-4ee0-84f0-cb6dbd82798b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:47:15.368567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:15.444991 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:15.445315 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:15.456494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Calling delete_port for 7511f3a1-1e9e-4ee0-84f0-cb6dbd82798b owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:47:15.596326 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:15.625095 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event deleted for resources: {'Port': ['ID=7511f3a1-1e9e-4ee0-84f0-cb6dbd82798b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:15.649034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.649392 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.649735 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.650073 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.650407 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.650738 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.651069 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.651396 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.651759 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.652084 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.652404 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.652720 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:15.692956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:15.693285 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Floating IP 23b02750-7ae7-4604-8d35-3737b1f530ef disassociated (deleted). External IP: 172.26.0.67, port: 96446d5e-0052-43f1-b372-5eb1ea35c677. Nov 24 05:47:15.898145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Router d7e4ca8d-34ac-42cf-80fd-f04567a57343 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:47:16.002367 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:47:16.007248 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:16.012195 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a102b-0e44-4dff-a521-f01ae63712ab None None] Sync routers for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:47:16.022537 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a102b-0e44-4dff-a521-f01ae63712ab None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:16.023138 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fc5a102b-0e44-4dff-a521-f01ae63712ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:46:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:16.033644 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-639af249-7fd9-48b1-84ea-1dbf4a899674 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "DELETE /v2.0/floatingips/23b02750-7ae7-4604-8d35-3737b1f530ef HTTP/1.1" status: 204 len: 168 time: 0.8194184 Nov 24 05:47:16.034340 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:47:16.037480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3a17a5-e880-414a-8925-67f0f9ae582a" -d '{"events": [{"name": "network-changed", "server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:47:16.080946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700cfebe-639d-4059-9a05-de44d65dac85 x-openstack-request-id: req-700cfebe-639d-4059-9a05-de44d65dac85 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:47:16.082188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:47:16.082188 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-700cfebe-639d-4059-9a05-de44d65dac85 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:47:16.082453 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'status': 'completed', 'code': 200} Nov 24 05:47:16.136846 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-fc5a102b-0e44-4dff-a521-f01ae63712ab None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:16.145266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a17a5-e880-414a-8925-67f0f9ae582a req-6ac3c2e4-188f-4562-874a-f9a2ec58094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:16.146970 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c3a17a5-e880-414a-8925-67f0f9ae582a req-6ac3c2e4-188f-4562-874a-f9a2ec58094d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=58e45e4e3fc24463a1743efd93e99d07&device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 1098 time: 0.0416007 Nov 24 05:47:16.231748 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57b714a7-d80a-4fa0-835a-94aa7f1247ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:16.258751 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a17a5-e880-414a-8925-67f0f9ae582a req-45e2bd56-916d-4b00-9f51-7e92fead7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:16.261278 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c3a17a5-e880-414a-8925-67f0f9ae582a req-45e2bd56-916d-4b00-9f51-7e92fead7eac service neutron] 10.222.0.31 "GET /v2.0/networks?id=2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 200 len: 909 time: 0.1071129 Nov 24 05:47:16.282615 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606a6df-cdb6-4459-b231-b3caf1e7ef8b req-34e1acd8-4084-4c49-8d01-6c907ed482bb tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:16.285077 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d606a6df-cdb6-4459-b231-b3caf1e7ef8b req-34e1acd8-4084-4c49-8d01-6c907ed482bb tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0693076 Nov 24 05:47:16.311493 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c3a17a5-e880-414a-8925-67f0f9ae582a req-c430b278-4476-4dd7-92be-a3ea7ccadaf1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 200 len: 217 time: 0.0404367 Nov 24 05:47:16.343629 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-d606a6df-cdb6-4459-b231-b3caf1e7ef8b req-c4fbbc92-c7a8-42a4-8586-8508fa2c5a02 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508933 Nov 24 05:47:16.367070 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a17a5-e880-414a-8925-67f0f9ae582a req-2650f6dd-bda9-4b93-88e0-e8b760932051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:16.368586 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c3a17a5-e880-414a-8925-67f0f9ae582a req-2650f6dd-bda9-4b93-88e0-e8b760932051 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 200 len: 847 time: 0.0480578 Nov 24 05:47:16.421053 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a17a5-e880-414a-8925-67f0f9ae582a req-89938a17-3d47-42c9-9c30-9e4a1f91d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:16.422459 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c3a17a5-e880-414a-8925-67f0f9ae582a req-89938a17-3d47-42c9-9c30-9e4a1f91d37c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2e46cb4c-1f24-4961-b07d-359efd552a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451019 Nov 24 05:47:16.462979 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fc5a102b-0e44-4dff-a521-f01ae63712ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:16.489991 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a102b-0e44-4dff-a521-f01ae63712ab None None] Checking router: d7e4ca8d-34ac-42cf-80fd-f04567a57343 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:47:16.498140 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a102b-0e44-4dff-a521-f01ae63712ab None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:16.498735 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fc5a102b-0e44-4dff-a521-f01ae63712ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:46:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:16.514244 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c3a17a5-e880-414a-8925-67f0f9ae582a req-d8fd58c1-0084-41f7-befe-b801c5d6eb92 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837173 Nov 24 05:47:16.603686 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-fc5a102b-0e44-4dff-a521-f01ae63712ab None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:16.610000 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-4c3a17a5-e880-414a-8925-67f0f9ae582a req-9fd883e1-2ee7-47f7-b62b-e8ba808e9c00 service neutron] 10.222.0.31 "GET /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877864 Nov 24 05:47:16.799481 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-fc5a102b-0e44-4dff-a521-f01ae63712ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:16.826955 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a102b-0e44-4dff-a521-f01ae63712ab None None] The sync data for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv is: [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '14ddfc34-5736-4402-8702-1b5b4f81518f', 'name': '', 'network_id': '2e46cb4c-1f24-4961-b07d-359efd552a4c', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'mac_address': 'fa:16:3e:e4:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:37Z', 'updated_at': '2021-11-24T05:38:41Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'subnets': [{'id': '37a332c4-8158-4bc1-9ddb-219e1c0dfa2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:47:17.048841 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b716c64-b1ad-478d-9b1a-df350bdfc9ef None None] New status for floating IP 23b02750-7ae7-4604-8d35-3737b1f530ef: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:47:17.462382 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da619-0422-400b-9ef6-09293b44f4b8 req-f4dc949f-fba4-4771-980f-8eacdc54f085 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:17.463876 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4b1da619-0422-400b-9ef6-09293b44f4b8 req-f4dc949f-fba4-4771-980f-8eacdc54f085 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0489829 Nov 24 05:47:17.512663 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4b1da619-0422-400b-9ef6-09293b44f4b8 req-a498eea4-eb2b-4eb9-ab98-1a5c580ba491 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39c8e96-921e-404b-8104-df8e4ff6482c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427914 Nov 24 05:47:17.747908 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e913851-0375-4124-ac9b-3de0af818d2d req-1dc47e93-bc87-4e8e-b44f-079bda92a301 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:17.749249 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2e913851-0375-4124-ac9b-3de0af818d2d req-1dc47e93-bc87-4e8e-b44f-079bda92a301 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.31 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 945 time: 0.0473766 Nov 24 05:47:17.840077 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-2e913851-0375-4124-ac9b-3de0af818d2d req-701db00a-75b2-407c-b704-66fc28646bad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Deleting port 96446d5e-0052-43f1-b372-5eb1ea35c677 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:47:17.840422 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2e913851-0375-4124-ac9b-3de0af818d2d req-701db00a-75b2-407c-b704-66fc28646bad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:17.925973 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-2e913851-0375-4124-ac9b-3de0af818d2d req-701db00a-75b2-407c-b704-66fc28646bad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] For port 96446d5e-0052-43f1-b372-5eb1ea35c677, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=96446d5e-0052-43f1-b372-5eb1ea35c677,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:17.926420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2e913851-0375-4124-ac9b-3de0af818d2d req-701db00a-75b2-407c-b704-66fc28646bad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:17.938521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-2e913851-0375-4124-ac9b-3de0af818d2d req-701db00a-75b2-407c-b704-66fc28646bad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Calling delete_port for 96446d5e-0052-43f1-b372-5eb1ea35c677 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:47:18.065051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2e913851-0375-4124-ac9b-3de0af818d2d req-701db00a-75b2-407c-b704-66fc28646bad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:18.092385 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701db00a-75b2-407c-b704-66fc28646bad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event deleted for resources: {'Port': ['ID=96446d5e-0052-43f1-b372-5eb1ea35c677,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:18.138460 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e913851-0375-4124-ac9b-3de0af818d2d req-701db00a-75b2-407c-b704-66fc28646bad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] No DVR routers for this DVR port 96446d5e-0052-43f1-b372-5eb1ea35c677 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:47:18.141097 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-2e913851-0375-4124-ac9b-3de0af818d2d req-701db00a-75b2-407c-b704-66fc28646bad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:18.144564 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-2e913851-0375-4124-ac9b-3de0af818d2d req-701db00a-75b2-407c-b704-66fc28646bad tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.31 "DELETE /v2.0/ports/96446d5e-0052-43f1-b372-5eb1ea35c677 HTTP/1.1" status: 204 len: 173 time: 0.3893113 Nov 24 05:47:18.145044 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'name': 'network-vif-deleted', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:47:18.147332 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ad4650-8e48-4242-b0b7-288096c6b5a7" -d '{"events": [{"server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "name": "network-vif-deleted", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:47:18.186737 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9969fd-876e-4df9-b7ba-45bcf338544b x-openstack-request-id: req-da9969fd-876e-4df9-b7ba-45bcf338544b {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:47:18.187022 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42e7cb1-e8e3-44b6-935e-dcdf25dd3523", "name": "network-vif-deleted", "tag": "96446d5e-0052-43f1-b372-5eb1ea35c677", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:47:18.187280 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da9969fd-876e-4df9-b7ba-45bcf338544b {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:47:18.187706 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42e7cb1-e8e3-44b6-935e-dcdf25dd3523', 'name': 'network-vif-deleted', 'tag': '96446d5e-0052-43f1-b372-5eb1ea35c677', 'status': 'completed', 'code': 200} Nov 24 05:47:18.418944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-464ef20c-563e-40a5-8d51-fe25c50ac102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:18.617326 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-18bbb264-2ec3-4357-8d3e-efce5160e9a0 req-314b1935-85f7-4c79-958a-8c23421f8722 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 210 time: 0.0305712 Nov 24 05:47:19.714650 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b0b14f81-9114-4056-9b94-86c59ae4cea8 req-75aa0556-0217-4a41-b8f1-745766284663 tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 210 time: 0.0265610 Nov 24 05:47:19.739365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:20.812258 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-687165c8-73db-459c-bbd1-04f9d6a58e03 req-74aee3ad-ed77-42a0-b355-6427cf554eed tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 210 time: 0.0293157 Nov 24 05:47:20.937791 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:21.847829 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:21.907718 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-84940b84-7242-460c-9c8e-fe98def526bd req-b736ad48-f1ec-47aa-b95a-3b0323eb75cd tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "GET /v2.0/ports?device_id=d42e7cb1-e8e3-44b6-935e-dcdf25dd3523 HTTP/1.1" status: 200 len: 210 time: 0.0268238 Nov 24 05:47:22.442276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 96446d5e-0052-43f1-b372-5eb1ea35c677 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:47:22.464209 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 96446d5e-0052-43f1-b372-5eb1ea35c677 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:47:22.464558 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 96446d5e-0052-43f1-b372-5eb1ea35c677 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:47:22.964047 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45102) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:23.023736 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f429abe-99d8-4b92-89e9-4e69ee33b44a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:23.048761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f429abe-99d8-4b92-89e9-4e69ee33b44a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:23.110455 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f429abe-99d8-4b92-89e9-4e69ee33b44a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:23.113906 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f429abe-99d8-4b92-89e9-4e69ee33b44a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:23.115105 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1f429abe-99d8-4b92-89e9-4e69ee33b44a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] 10.222.0.37 "DELETE /v2.0/security-groups/d39c8e96-921e-404b-8104-df8e4ff6482c HTTP/1.1" status: 204 len: 168 time: 0.1501362 Nov 24 05:47:23.124874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f429abe-99d8-4b92-89e9-4e69ee33b44a tempest-TestShelveInstance-1483970027 tempest-TestShelveInstance-1483970027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c8e96-921e-404b-8104-df8e4ff6482c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:23.172657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45106) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:23.962870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:24.210603 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] Deleting port 14ddfc34-5736-4402-8702-1b5b4f81518f {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:47:24.211284 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:24.292300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] For port 14ddfc34-5736-4402-8702-1b5b4f81518f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=14ddfc34-5736-4402-8702-1b5b4f81518f,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:24.292666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:24.304861 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] Calling delete_port for 14ddfc34-5736-4402-8702-1b5b4f81518f owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:47:24.329118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:24.491897 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:24.520547 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] Pushing event deleted for resources: {'Port': ['ID=14ddfc34-5736-4402-8702-1b5b4f81518f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:24.692533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:24.913620 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] Router d7e4ca8d-34ac-42cf-80fd-f04567a57343 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:47:25.021956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:47:25.029720 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1d8dbc58-0898-41bb-8c05-0cf628a703da admin admin] 10.222.0.37 "PUT /v2.0/routers/d7e4ca8d-34ac-42cf-80fd-f04567a57343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8531401 Nov 24 05:47:25.029893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45110) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:25.038233 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3bf07-7283-4a3a-9e8b-41e4e0f3ca4f None None] Sync routers for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:47:25.053931 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3bf07-7283-4a3a-9e8b-41e4e0f3ca4f None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:25.054469 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-79c3bf07-7283-4a3a-9e8b-41e4e0f3ca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:25.136491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:25.176935 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-79c3bf07-7283-4a3a-9e8b-41e4e0f3ca4f None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:25.245665 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:25.301062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Deleting port 6c01cc65-d6f5-491f-add2-bfe191d66b2c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:47:25.301666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:25.365074 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-79c3bf07-7283-4a3a-9e8b-41e4e0f3ca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190'}], 'enable_snat': True}, 'gw_port_id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:47:24Z', 'revision_number': 5, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port': {'id': '6c01cc65-d6f5-491f-add2-bfe191d66b2c', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:76:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:35Z', 'updated_at': '2021-11-24T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:25.390992 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] For port 6c01cc65-d6f5-491f-add2-bfe191d66b2c, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=6c01cc65-d6f5-491f-add2-bfe191d66b2c,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:25.391682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:25.395890 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3bf07-7283-4a3a-9e8b-41e4e0f3ca4f None None] Checking router: d7e4ca8d-34ac-42cf-80fd-f04567a57343 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:47:25.404292 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3bf07-7283-4a3a-9e8b-41e4e0f3ca4f None None] Routers {'d7e4ca8d-34ac-42cf-80fd-f04567a57343'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:25.404904 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-79c3bf07-7283-4a3a-9e8b-41e4e0f3ca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:25.405526 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Calling delete_port for 6c01cc65-d6f5-491f-add2-bfe191d66b2c owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:47:25.490967 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-79c3bf07-7283-4a3a-9e8b-41e4e0f3ca4f None None] Set router d7e4ca8d-34ac-42cf-80fd-f04567a57343 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:25.543673 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-79c3bf07-7283-4a3a-9e8b-41e4e0f3ca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:47:25Z', 'revision_number': 6, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:25.573704 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3bf07-7283-4a3a-9e8b-41e4e0f3ca4f None None] The sync data for ids ['d7e4ca8d-34ac-42cf-80fd-f04567a57343'] in dv-neutron-818850-5-hyperv is: [{'id': 'd7e4ca8d-34ac-42cf-80fd-f04567a57343', 'name': 'tempest-TestShelveInstance-996056036-router', 'tenant_id': '58e45e4e3fc24463a1743efd93e99d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:34Z', 'updated_at': '2021-11-24T05:47:25Z', 'revision_number': 6, 'project_id': '58e45e4e3fc24463a1743efd93e99d07', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:47:25.593470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:25.621654 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c01cc65-d6f5-491f-add2-bfe191d66b2c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:25.637708 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336d287-09be-428b-872c-240aad8d7936 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:47:25.686848 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:25.782485 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:25.785211 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:25.828657 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:25.829215 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e4ca8d-34ac-42cf-80fd-f04567a57343 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:47:25.833933 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:25.835058 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c46371e8-80e2-4897-afc5-331c56825d2b admin admin] 10.222.0.37 "DELETE /v2.0/routers/d7e4ca8d-34ac-42cf-80fd-f04567a57343 HTTP/1.1" status: 204 len: 168 time: 0.8042657 Nov 24 05:47:25.837663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45112) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:25.883454 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f34396-5d31-4123-954f-b9534ebde451 admin admin] Deleting subnet 37a332c4-8158-4bc1-9ddb-219e1c0dfa2b {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:47:25.886697 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f34396-5d31-4123-954f-b9534ebde451 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:25.923930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f34396-5d31-4123-954f-b9534ebde451 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.014048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f34396-5d31-4123-954f-b9534ebde451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.068339 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f34396-5d31-4123-954f-b9534ebde451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.097617 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f34396-5d31-4123-954f-b9534ebde451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a332c4-8158-4bc1-9ddb-219e1c0dfa2b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:26.099895 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5f34396-5d31-4123-954f-b9534ebde451 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.103376 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c5f34396-5d31-4123-954f-b9534ebde451 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/37a332c4-8158-4bc1-9ddb-219e1c0dfa2b HTTP/1.1" status: 204 len: 168 time: 0.2647810 Nov 24 05:47:26.104193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dcd92c-d489-4a10-b352-6f46e78c73c4 None None] Network 2e46cb4c-1f24-4961-b07d-359efd552a4c requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:47:26.105832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45114) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:26.179184 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.236321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Deleting port ed6a0456-7fd8-4684-825d-ace534ad7938 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:47:26.236670 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.302731 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] For port ed6a0456-7fd8-4684-825d-ace534ad7938, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ed6a0456-7fd8-4684-825d-ace534ad7938,segment=NetworkSegment(b49303e8-1ff7-44c7-b5b2-29b98b841816),segment_id=b49303e8-1ff7-44c7-b5b2-29b98b841816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:26.303410 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.319971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Calling delete_port for ed6a0456-7fd8-4684-825d-ace534ad7938 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:47:26.380082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f278e716-b901-4677-971a-5fe24f396cee None None] DHCP port deletion for 2e46cb4c-1f24-4961-b07d-359efd552a4c request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:47:26.414278 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.433215 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Deleting port ed6a0456-7fd8-4684-825d-ace534ad7938 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:47:26.433509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.442318 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] No DVR routers for this DVR port ed6a0456-7fd8-4684-825d-ace534ad7938 on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:47:26.446925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6a0456-7fd8-4684-825d-ace534ad7938,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:26.499523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-f278e716-b901-4677-971a-5fe24f396cee None None] For port ed6a0456-7fd8-4684-825d-ace534ad7938, host dv-neutron-818850-5-hyperv, got binding levels [] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:26.500044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.512813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Calling delete_port for ed6a0456-7fd8-4684-825d-ace534ad7938 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:47:26.515481 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.ipam_backend_mixin [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Port ed6a0456-7fd8-4684-825d-ace534ad7938 was not found and therefore no delete operation was performed {{(pid=103234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 05:47:26.516800 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.525977 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.543638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278e716-b901-4677-971a-5fe24f396cee None None] No DVR routers for this DVR port ed6a0456-7fd8-4684-825d-ace534ad7938 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:47:26.547003 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Pushing event deleted for resources: {'Port': ['ID=ed6a0456-7fd8-4684-825d-ace534ad7938,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:26.560860 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.561348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.561525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.562041 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.562530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.563032 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.563530 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.564271 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.564934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.565589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.566794 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.567361 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f278e716-b901-4677-971a-5fe24f396cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:26.591966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e46cb4c-1f24-4961-b07d-359efd552a4c']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:26.603859 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49303e8-1ff7-44c7-b5b2-29b98b841816') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:26.604161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49303e8-1ff7-44c7-b5b2-29b98b841816') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:26.612482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ed6a0456-7fd8-4684-825d-ace534ad7938 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:47:26.617376 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.632937 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.635804 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: ed6a0456-7fd8-4684-825d-ace534ad7938 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:47:26.636686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ed6a0456-7fd8-4684-825d-ace534ad7938 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:47:26.636686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 14ddfc34-5736-4402-8702-1b5b4f81518f no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:47:26.642692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:47:26.643104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.661235 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 14ddfc34-5736-4402-8702-1b5b4f81518f {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:47:26.661721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 14ddfc34-5736-4402-8702-1b5b4f81518f not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:47:26.661989 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 6c01cc65-d6f5-491f-add2-bfe191d66b2c no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:47:26.666506 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:47:26.680921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 6c01cc65-d6f5-491f-add2-bfe191d66b2c {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:47:26.681260 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 6c01cc65-d6f5-491f-add2-bfe191d66b2c not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:47:26.705799 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.712198 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:26.715686 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2e46cb4c-1f24-4961-b07d-359efd552a4c HTTP/1.1" status: 204 len: 168 time: 0.6086259 Nov 24 05:47:26.718870 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45116) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:26.729627 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e515a2e-5d8f-4f88-88e9-5e50897e7a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e46cb4c-1f24-4961-b07d-359efd552a4c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:27.071369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:27.312682 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Deleting port 70a559c5-3351-48b4-a61e-84120cbcc01f {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:47:27.313015 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:27.388484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] For port 70a559c5-3351-48b4-a61e-84120cbcc01f, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=70a559c5-3351-48b4-a61e-84120cbcc01f,segment=NetworkSegment(5e41ee6d-ed89-4b98-8c33-f254db07f64f),segment_id=5e41ee6d-ed89-4b98-8c33-f254db07f64f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:27.388754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:27.401380 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Calling delete_port for 70a559c5-3351-48b4-a61e-84120cbcc01f owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:47:27.575822 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:27.599216 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a559c5-3351-48b4-a61e-84120cbcc01f,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:27.612096 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:27.612454 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:27.613345 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:27.614034 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:27.614034 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:27.614330 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:27.614662 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:27.614988 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:27.615313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:27.615663 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:27.615991 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:27.616313 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:28.066176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:28.277146 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:47:28.384053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:47:28.389259 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-464b2b98-2fbb-4da4-9036-8894c0a00922 admin admin] 10.222.0.37 "PUT /v2.0/routers/8ce8519a-7c74-4a0e-9d86-faf38214f3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6695035 Nov 24 05:47:28.391724 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45118) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:28.397015 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57377f-e0e0-48bc-a8f5-2cbe42260277 None None] Sync routers for ids ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:47:28.406467 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57377f-e0e0-48bc-a8f5-2cbe42260277 None None] Routers {'8ce8519a-7c74-4a0e-9d86-faf38214f3fe'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:28.407086 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fd57377f-e0e0-48bc-a8f5-2cbe42260277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:28.499770 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Publish callbacks [] for router, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:28.509038 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-fd57377f-e0e0-48bc-a8f5-2cbe42260277 None None] Set router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:28.603961 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:28.661212 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Deleting port 3676cc35-f4f6-4096-b55e-2789fc12050d {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:47:28.661483 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:28.682847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fd57377f-e0e0-48bc-a8f5-2cbe42260277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'name': 'tempest-TestShelveInstance-45939214-router', 'tenant_id': '9222021be69048de868787f1b9b05929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:39Z', 'updated_at': '2021-11-24T05:47:27Z', 'revision_number': 5, 'project_id': '9222021be69048de868787f1b9b05929', 'gw_port': {'id': '3676cc35-f4f6-4096-b55e-2789fc12050d', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:38:40Z', 'updated_at': '2021-11-24T05:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:28.712900 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57377f-e0e0-48bc-a8f5-2cbe42260277 None None] Checking router: 8ce8519a-7c74-4a0e-9d86-faf38214f3fe for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:47:28.721395 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57377f-e0e0-48bc-a8f5-2cbe42260277 None None] Routers {'8ce8519a-7c74-4a0e-9d86-faf38214f3fe'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:28.722509 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fd57377f-e0e0-48bc-a8f5-2cbe42260277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:28.740638 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] For port 3676cc35-f4f6-4096-b55e-2789fc12050d, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=3676cc35-f4f6-4096-b55e-2789fc12050d,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:28.740996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:28.755077 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Calling delete_port for 3676cc35-f4f6-4096-b55e-2789fc12050d owned by network:router_gateway {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:47:28.808352 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-fd57377f-e0e0-48bc-a8f5-2cbe42260277 None None] Set router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:28.859562 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-fd57377f-e0e0-48bc-a8f5-2cbe42260277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'name': 'tempest-TestShelveInstance-45939214-router', 'tenant_id': '9222021be69048de868787f1b9b05929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:39Z', 'updated_at': '2021-11-24T05:47:28Z', 'revision_number': 6, 'project_id': '9222021be69048de868787f1b9b05929', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:28.890640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57377f-e0e0-48bc-a8f5-2cbe42260277 None None] The sync data for ids ['8ce8519a-7c74-4a0e-9d86-faf38214f3fe'] in dv-neutron-818850-5-hyperv is: [{'id': '8ce8519a-7c74-4a0e-9d86-faf38214f3fe', 'name': 'tempest-TestShelveInstance-45939214-router', 'tenant_id': '9222021be69048de868787f1b9b05929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:38:39Z', 'updated_at': '2021-11-24T05:47:28Z', 'revision_number': 6, 'project_id': '9222021be69048de868787f1b9b05929', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:47:28.923992 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:28.951033 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Pushing event deleted for resources: {'Port': ['ID=3676cc35-f4f6-4096-b55e-2789fc12050d,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:28.964506 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c772ccde-c408-4478-a5a2-5e89c3a70802 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:47:29.016190 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.105934 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.108082 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.150148 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.150674 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ce8519a-7c74-4a0e-9d86-faf38214f3fe {{(pid=103233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:47:29.154942 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.156007 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8916752b-72a9-44a6-8b6c-9b894cedf88f admin admin] 10.222.0.37 "DELETE /v2.0/routers/8ce8519a-7c74-4a0e-9d86-faf38214f3fe HTTP/1.1" status: 204 len: 168 time: 0.7633679 Nov 24 05:47:29.158507 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45120) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:29.205605 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_v2 [None req-2319b9b5-359f-4292-8a87-04c810c13926 admin admin] Deleting subnet 3056eca2-e451-42e9-aa85-70ed0f1e747a {{(pid=103233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:47:29.209053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2319b9b5-359f-4292-8a87-04c810c13926 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.244743 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2319b9b5-359f-4292-8a87-04c810c13926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28237396'] for subnet, precommit_delete_associations {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.327940 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2319b9b5-359f-4292-8a87-04c810c13926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.380364 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2319b9b5-359f-4292-8a87-04c810c13926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28478002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919752'] for subnet, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.412107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319b9b5-359f-4292-8a87-04c810c13926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3056eca2-e451-42e9-aa85-70ed0f1e747a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:29.414072 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2319b9b5-359f-4292-8a87-04c810c13926 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.418085 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2319b9b5-359f-4292-8a87-04c810c13926 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3056eca2-e451-42e9-aa85-70ed0f1e747a HTTP/1.1" status: 204 len: 168 time: 0.2586081 Nov 24 05:47:29.418320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e21750-1af9-45f3-9389-3b20489e97bb None None] Network 5e2808a4-2105-4385-b5d3-705914082b53 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:47:29.420566 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45122) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:29.488363 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.544900 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Deleting port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:47:29.545243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.614530 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] For port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0d32ace6-11ec-4435-905c-3d2cb46fd8d6,segment=NetworkSegment(5e41ee6d-ed89-4b98-8c33-f254db07f64f),segment_id=5e41ee6d-ed89-4b98-8c33-f254db07f64f)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:29.614895 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.628038 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Calling delete_port for 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:47:29.641830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1678fcc8-75c8-4564-bb2d-2c7c2e269fc5 None None] DHCP port deletion for 5e2808a4-2105-4385-b5d3-705914082b53 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:47:29.690162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1678fcc8-75c8-4564-bb2d-2c7c2e269fc5 None None] Deleting port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:47:29.691545 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1678fcc8-75c8-4564-bb2d-2c7c2e269fc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.713436 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.745719 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0d32ace6-11ec-4435-905c-3d2cb46fd8d6,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:29.749295 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] No DVR routers for this DVR port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:47:29.761181 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-1678fcc8-75c8-4564-bb2d-2c7c2e269fc5 None None] For port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=0d32ace6-11ec-4435-905c-3d2cb46fd8d6,segment=NetworkSegment(5e41ee6d-ed89-4b98-8c33-f254db07f64f),segment_id=5e41ee6d-ed89-4b98-8c33-f254db07f64f)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:29.761581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1678fcc8-75c8-4564-bb2d-2c7c2e269fc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.774499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-1678fcc8-75c8-4564-bb2d-2c7c2e269fc5 None None] Calling delete_port for 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:47:29.822535 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.843888 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2808a4-2105-4385-b5d3-705914082b53']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:29.854703 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e41ee6d-ed89-4b98-8c33-f254db07f64f') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:29.855003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e41ee6d-ed89-4b98-8c33-f254db07f64f') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:29.858133 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-1678fcc8-75c8-4564-bb2d-2c7c2e269fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.865704 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.880910 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.887902 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:47:29.888355 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.889633 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678fcc8-75c8-4564-bb2d-2c7c2e269fc5 None None] No DVR routers for this DVR port 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:47:29.890623 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:47:29.897144 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678fcc8-75c8-4564-bb2d-2c7c2e269fc5 None None] Pushing event deleted for resources: {'Port': ['ID=0d32ace6-11ec-4435-905c-3d2cb46fd8d6,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:29.953956 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.959730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:29.962850 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] 10.222.0.37 "DELETE /v2.0/networks/5e2808a4-2105-4385-b5d3-705914082b53 HTTP/1.1" status: 204 len: 168 time: 0.5412891 Nov 24 05:47:29.973779 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0deec3-f20d-495b-a7cf-01aa9aa316fd admin admin] Pushing event deleted for resources: {'Network': ['ID=5e2808a4-2105-4385-b5d3-705914082b53,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:30.072358 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45126) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:30.113837 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-8d1356ab-c142-4e90-87e8-69f83f5efeee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58e45e4e3fc24463a1743efd93e99d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403154 Nov 24 05:47:30.116379 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45128) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:30.161809 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7085adbd-d6c9-4f92-8df7-854c14f0e514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:30.182348 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7085adbd-d6c9-4f92-8df7-854c14f0e514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:30.232119 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7085adbd-d6c9-4f92-8df7-854c14f0e514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:30.234681 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7085adbd-d6c9-4f92-8df7-854c14f0e514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:30.235834 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-7085adbd-d6c9-4f92-8df7-854c14f0e514 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b80702d-4f0f-41f2-b709-f115344b0657 HTTP/1.1" status: 204 len: 168 time: 0.1185374 Nov 24 05:47:30.244538 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085adbd-d6c9-4f92-8df7-854c14f0e514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b80702d-4f0f-41f2-b709-f115344b0657,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:30.547091 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45134) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:30.574715 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:47:30.588461 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-be92db2b-44b6-4e71-8587-47b882517293 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9222021be69048de868787f1b9b05929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401487 Nov 24 05:47:30.590826 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45136) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:30.594784 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:47:30.595138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 0d32ace6-11ec-4435-905c-3d2cb46fd8d6 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:47:30.595558 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 70a559c5-3351-48b4-a61e-84120cbcc01f no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:47:30.613971 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 70a559c5-3351-48b4-a61e-84120cbcc01f {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:47:30.614316 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 70a559c5-3351-48b4-a61e-84120cbcc01f not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:47:30.614731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3676cc35-f4f6-4096-b55e-2789fc12050d no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:47:30.636732 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 3676cc35-f4f6-4096-b55e-2789fc12050d {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:47:30.637087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 3676cc35-f4f6-4096-b55e-2789fc12050d not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:47:30.638102 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eef0cc1e-3f59-459d-9f02-9d11297f9273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:30.660572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eef0cc1e-3f59-459d-9f02-9d11297f9273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:30.705042 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eef0cc1e-3f59-459d-9f02-9d11297f9273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:30.708516 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eef0cc1e-3f59-459d-9f02-9d11297f9273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:30.709751 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-eef0cc1e-3f59-459d-9f02-9d11297f9273 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90f4fdd3-0c02-4518-92b4-a89c6a23e47a HTTP/1.1" status: 204 len: 168 time: 0.1180313 Nov 24 05:47:30.717311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0cc1e-3f59-459d-9f02-9d11297f9273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f4fdd3-0c02-4518-92b4-a89c6a23e47a,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:31.390001 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45158) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:31.482621 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1330060703-network', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:31.504103 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Made reservation on behalf of c265b807fb2945f69ef4aef48f5206dd for: {'network': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:47:31.506599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:31.514938 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:31.590243 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:31.593692 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:31.619005 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:47:31.628765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c93eaf7-69fd-407f-bd6f-df2b4395c5a6,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:31.636337 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:31.636682 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.segments_db [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Added segment 52e421cf-2058-40eb-b1ee-0cba01f5d922 of type vlan for network c5e8bd95-7e7f-438b-b754-a964b3761eaa Nov 24 05:47:31.676878 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:31.701073 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:31.702107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:31.702691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:31.736793 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3456225 Nov 24 05:47:31.739930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45162) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:31.744916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] Request body: {'subnet': {'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1330060703-subnet', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'ip_version': 4}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:31.765062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] Made reservation on behalf of c265b807fb2945f69ef4aef48f5206dd for: {'subnet': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:47:31.767885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25190027'] for subnet, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:31.768689 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7986a-a66f-4eed-8151-846ead3aeb02 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e8bd95-7e7f-438b-b754-a964b3761eaa,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:31.779131 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network c5e8bd95-7e7f-438b-b754-a964b3761eaa details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:47:31.934631 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29207316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25190041'] for subnet, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:31.992840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] Pushing event updated for resources: {'Subnet': ['ID=361a4bbb-b3ac-46ce-b826-c5dc40548e83,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:32.001203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] Checking segment: {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:47:32.001562 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] Network hostable DHCP agents. Network: c5e8bd95-7e7f-438b-b754-a964b3761eaa, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:47:32.017149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] Network c5e8bd95-7e7f-438b-b754-a964b3761eaa is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:47:32.025098 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, c5e8bd95-7e7f-438b-b754-a964b3761eaa) {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:32.028925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:32.029516 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.033967 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c51b32a-3488-463d-a829-be9181d02c60 None None] Network c5e8bd95-7e7f-438b-b754-a964b3761eaa requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:47:32.047440 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bfd41578-ed83-437f-ac3a-62450559e65d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3064322 Nov 24 05:47:32.051105 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45164) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:32.055818 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:32.075874 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.076864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.127425 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.180031 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:47:32.180904 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.267656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.319840 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Allocated IP 172.20.0.2 (c5e8bd95-7e7f-438b-b754-a964b3761eaa/361a4bbb-b3ac-46ce-b826-c5dc40548e83/1cd93430-3bc4-4ea6-b50c-18f45418c7d7) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:47:32.462923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.465702 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.469077 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.485192 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.508901 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Network c5e8bd95-7e7f-438b-b754-a964b3761eaa is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:47:32.511632 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:32.516469 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:47:32.518406 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Pushing event updated for resources: {'Port': ['ID=1cd93430-3bc4-4ea6-b50c-18f45418c7d7,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:32.574026 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Attempting to bind port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:47:32.574394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Attempting to bind port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:47:32.574755 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Attempting to bind port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 on network c5e8bd95-7e7f-438b-b754-a964b3761eaa {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:47:32.579652 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:47:32.580025 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Checking segment: {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:47:32.580420 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.580825 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Bound using segment: {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:47:32.581359 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Bound port: 1cd93430-3bc4-4ea6-b50c-18f45418c7d7, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:47:32.581799 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.593542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Allocated IP 172.26.0.36 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/4b5f3967-c3ec-4655-b340-066f824b4f9b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:47:32.645763 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] For port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:47:32.649146 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] For port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=1cd93430-3bc4-4ea6-b50c-18f45418c7d7,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:47:32.653160 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.694106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.716424 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04310835-4009-4cdc-a38a-03834a4c8888 None None] Pushing event updated for resources: {'Port': ['ID=1cd93430-3bc4-4ea6-b50c-18f45418c7d7,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:32.737029 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.779066 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:47:32.781938 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:32.787010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:47:32.790136 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5f3967-c3ec-4655-b340-066f824b4f9b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:32.799707 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988dcb2-426c-4bb0-bb92-efbff79ec554 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:47:32.842407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-361967bc-6bbb-4ba6-8ea7-ff6c7b9d4048 None None] Provisioning complete for port 4b5f3967-c3ec-4655-b340-066f824b4f9b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:32.842919 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-361967bc-6bbb-4ba6-8ea7-ff6c7b9d4048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:32.893312 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-361967bc-6bbb-4ba6-8ea7-ff6c7b9d4048 None None] Port 4b5f3967-c3ec-4655-b340-066f824b4f9b cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:47:33.055311 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:33.246504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:33.375996 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Router 6b09df1b-0d28-44c3-9b65-063aae371ca7 is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:47:33.633735 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f93437-1253-46b8-8e41-1613946d4c21 None None] Network c5e8bd95-7e7f-438b-b754-a964b3761eaa requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:47:33.755517 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-56c8b443-1158-4514-bcb4-3dcdb96fb261 None None] Provisioning complete for port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:33.755911 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56c8b443-1158-4514-bcb4-3dcdb96fb261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:33.821168 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:47:33.831835 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Sync routers for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:47:33.840882 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:33.842337 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c84875f2-412a-44cc-abf7-b51d693e52f4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7899268 Nov 24 05:47:33.845142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45166) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:33.848705 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:33.849312 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:33.960923 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:34.017864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56c8b443-1158-4514-bcb4-3dcdb96fb261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.053016 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-56c8b443-1158-4514-bcb4-3dcdb96fb261 None None] For port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=1cd93430-3bc4-4ea6-b50c-18f45418c7d7,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:34.057879 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-56c8b443-1158-4514-bcb4-3dcdb96fb261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.111740 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8b443-1158-4514-bcb4-3dcdb96fb261 None None] Pushing event updated for resources: {'Port': ['ID=1cd93430-3bc4-4ea6-b50c-18f45418c7d7,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:34.153874 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:32Z', 'revision_number': 3, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:34.285049 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Checking router: 6b09df1b-0d28-44c3-9b65-063aae371ca7 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:47:34.285510 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-bdfcd5ba-962f-4408-a88c-410f4eece022 None None] Provisioning complete for port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:34.285638 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Updating router 6b09df1b-0d28-44c3-9b65-063aae371ca7 port 4b5f3967-c3ec-4655-b340-066f824b4f9b binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:47:34.285810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bdfcd5ba-962f-4408-a88c-410f4eece022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.312476 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.318219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.483633 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Allocated IP 172.20.0.1 (c5e8bd95-7e7f-438b-b754-a964b3761eaa/361a4bbb-b3ac-46ce-b826-c5dc40548e83/4e708a8c-25fb-4fe2-a8a9-14e5040759aa) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:47:34.564596 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.573197 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.598051 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.628807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:47:34.629556 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Attempting to bind port 4b5f3967-c3ec-4655-b340-066f824b4f9b on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:47:34.629923 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Attempting to bind port 4b5f3967-c3ec-4655-b340-066f824b4f9b by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:47:34.630287 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Attempting to bind port 4b5f3967-c3ec-4655-b340-066f824b4f9b on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:47:34.634030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65a5e61-1b43-4ae3-b70b-c1c56c5c3fd2 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:47:34.635958 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Pushing event updated for resources: {'Port': ['ID=4b5f3967-c3ec-4655-b340-066f824b4f9b,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:34.638234 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.645255 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.645643 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.645977 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.646300 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.646639 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.646973 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.647308 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.647694 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.648032 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.648359 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.648813 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.649140 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:47:34.652670 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:47:34.653043 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:47:34.653425 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.653806 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:47:34.654698 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Bound port: 4b5f3967-c3ec-4655-b340-066f824b4f9b, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:47:34.654698 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.689767 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Network c5e8bd95-7e7f-438b-b754-a964b3761eaa is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:47:34.693321 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:34.695718 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:47:34.705047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:34.705047 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.726143 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] For port 4b5f3967-c3ec-4655-b340-066f824b4f9b, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:47:34.730143 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] For port 4b5f3967-c3ec-4655-b340-066f824b4f9b, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4b5f3967-c3ec-4655-b340-066f824b4f9b,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:47:34.734157 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-e3f5361f-22ab-4c61-af22-cd52916327df None None] Provisioning complete for port 4b5f3967-c3ec-4655-b340-066f824b4f9b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:34.734711 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3f5361f-22ab-4c61-af22-cd52916327df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.736034 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Pushing event updated for resources: {'Port': ['ID=4e708a8c-25fb-4fe2-a8a9-14e5040759aa,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:34.737412 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.745681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.798022 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:34.799017 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:34.801519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc89b655-2031-4cbc-a41a-1da7dde3309c None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:47:34.907210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3f5361f-22ab-4c61-af22-cd52916327df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.920159 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24984e-53ca-494e-a99e-362b2fbed028 None None] Pushing event updated for resources: {'Port': ['ID=4b5f3967-c3ec-4655-b340-066f824b4f9b,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:34.926898 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:34.938389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-e3f5361f-22ab-4c61-af22-cd52916327df None None] For port 4b5f3967-c3ec-4655-b340-066f824b4f9b, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4b5f3967-c3ec-4655-b340-066f824b4f9b,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:34.945021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-e3f5361f-22ab-4c61-af22-cd52916327df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.961486 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:34.998238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5361f-22ab-4c61-af22-cd52916327df None None] Pushing event updated for resources: {'Port': ['ID=4b5f3967-c3ec-4655-b340-066f824b4f9b,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:35.064695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-da67a7bc-a496-40bd-b31f-f5527c8185c2 None None] Provisioning complete for port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:35.065430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-da67a7bc-a496-40bd-b31f-f5527c8185c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:35.099405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-da67a7bc-a496-40bd-b31f-f5527c8185c2 None None] Port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:47:35.112046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-da67a7bc-a496-40bd-b31f-f5527c8185c2 None None] Provisioning complete for port 4b5f3967-c3ec-4655-b340-066f824b4f9b triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:35.113046 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-da67a7bc-a496-40bd-b31f-f5527c8185c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:35.124426 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:32Z', 'revision_number': 3, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:35.137411 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:35.143872 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:35.153523 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d52e78-5546-4113-b86c-b7643470c99b None None] The sync data for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv is: [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:32Z', 'revision_number': 3, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:47:35.217680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Pushing event updated for resources: {'Port': ['ID=4e708a8c-25fb-4fe2-a8a9-14e5040759aa,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:35.220978 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:35.314343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Network c5e8bd95-7e7f-438b-b754-a964b3761eaa is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:47:35.315810 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:35.454870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Router 6b09df1b-0d28-44c3-9b65-063aae371ca7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:47:35.581601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:47:35.586567 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-16130f16-1411-4e37-aaa3-c90f2fa706ae admin admin] 10.222.0.37 "PUT /v2.0/routers/6b09df1b-0d28-44c3-9b65-063aae371ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7402134 Nov 24 05:47:35.621736 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-421a218f-941d-4439-8c8f-462a643be64f None None] Provisioning complete for port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:35.622240 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-421a218f-941d-4439-8c8f-462a643be64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:35.658093 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-421a218f-941d-4439-8c8f-462a643be64f None None] Port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:47:36.076182 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45182) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:36.081828 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1046748544-network', 'tenant_id': '2282b26260d849d99dbbddec5082fac5'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:36.102914 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Made reservation on behalf of 2282b26260d849d99dbbddec5082fac5 for: {'network': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:47:36.105222 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for network, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.114487 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.192513 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.196473 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.217258 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 05:47:36.230965 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5161b6a-c456-4701-b66d-f95772a99ae2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:36.235613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.235963 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.segments_db [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Added segment 9bcfff0d-0498-411e-8d15-20146362c9dd of type vlan for network 42830953-1d23-4e4e-8734-3d93f06887b2 Nov 24 05:47:36.275053 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784304243761'] for network, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.298189 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776'] for network, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.299133 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:36.299746 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.336187 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2587998 Nov 24 05:47:36.339027 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45184) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:36.344428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] Request body: {'subnet': {'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1046748544-subnet', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'ip_version': 4}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:36.367416 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f6daf-a661-431c-bc6c-091edae08bef admin admin] Pushing event updated for resources: {'Network': ['ID=42830953-1d23-4e4e-8734-3d93f06887b2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:36.373592 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] Made reservation on behalf of 2282b26260d849d99dbbddec5082fac5 for: {'subnet': 1} {{(pid=103233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:47:36.376831 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919779'] for subnet, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.379171 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Network 42830953-1d23-4e4e-8734-3d93f06887b2 details requested by agent ovs-agent-dv-neutron-818850-5-hyperv with host dv-neutron-818850-5-hyperv {{(pid=103234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 05:47:36.553618 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28478189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919793'] for subnet, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.609365 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4b5f3967-c3ec-4655-b340-066f824b4f9b up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:47:36.616489 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3582fa9-eb4a-46b9-83f0-04756c45b262,revision_number=0']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:36.628003 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] Checking segment: {'id': '9bcfff0d-0498-411e-8d15-20146362c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:47:36.628378 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] Network hostable DHCP agents. Network: 42830953-1d23-4e4e-8734-3d93f06887b2, hostable agents: ['f907a483-d315-46c5-84c6-a12352a9398e'], hosted agents: [] {{(pid=103233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 05:47:36.645176 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] Network 42830953-1d23-4e4e-8734-3d93f06887b2 is scheduled to be hosted by DHCP agent f907a483-d315-46c5-84c6-a12352a9398e with binding_index 1 {{(pid=103233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 05:47:36.655726 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-5-hyperv, 42830953-1d23-4e4e-8734-3d93f06887b2) {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:36.661213 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:36.662085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.665291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4b5f3967-c3ec-4655-b340-066f824b4f9b triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:36.665686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.669594 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae6750-8794-4ecc-9c28-c9b871dde4b0 None None] Network 42830953-1d23-4e4e-8734-3d93f06887b2 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:47:36.680280 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-3e685f08-e9e0-423d-9ab7-8e94ce0adadb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3399696 Nov 24 05:47:36.682825 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45186) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:36.687473 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1046748544-router', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:36.696339 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Sync routers for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:47:36.708895 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-941742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-685'] for router, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.709862 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-620721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-666'] for router, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.762422 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.770538 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:36.771199 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:36.901881 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:36.967177 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:37.021557 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceaed9a2-e62d-5448-bc9e-1b120237ed8d-42830953-1d23-4e4e-8734-3d93f06887b2', 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'fixed_ips': [{'subnet_id': 'd3582fa9-eb4a-46b9-83f0-04756c45b262'}]}} from dv-neutron-818850-5-hyperv. {{(pid=103234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 05:47:37.022433 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:37.104749 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:37.123544 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:37.228215 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Allocated IP 172.26.0.104 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/49a9bec5-2881-468b-8159-f83b9d806d19) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:47:37.279541 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.db_base_plugin_common [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Allocated IP 172.20.0.2 (42830953-1d23-4e4e-8734-3d93f06887b2/d3582fa9-eb4a-46b9-83f0-04756c45b262/ea20e48b-5c29-4e12-8d38-d8a0d62905ad) {{(pid=103234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:47:37.330066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:37.360409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:35Z', 'revision_number': 2, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:37.368851 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:37.407457 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:47:37.412887 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:37.416720 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:47:37.447297 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=49a9bec5-2881-468b-8159-f83b9d806d19,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:37.537036 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df1288-18e0-4bb5-8939-8c09882b719e None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:47:37.541185 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Checking router: 6b09df1b-0d28-44c3-9b65-063aae371ca7 for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:47:37.541543 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Updating router 6b09df1b-0d28-44c3-9b65-063aae371ca7 port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:47:37.588017 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:37.663450 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Publish callbacks [] for port, precommit_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:37.673178 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:37.677024 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642'] for port, after_create {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:37.792527 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Network 42830953-1d23-4e4e-8734-3d93f06887b2 is already hosted by enough agents. {{(pid=103234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:47:37.807820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.scheduler.base_scheduler [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Resources bound (agent type, host, resource id): {{(pid=103234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:37.809634 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-00eb5ab8-abd6-4adb-97e8-b25e8bb2511b None None] Provisioning complete for port 49a9bec5-2881-468b-8159-f83b9d806d19 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:37.810009 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-00eb5ab8-abd6-4adb-97e8-b25e8bb2511b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:37.813378 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Received port after_create {{(pid=103234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:47:37.826123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Pushing event updated for resources: {'Port': ['ID=ea20e48b-5c29-4e12-8d38-d8a0d62905ad,revision_number=1']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:37.921011 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-00eb5ab8-abd6-4adb-97e8-b25e8bb2511b None None] Port 49a9bec5-2881-468b-8159-f83b9d806d19 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:47:37.959320 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Attempting to bind port ea20e48b-5c29-4e12-8d38-d8a0d62905ad on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:47:37.959732 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Attempting to bind port ea20e48b-5c29-4e12-8d38-d8a0d62905ad by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '9bcfff0d-0498-411e-8d15-20146362c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:47:37.960105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Attempting to bind port ea20e48b-5c29-4e12-8d38-d8a0d62905ad on network 42830953-1d23-4e4e-8734-3d93f06887b2 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:47:37.975092 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:47:37.975472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Checking segment: {'id': '9bcfff0d-0498-411e-8d15-20146362c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:47:37.975905 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:37.976302 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Bound using segment: {'id': '9bcfff0d-0498-411e-8d15-20146362c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:47:37.976792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Bound port: ea20e48b-5c29-4e12-8d38-d8a0d62905ad, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcfff0d-0498-411e-8d15-20146362c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:47:37.977176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.093120 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] For port ea20e48b-5c29-4e12-8d38-d8a0d62905ad, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:47:38.102132 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] For port ea20e48b-5c29-4e12-8d38-d8a0d62905ad, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ea20e48b-5c29-4e12-8d38-d8a0d62905ad,segment=NetworkSegment(9bcfff0d-0498-411e-8d15-20146362c9dd),segment_id=9bcfff0d-0498-411e-8d15-20146362c9dd)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:47:38.106211 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.109004 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.114988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.183484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-941067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941349'] for router, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.185170 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e190c-8bf9-41e6-903c-e7025db4b78b None None] Pushing event updated for resources: {'Port': ['ID=ea20e48b-5c29-4e12-8d38-d8a0d62905ad,revision_number=2']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:38.263172 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecd06c-88f9-496b-ad23-2c59ad423e35 None None] Pushing event updated for resources: {'Port': ['ID=4e708a8c-25fb-4fe2-a8a9-14e5040759aa,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:38.265456 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Attempting to bind port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:47:38.265824 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Attempting to bind port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:47:38.266206 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Attempting to bind port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa on network c5e8bd95-7e7f-438b-b754-a964b3761eaa {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:47:38.272681 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:47:38.273071 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Checking segment: {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:47:38.273473 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.274040 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Bound using segment: {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:47:38.274686 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Bound port: 4e708a8c-25fb-4fe2-a8a9-14e5040759aa, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:47:38.275252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.343817 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Router cb757a21-c05c-4a4e-82c3-6816f43fff1b is scheduled to L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 with binding_index 1 {{(pid=103233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 05:47:38.355884 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] For port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:47:38.359263 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] For port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4e708a8c-25fb-4fe2-a8a9-14e5040759aa,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:47:38.365730 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.439284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:38.440029 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:38.454247 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecd06c-88f9-496b-ad23-2c59ad423e35 None None] Pushing event updated for resources: {'Port': ['ID=4e708a8c-25fb-4fe2-a8a9-14e5040759aa,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:38.508053 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:47:38.518469 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Sync routers for ids ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:47:38.535094 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-d71923b2-408c-42b2-a9a4-f5225cc28d4b None None] Provisioning complete for port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:38.535753 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d71923b2-408c-42b2-a9a4-f5225cc28d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.541632 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Routers {'cb757a21-c05c-4a4e-82c3-6816f43fff1b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:38.542518 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:38.543336 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] Publish callbacks [] for router, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.545006 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-bfa4e79f-cd06-4b65-bc3f-1b5f93a10bd6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8611178 Nov 24 05:47:38.547572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45188) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:38.725437 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:38.730108 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ea20e48b-5c29-4e12-8d38-d8a0d62905ad up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:47:38.752531 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Set router cb757a21-c05c-4a4e-82c3-6816f43fff1b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:38.842822 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d71923b2-408c-42b2-a9a4-f5225cc28d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.953175 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'name': 'tempest-TestSnapshotPattern-1046748544-router', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:36Z', 'updated_at': '2021-11-24T05:47:37Z', 'revision_number': 3, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'gw_port': {'id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:37Z', 'updated_at': '2021-11-24T05:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:38.964589 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-d71923b2-408c-42b2-a9a4-f5225cc28d4b None None] For port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4e708a8c-25fb-4fe2-a8a9-14e5040759aa,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:38.966087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port ea20e48b-5c29-4e12-8d38-d8a0d62905ad triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:38.966087 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:38.989652 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Checking router: cb757a21-c05c-4a4e-82c3-6816f43fff1b for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:47:38.990162 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Updating router cb757a21-c05c-4a4e-82c3-6816f43fff1b port 49a9bec5-2881-468b-8159-f83b9d806d19 binding host dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:47:38.995270 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d71923b2-408c-42b2-a9a4-f5225cc28d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.019394 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.064416 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.090447 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71923b2-408c-42b2-a9a4-f5225cc28d4b None None] Pushing event updated for resources: {'Port': ['ID=4e708a8c-25fb-4fe2-a8a9-14e5040759aa,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:39.167186 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-99a37bcd-8ed1-43c7-994b-c758a8f23ff4 None None] Provisioning complete for port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:39.167798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-99a37bcd-8ed1-43c7-994b-c758a8f23ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.175419 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.211579 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:39.256578 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae0e6f-9e9f-4f22-9bb7-53a209f9ce10 None None] The sync data for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv is: [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:47:39.257350 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Allocated IP 172.20.0.1 (42830953-1d23-4e4e-8734-3d93f06887b2/d3582fa9-eb4a-46b9-83f0-04756c45b262/6f44d837-8c3a-4902-8c2c-6ecad34f4451) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:47:39.272752 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] For port ea20e48b-5c29-4e12-8d38-d8a0d62905ad, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ea20e48b-5c29-4e12-8d38-d8a0d62905ad,segment=NetworkSegment(9bcfff0d-0498-411e-8d15-20146362c9dd),segment_id=9bcfff0d-0498-411e-8d15-20146362c9dd)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:39.282764 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.352512 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Publish callbacks [] for port, precommit_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.366006 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.391560 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Pushing event updated for resources: {'Port': ['ID=ea20e48b-5c29-4e12-8d38-d8a0d62905ad,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:39.438081 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab1dd7-15fa-40ca-9964-2d8c986ffdf0 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:47:39.442189 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Attempting to bind port 49a9bec5-2881-468b-8159-f83b9d806d19 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:47:39.442570 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Attempting to bind port 49a9bec5-2881-468b-8159-f83b9d806d19 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:47:39.442946 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Attempting to bind port 49a9bec5-2881-468b-8159-f83b9d806d19 on network ffac5a06-5e21-4936-9cc3-9be1063e5cec {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:47:39.450897 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4420aa-9987-4d11-8c44-2d894f2e78cf None None] Pushing event updated for resources: {'Port': ['ID=49a9bec5-2881-468b-8159-f83b9d806d19,revision_number=2']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:39.460689 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:47:39.461230 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Checking segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:47:39.462077 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.462077 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Bound using segment: {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'} {{(pid=103235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:47:39.462504 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.managers [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Bound port: 49a9bec5-2881-468b-8159-f83b9d806d19, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805435d5-f554-4adf-83db-949d3abf4a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec'}}] {{(pid=103235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:47:39.463465 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.474729 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.529294 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-47b7def8-19dd-4425-9873-b97f9819a785 None None] Provisioning complete for port 49a9bec5-2881-468b-8159-f83b9d806d19 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:39.529934 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-47b7def8-19dd-4425-9873-b97f9819a785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.530068 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.538099 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] For port 49a9bec5-2881-468b-8159-f83b9d806d19, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:47:39.541750 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.plugins.ml2.db [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] For port 49a9bec5-2881-468b-8159-f83b9d806d19, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=49a9bec5-2881-468b-8159-f83b9d806d19,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:47:39.553845 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron_lib.callbacks.manager [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.579289 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-47b7def8-19dd-4425-9873-b97f9819a785 None None] Port 49a9bec5-2881-468b-8159-f83b9d806d19 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:47:39.598340 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Network 42830953-1d23-4e4e-8734-3d93f06887b2 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:47:39.604428 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:39.609523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb4e32-58ee-4f49-9210-7394625be08e None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:47:39.615686 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:47:39.620199 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Routers {'cb757a21-c05c-4a4e-82c3-6816f43fff1b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:39.620927 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:39.628860 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4420aa-9987-4d11-8c44-2d894f2e78cf None None] Pushing event updated for resources: {'Port': ['ID=49a9bec5-2881-468b-8159-f83b9d806d19,revision_number=3']} {{(pid=103235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:39.665522 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f44d837-8c3a-4902-8c2c-6ecad34f4451,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:39.698390 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941524'] for router_interface, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.713490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-57c557ba-b744-4395-979b-e90eedce521b None None] Provisioning complete for port 49a9bec5-2881-468b-8159-f83b9d806d19 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:39.713932 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57c557ba-b744-4395-979b-e90eedce521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:39.745309 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36a770-482f-401e-b2de-7bf47f80d29c None None] Network 42830953-1d23-4e4e-8734-3d93f06887b2 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:47:39.863137 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] Set router cb757a21-c05c-4a4e-82c3-6816f43fff1b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:39.880610 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:40.087367 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'name': 'tempest-TestSnapshotPattern-1046748544-router', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:36Z', 'updated_at': '2021-11-24T05:47:37Z', 'revision_number': 3, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'gw_port': {'id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:37Z', 'updated_at': '2021-11-24T05:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:40.090131 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:40.108841 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:40.117871 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc36037d-2d20-45a4-b93f-c04fb38fc289 None None] The sync data for ids ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'] in dv-neutron-818850-5-hyperv is: [{'id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'name': 'tempest-TestSnapshotPattern-1046748544-router', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:36Z', 'updated_at': '2021-11-24T05:47:37Z', 'revision_number': 3, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'gw_port': {'id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:37Z', 'updated_at': '2021-11-24T05:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:47:40.144696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57c557ba-b744-4395-979b-e90eedce521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:40.173880 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-57c557ba-b744-4395-979b-e90eedce521b None None] For port 49a9bec5-2881-468b-8159-f83b9d806d19, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=49a9bec5-2881-468b-8159-f83b9d806d19,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:40.180556 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-57c557ba-b744-4395-979b-e90eedce521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:40.200793 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f44d837-8c3a-4902-8c2c-6ecad34f4451,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:40.215022 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941156'] for router_interface, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:40.268461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c557ba-b744-4395-979b-e90eedce521b None None] Pushing event updated for resources: {'Port': ['ID=49a9bec5-2881-468b-8159-f83b9d806d19,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:40.310870 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-8f8e352e-ed92-48c2-8b28-7d95743e718c None None] Provisioning complete for port ea20e48b-5c29-4e12-8d38-d8a0d62905ad triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:40.311430 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8f8e352e-ed92-48c2-8b28-7d95743e718c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:40.349406 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Network 42830953-1d23-4e4e-8734-3d93f06887b2 is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:47:40.351008 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:40.526556 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:47:40.533452 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Router cb757a21-c05c-4a4e-82c3-6816f43fff1b has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:47:40.550645 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-47ade175-64d5-4a21-8b73-ec6157a7b72a None None] Provisioning complete for port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:40.551194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-47ade175-64d5-4a21-8b73-ec6157a7b72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:40.656389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-47ade175-64d5-4a21-8b73-ec6157a7b72a None None] Port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:47:40.667517 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-47ade175-64d5-4a21-8b73-ec6157a7b72a None None] Provisioning complete for port ea20e48b-5c29-4e12-8d38-d8a0d62905ad triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:40.668085 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-47ade175-64d5-4a21-8b73-ec6157a7b72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:40.738549 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:47:40.766128 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-f8194730-8ce0-4642-8b58-43b05cdfccf0 admin admin] 10.222.0.37 "PUT /v2.0/routers/cb757a21-c05c-4a4e-82c3-6816f43fff1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2157028 Nov 24 05:47:40.877118 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e708a8c-25fb-4fe2-a8a9-14e5040759aa up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:47:40.937610 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-c86db41e-ea68-4f0e-85a4-77af2a8cc328 None None] Provisioning complete for port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:40.937980 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-c86db41e-ea68-4f0e-85a4-77af2a8cc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:40.977830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:40.978193 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.002453 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-c86db41e-ea68-4f0e-85a4-77af2a8cc328 None None] Port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:47:41.071493 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ea20e48b-5c29-4e12-8d38-d8a0d62905ad up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:47:41.133468 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-a4653dd2-1acf-4cec-b3ab-48ce99a309cd None None] Provisioning complete for port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:41.133834 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4653dd2-1acf-4cec-b3ab-48ce99a309cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.139795 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port ea20e48b-5c29-4e12-8d38-d8a0d62905ad triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:41.140162 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.199846 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-a4653dd2-1acf-4cec-b3ab-48ce99a309cd None None] Port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:47:41.248288 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 49a9bec5-2881-468b-8159-f83b9d806d19 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:47:41.299471 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 49a9bec5-2881-468b-8159-f83b9d806d19 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:41.300772 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.366765 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45196) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:41.371963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-2591ebe3-33d8-462b-93f6-ec2c5ceeed9f tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176989425', 'description': 'tempest-secgroup-smoke-1176989425 description', 'project_id': 'c265b807fb2945f69ef4aef48f5206dd'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:41.403174 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2591ebe3-33d8-462b-93f6-ec2c5ceeed9f tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.474187 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2591ebe3-33d8-462b-93f6-ec2c5ceeed9f tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.478246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2591ebe3-33d8-462b-93f6-ec2c5ceeed9f tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.513220 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2591ebe3-33d8-462b-93f6-ec2c5ceeed9f tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.514449 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-2591ebe3-33d8-462b-93f6-ec2c5ceeed9f tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1466701 Nov 24 05:47:41.516356 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591ebe3-33d8-462b-93f6-ec2c5ceeed9f tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be8e085-faee-4af1-9516-f5da7bd957a0,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:41.517542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45198) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:41.523705 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-c17e21d4-53c8-4a6b-a9e0-d44f4d5b78c9 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Request body: {'security_group_rule': {'security_group_id': '6be8e085-faee-4af1-9516-f5da7bd957a0', 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:41.549920 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c17e21d4-53c8-4a6b-a9e0-d44f4d5b78c9 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.604161 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c17e21d4-53c8-4a6b-a9e0-d44f4d5b78c9 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.607640 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c17e21d4-53c8-4a6b-a9e0-d44f4d5b78c9 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.624177 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e21d4-53c8-4a6b-a9e0-d44f4d5b78c9 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35410fd1-abfa-4801-aeda-6df0c0fa38cf,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:41.632574 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c17e21d4-53c8-4a6b-a9e0-d44f4d5b78c9 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.633802 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-c17e21d4-53c8-4a6b-a9e0-d44f4d5b78c9 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140003 Nov 24 05:47:41.636537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45200) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:41.640823 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-f5787d26-80f6-4a07-9c0c-884d3cd30055 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Request body: {'security_group_rule': {'security_group_id': '6be8e085-faee-4af1-9516-f5da7bd957a0', 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:41.666788 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5787d26-80f6-4a07-9c0c-884d3cd30055 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.727078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5787d26-80f6-4a07-9c0c-884d3cd30055 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.730840 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5787d26-80f6-4a07-9c0c-884d3cd30055 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.749558 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5787d26-80f6-4a07-9c0c-884d3cd30055 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303a4af8-c467-4310-bb21-48c66e8fc2ff,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:41.755802 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5787d26-80f6-4a07-9c0c-884d3cd30055 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.756909 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-f5787d26-80f6-4a07-9c0c-884d3cd30055 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194630 Nov 24 05:47:41.759706 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45202) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:41.763856 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-997cb21d-0457-4ef8-ae29-627f83f8eca0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Request body: {'security_group_rule': {'security_group_id': '6be8e085-faee-4af1-9516-f5da7bd957a0', 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:41.788903 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-997cb21d-0457-4ef8-ae29-627f83f8eca0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.843691 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-997cb21d-0457-4ef8-ae29-627f83f8eca0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.847203 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-997cb21d-0457-4ef8-ae29-627f83f8eca0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.864713 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cb21d-0457-4ef8-ae29-627f83f8eca0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1ecb27-0e36-49a6-b0fb-6e438d15e278,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:41.871307 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-997cb21d-0457-4ef8-ae29-627f83f8eca0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.872513 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-997cb21d-0457-4ef8-ae29-627f83f8eca0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118989 Nov 24 05:47:41.875205 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45204) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:41.880190 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-95329815-92bd-446d-8b5e-f2c3b2a48612 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Request body: {'security_group_rule': {'security_group_id': '6be8e085-faee-4af1-9516-f5da7bd957a0', 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:41.904725 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95329815-92bd-446d-8b5e-f2c3b2a48612 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.963930 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95329815-92bd-446d-8b5e-f2c3b2a48612 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.967478 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95329815-92bd-446d-8b5e-f2c3b2a48612 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.988771 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95329815-92bd-446d-8b5e-f2c3b2a48612 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065346e0-8e0c-4016-a261-5997afd6dfb4,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:41.994226 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95329815-92bd-446d-8b5e-f2c3b2a48612 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:41.995421 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-95329815-92bd-446d-8b5e-f2c3b2a48612 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192610 Nov 24 05:47:41.998132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45206) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:42.002381 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-31061c8d-45af-4214-9ce4-ee08c2543f7c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Request body: {'security_group_rule': {'security_group_id': '6be8e085-faee-4af1-9516-f5da7bd957a0', 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:42.024377 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-31061c8d-45af-4214-9ce4-ee08c2543f7c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Project c265b807fb2945f69ef4aef48f5206dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:47:42.028976 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31061c8d-45af-4214-9ce4-ee08c2543f7c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:42.091148 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31061c8d-45af-4214-9ce4-ee08c2543f7c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:42.094375 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31061c8d-45af-4214-9ce4-ee08c2543f7c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:42.111988 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31061c8d-45af-4214-9ce4-ee08c2543f7c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff2cda6-ffea-4f09-a7ea-6bbdb8949229,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:42.119864 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31061c8d-45af-4214-9ce4-ee08c2543f7c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:42.121064 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-31061c8d-45af-4214-9ce4-ee08c2543f7c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220095 Nov 24 05:47:42.123762 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45208) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:42.128046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [None req-10aab0c8-f88d-42e6-95a2-ffe028e2987d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Request body: {'security_group_rule': {'security_group_id': '6be8e085-faee-4af1-9516-f5da7bd957a0', 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:42.149288 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.securitygroups_db [None req-10aab0c8-f88d-42e6-95a2-ffe028e2987d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Project c265b807fb2945f69ef4aef48f5206dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 05:47:42.154298 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10aab0c8-f88d-42e6-95a2-ffe028e2987d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:42.214046 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10aab0c8-f88d-42e6-95a2-ffe028e2987d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:42.217235 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10aab0c8-f88d-42e6-95a2-ffe028e2987d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708999'] for security_group_rule, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:42.236078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aab0c8-f88d-42e6-95a2-ffe028e2987d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ca8715-cb5c-4a27-9d93-684cccc788a2,revision_number=0']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:42.243475 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10aab0c8-f88d-42e6-95a2-ffe028e2987d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:42.244695 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-10aab0c8-f88d-42e6-95a2-ffe028e2987d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200135 Nov 24 05:47:42.395679 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-0337a875-d3ff-424d-80b9-722af5129106 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176989425&fields=id&tenant_id=c265b807fb2945f69ef4aef48f5206dd HTTP/1.1" status: 200 len: 267 time: 0.0449324 Nov 24 05:47:42.507347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d130f-72c2-4139-9995-ffb36870b685 req-0a646e6f-05f8-4381-bbf7-50d83a7f1ef5 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:42.508914 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-0a646e6f-05f8-4381-bbf7-50d83a7f1ef5 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 810 time: 0.1058514 Nov 24 05:47:42.525508 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-28e8b7d4-562d-4fcc-8dd9-de176f06405c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/quotas/c265b807fb2945f69ef4aef48f5206dd HTTP/1.1" status: 200 len: 375 time: 0.0103807 Nov 24 05:47:42.584440 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-b33ef349-0694-433d-b1f6-c0e0721ae465 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520813 Nov 24 05:47:42.705797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Sync routers for ids ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:47:42.716793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Routers {'cb757a21-c05c-4a4e-82c3-6816f43fff1b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:42.717491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:42.776777 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-9691d856-85d8-4bbf-90e2-e28c4cefb53f service neutron] 10.222.0.37 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809742 Nov 24 05:47:42.821712 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Set router cb757a21-c05c-4a4e-82c3-6816f43fff1b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:42.872638 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-75f674de-3e4d-4597-99a7-40efe83f7339 service neutron] 10.222.0.37 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897346 Nov 24 05:47:43.019479 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'name': 'tempest-TestSnapshotPattern-1046748544-router', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:36Z', 'updated_at': '2021-11-24T05:47:39Z', 'revision_number': 4, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'gw_port': {'id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:37Z', 'updated_at': '2021-11-24T05:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '6f44d837-8c3a-4902-8c2c-6ecad34f4451', 'name': '', 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'mac_address': 'fa:16:3e:d1:48:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3582fa9-eb4a-46b9-83f0-04756c45b262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:39Z', 'updated_at': '2021-11-24T05:47:39Z', 'revision_number': 2, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'subnets': [{'id': 'd3582fa9-eb4a-46b9-83f0-04756c45b262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:43.044279 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Checking router: cb757a21-c05c-4a4e-82c3-6816f43fff1b for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:47:43.044566 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Updating router cb757a21-c05c-4a4e-82c3-6816f43fff1b port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 binding host dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 05:47:43.068502 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:43.316689 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Publish callbacks [] for port, precommit_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:43.321679 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:43.374600 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a708cab-f48c-4a3a-aa05-5f334d033090 None None] Pushing event updated for resources: {'Port': ['ID=6f44d837-8c3a-4902-8c2c-6ecad34f4451,revision_number=3']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:43.424030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Attempting to bind port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 on host dv-neutron-818850-5-hyperv for vnic_type normal with profile {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:47:43.424405 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Attempting to bind port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 by drivers openvswitch,hyperv on host dv-neutron-818850-5-hyperv at level 0 using segments [{'id': '9bcfff0d-0498-411e-8d15-20146362c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2'}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:47:43.425431 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Attempting to bind port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 on network 42830953-1d23-4e4e-8734-3d93f06887b2 {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:47:43.431224 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Checking agent: {'id': 'e616c526-5bb7-4b6b-9a05-ec08709e5df0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 54, 22), 'started_at': datetime.datetime(2021, 11, 24, 4, 54, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:47:43.431628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Checking segment: {'id': '9bcfff0d-0498-411e-8d15-20146362c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:47:43.432029 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:43.432426 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Bound using segment: {'id': '9bcfff0d-0498-411e-8d15-20146362c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2'} {{(pid=103234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:47:43.432894 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.managers [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Bound port: 6f44d837-8c3a-4902-8c2c-6ecad34f4451, host: dv-neutron-818850-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcfff0d-0498-411e-8d15-20146362c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2'}}] {{(pid=103234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:47:43.433274 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:43.501544 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] For port 6f44d837-8c3a-4902-8c2c-6ecad34f4451, host dv-neutron-818850-5-hyperv, cleared binding levels {{(pid=103234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:47:43.505058 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] For port 6f44d837-8c3a-4902-8c2c-6ecad34f4451, host dv-neutron-818850-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=6f44d837-8c3a-4902-8c2c-6ecad34f4451,segment=NetworkSegment(9bcfff0d-0498-411e-8d15-20146362c9dd),segment_id=9bcfff0d-0498-411e-8d15-20146362c9dd)] {{(pid=103234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:47:43.511005 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:43.560688 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Routers {'cb757a21-c05c-4a4e-82c3-6816f43fff1b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:43.561327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:43.609472 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a708cab-f48c-4a3a-aa05-5f334d033090 None None] Pushing event updated for resources: {'Port': ['ID=6f44d837-8c3a-4902-8c2c-6ecad34f4451,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:43.678279 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-eadf0643-5e03-40d8-9d73-cb021d707a0b None None] Provisioning complete for port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:43.678654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eadf0643-5e03-40d8-9d73-cb021d707a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:43.712731 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] Set router cb757a21-c05c-4a4e-82c3-6816f43fff1b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:43.882110 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eadf0643-5e03-40d8-9d73-cb021d707a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:43.930448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-eadf0643-5e03-40d8-9d73-cb021d707a0b None None] For port 6f44d837-8c3a-4902-8c2c-6ecad34f4451, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=6f44d837-8c3a-4902-8c2c-6ecad34f4451,segment=NetworkSegment(9bcfff0d-0498-411e-8d15-20146362c9dd),segment_id=9bcfff0d-0498-411e-8d15-20146362c9dd)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:43.951176 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eadf0643-5e03-40d8-9d73-cb021d707a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:44.008568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf0643-5e03-40d8-9d73-cb021d707a0b None None] Pushing event updated for resources: {'Port': ['ID=6f44d837-8c3a-4902-8c2c-6ecad34f4451,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:44.020498 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'name': 'tempest-TestSnapshotPattern-1046748544-router', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:36Z', 'updated_at': '2021-11-24T05:47:39Z', 'revision_number': 4, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'gw_port': {'id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:37Z', 'updated_at': '2021-11-24T05:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '6f44d837-8c3a-4902-8c2c-6ecad34f4451', 'name': '', 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'mac_address': 'fa:16:3e:d1:48:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3582fa9-eb4a-46b9-83f0-04756c45b262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:39Z', 'updated_at': '2021-11-24T05:47:43Z', 'revision_number': 4, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'subnets': [{'id': 'd3582fa9-eb4a-46b9-83f0-04756c45b262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:44.052670 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0ef6c-7bd2-4413-a605-e2bda19c3fbe None None] The sync data for ids ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'] in dv-neutron-818850-5-hyperv is: [{'id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'name': 'tempest-TestSnapshotPattern-1046748544-router', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:36Z', 'updated_at': '2021-11-24T05:47:39Z', 'revision_number': 4, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'gw_port': {'id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:37Z', 'updated_at': '2021-11-24T05:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '6f44d837-8c3a-4902-8c2c-6ecad34f4451', 'name': '', 'network_id': '42830953-1d23-4e4e-8734-3d93f06887b2', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'mac_address': 'fa:16:3e:d1:48:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd3582fa9-eb4a-46b9-83f0-04756c45b262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:39Z', 'updated_at': '2021-11-24T05:47:43Z', 'revision_number': 4, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'subnets': [{'id': 'd3582fa9-eb4a-46b9-83f0-04756c45b262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:47:44.073475 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-10f44a60-f580-428d-afcc-ff8c71e7bc98 None None] Provisioning complete for port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:44.073988 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-10f44a60-f580-428d-afcc-ff8c71e7bc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:44.085928 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2fc66659-5646-4113-a913-374f2a967176 req-1b84acf5-e5f7-40a4-9aaf-cf9a4ec1d930 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0464101 Nov 24 05:47:44.626191 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 6f44d837-8c3a-4902-8c2c-6ecad34f4451 up at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:47:44.678633 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Provisioning complete for port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:44.679001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:45.182740 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c88331cf-8131-43dd-9fff-afe99cd63988 req-b8b5d102-5f9e-484e-85c4-7fd3764cad47 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0272927 Nov 24 05:47:45.284681 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d130f-72c2-4139-9995-ffb36870b685 req-a5724c37-0fbb-4700-88e4-46fb872b0cab tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:45.286847 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-a5724c37-0fbb-4700-88e4-46fb872b0cab tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 810 time: 0.1225963 Nov 24 05:47:45.355052 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-04cb80b0-5c0a-4f6c-8662-74a197060e2b tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c265b807fb2945f69ef4aef48f5206dd HTTP/1.1" status: 200 len: 380 time: 0.0578454 Nov 24 05:47:45.365247 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Request body: {'port': {'device_id': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'admin_state_up': True, 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'security_groups': ['6be8e085-faee-4af1-9516-f5da7bd957a0']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:45.471264 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Made reservation on behalf of c265b807fb2945f69ef4aef48f5206dd for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:47:45.474956 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:45.602761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Allocated IP 172.20.0.10 (c5e8bd95-7e7f-438b-b754-a964b3761eaa/361a4bbb-b3ac-46ce-b826-c5dc40548e83/8783b55d-195e-40a5-a538-7b0f58e93e29) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:47:45.738133 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:45.771349 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:45.814889 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Network c5e8bd95-7e7f-438b-b754-a964b3761eaa is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:47:45.818521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:45.820953 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:47:45.848582 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'Port': ['ID=8783b55d-195e-40a5-a538-7b0f58e93e29,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:45.878951 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:45.879625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:45.895959 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-c0034064-829d-4e4a-a902-51e8a093f1c0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5345440 Nov 24 05:47:45.908219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Request body: {'port': {'device_id': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:45.968688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:46.027209 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-afbacc7e-979b-4367-9b2a-cb7324824fe3 None None] Provisioning complete for port 8783b55d-195e-40a5-a538-7b0f58e93e29 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:46.027864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-afbacc7e-979b-4367-9b2a-cb7324824fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:46.061067 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-afbacc7e-979b-4367-9b2a-cb7324824fe3 None None] Port 8783b55d-195e-40a5-a538-7b0f58e93e29 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:47:46.220079 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-346149a3-aba9-4068-913c-57ee29220218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:46.232152 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8783b55d-195e-40a5-a538-7b0f58e93e29 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:47:46.239878 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:46.252013 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Transition to ACTIVE for port object 8783b55d-195e-40a5-a538-7b0f58e93e29 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:47:46.260768 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:46.303466 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bdef0-d9c2-480c-97a7-d1a811206d42 req-62e31bc0-ad3c-4d4d-87ad-c1fa82583a10 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:46.305248 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c55bdef0-d9c2-480c-97a7-d1a811206d42 req-62e31bc0-ad3c-4d4d-87ad-c1fa82583a10 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0498466 Nov 24 05:47:46.313166 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Pushing event updated for resources: {'Port': ['ID=8783b55d-195e-40a5-a538-7b0f58e93e29,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:46.381963 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c55bdef0-d9c2-480c-97a7-d1a811206d42 req-6b7a5eab-789b-4744-9502-1c7778f6ec8a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680399 Nov 24 05:47:46.394854 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Attempting to bind port 8783b55d-195e-40a5-a538-7b0f58e93e29 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:47:46.395219 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Attempting to bind port 8783b55d-195e-40a5-a538-7b0f58e93e29 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:47:46.395554 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Attempting to bind port 8783b55d-195e-40a5-a538-7b0f58e93e29 on network c5e8bd95-7e7f-438b-b754-a964b3761eaa {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:47:46.400242 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Port 8783b55d-195e-40a5-a538-7b0f58e93e29 on network c5e8bd95-7e7f-438b-b754-a964b3761eaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:47:46.400480 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Attempting to bind port 8783b55d-195e-40a5-a538-7b0f58e93e29 on network c5e8bd95-7e7f-438b-b754-a964b3761eaa {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:47:46.405335 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:47:46.405680 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Checking segment: {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:47:46.406074 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Bound using segment: {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:47:46.406507 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Bound port: 8783b55d-195e-40a5-a538-7b0f58e93e29, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:47:46.406867 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:46.473957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] For port 8783b55d-195e-40a5-a538-7b0f58e93e29, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:47:46.477254 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] For port 8783b55d-195e-40a5-a538-7b0f58e93e29, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8783b55d-195e-40a5-a538-7b0f58e93e29,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:47:46.480984 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:46.513104 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:46.513755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:46.515178 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] 10.222.0.31 "PUT /v2.0/ports/8783b55d-195e-40a5-a538-7b0f58e93e29 HTTP/1.1" status: 200 len: 1094 time: 0.6112933 Nov 24 05:47:46.517528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:47:46.520640 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1f0261-37fb-4422-98c4-9fa3561ce558" -d '{"events": [{"name": "network-changed", "server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:47:46.555895 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66906fe0-9ba2-4eb3-8677-7dc3814b538b service neutron] Pushing event updated for resources: {'Port': ['ID=8783b55d-195e-40a5-a538-7b0f58e93e29,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:46.569149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d15113-c765-48ac-b282-0ef7716c49f4 x-openstack-request-id: req-21d15113-c765-48ac-b282-0ef7716c49f4 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:47:46.569435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:47:46.569688 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21d15113-c765-48ac-b282-0ef7716c49f4 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:47:46.570501 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'status': 'completed', 'code': 200} Nov 24 05:47:46.603972 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d130f-72c2-4139-9995-ffb36870b685 req-75260d75-0351-44fb-ab61-505b178e6eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:46.605577 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-75260d75-0351-44fb-ab61-505b178e6eeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 1097 time: 0.0454843 Nov 24 05:47:46.656032 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-21a24246-a9f0-46d0-b4ca-d94646131751 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8783b55d-195e-40a5-a538-7b0f58e93e29 HTTP/1.1" status: 200 len: 217 time: 0.0404282 Nov 24 05:47:46.708150 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d130f-72c2-4139-9995-ffb36870b685 req-c6f0ca30-37a2-4147-ac79-186296c545e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:46.709656 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-c6f0ca30-37a2-4147-ac79-186296c545e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0463521 Nov 24 05:47:46.757378 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d130f-72c2-4139-9995-ffb36870b685 req-3363201e-7a44-44d5-a3c2-4254eba65699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:46.758835 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-3363201e-7a44-44d5-a3c2-4254eba65699 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421786 Nov 24 05:47:46.852380 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-62c4cbca-12c2-4931-8d6f-9960977c51d4 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860610 Nov 24 05:47:46.939805 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-532d130f-72c2-4139-9995-ffb36870b685 req-c6b6c778-641c-42ee-a1d0-31e6cbec8de6 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797243 Nov 24 05:47:47.026266 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f0261-37fb-4422-98c4-9fa3561ce558 req-81fbe392-a674-4f33-a93b-592116a0617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:47.027777 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae1f0261-37fb-4422-98c4-9fa3561ce558 req-81fbe392-a674-4f33-a93b-592116a0617c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 1097 time: 0.0444465 Nov 24 05:47:47.123428 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f0261-37fb-4422-98c4-9fa3561ce558 req-a58287e4-5a2b-4bde-a007-df55b3ccdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:47.124940 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae1f0261-37fb-4422-98c4-9fa3561ce558 req-a58287e4-5a2b-4bde-a007-df55b3ccdbda service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 911 time: 0.0879691 Nov 24 05:47:47.169498 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae1f0261-37fb-4422-98c4-9fa3561ce558 req-13520d4d-2541-42c1-bf3e-0cb8cc0f452e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8783b55d-195e-40a5-a538-7b0f58e93e29 HTTP/1.1" status: 200 len: 217 time: 0.0370245 Nov 24 05:47:47.218033 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f0261-37fb-4422-98c4-9fa3561ce558 req-3e44a803-d41d-4ec7-b03e-5ef0e0705d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:47.219473 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae1f0261-37fb-4422-98c4-9fa3561ce558 req-3e44a803-d41d-4ec7-b03e-5ef0e0705d33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0429113 Nov 24 05:47:47.265117 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f0261-37fb-4422-98c4-9fa3561ce558 req-534b404b-f9cf-4b61-ab2b-ef68deb671c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:47.267080 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae1f0261-37fb-4422-98c4-9fa3561ce558 req-534b404b-f9cf-4b61-ab2b-ef68deb671c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398669 Nov 24 05:47:47.358756 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae1f0261-37fb-4422-98c4-9fa3561ce558 req-f0123f4c-5e3e-496a-af8e-a650246edc2f service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844402 Nov 24 05:47:47.457178 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-ae1f0261-37fb-4422-98c4-9fa3561ce558 req-06fd37ff-4d20-45d0-a499-bf2aa6f7e726 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902388 Nov 24 05:47:47.498492 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fc26a-b7f0-4b69-9c49-ca422d22f75b req-067642a8-ffcf-496b-95d8-31e138f8a465 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:47.499950 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a38fc26a-b7f0-4b69-9c49-ca422d22f75b req-067642a8-ffcf-496b-95d8-31e138f8a465 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0532689 Nov 24 05:47:47.548467 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-a38fc26a-b7f0-4b69-9c49-ca422d22f75b req-ee3a3343-8a1a-4b16-90d2-9ea993aaabaa tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425580 Nov 24 05:47:48.421407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a670bdc1-1b80-4e6c-8678-ec24b743b62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:48.664951 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479f993-16ef-445a-be7e-55b8a3e707c1 req-6e89241d-609e-4165-97cd-27eea99785a8 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:48.666396 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4479f993-16ef-445a-be7e-55b8a3e707c1 req-6e89241d-609e-4165-97cd-27eea99785a8 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0479641 Nov 24 05:47:48.714342 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-4479f993-16ef-445a-be7e-55b8a3e707c1 req-b88ea7c4-9149-4fb7-85b0-1f6575dc46b5 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419466 Nov 24 05:47:49.735261 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:49.828337 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb76524-3976-42dc-a02f-b775ff82ce0b req-e4507e3e-8b68-4657-b0b2-3ae1608abe81 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:49.829871 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ccb76524-3976-42dc-a02f-b775ff82ce0b req-e4507e3e-8b68-4657-b0b2-3ae1608abe81 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0494242 Nov 24 05:47:49.883444 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-ccb76524-3976-42dc-a02f-b775ff82ce0b req-cd3b09e6-1c5e-46cb-9cbc-f5c35e3d9e91 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469606 Nov 24 05:47:50.580784 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8783b55d-195e-40a5-a538-7b0f58e93e29 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:47:50.674228 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8783b55d-195e-40a5-a538-7b0f58e93e29, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8783b55d-195e-40a5-a538-7b0f58e93e29,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:50.827095 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'mac_address': 'fa:16:3e:f6:46:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:47:50.863849 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:50.875813 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8783b55d-195e-40a5-a538-7b0f58e93e29 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:47:50.894249 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8783b55d-195e-40a5-a538-7b0f58e93e29, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8783b55d-195e-40a5-a538-7b0f58e93e29,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:50.898251 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:50.952044 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:50.955244 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8783b55d-195e-40a5-a538-7b0f58e93e29,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:51.009555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862d86c-067d-4e34-a80e-64fac238377b req-b4920174-608f-4a0f-8c13-1eca247d91e5 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:51.011079 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9862d86c-067d-4e34-a80e-64fac238377b req-b4920174-608f-4a0f-8c13-1eca247d91e5 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0573051 Nov 24 05:47:51.061957 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9862d86c-067d-4e34-a80e-64fac238377b req-5f90102e-4947-43da-ab1b-472a9edd26ef tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449219 Nov 24 05:47:51.108690 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['8783b55d-195e-40a5-a538-7b0f58e93e29'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:47:51.852587 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:52.176939 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647e4c8-5fee-4963-99fe-83e1939126db req-b438a77e-7217-4eea-96ec-ade70b30e25f tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:52.178421 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b647e4c8-5fee-4963-99fe-83e1939126db req-b438a77e-7217-4eea-96ec-ade70b30e25f tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 945 time: 0.0495896 Nov 24 05:47:52.227601 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-b647e4c8-5fee-4963-99fe-83e1939126db req-851cee52-390c-47f3-bdd0-d3afa40db9a8 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432134 Nov 24 05:47:52.597735 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8783b55d-195e-40a5-a538-7b0f58e93e29 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:47:52.648325 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 8783b55d-195e-40a5-a538-7b0f58e93e29 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:47:52.652210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 8783b55d-195e-40a5-a538-7b0f58e93e29 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:47:52.652574 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:52.727252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:52.748925 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:47:52.751156 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1440c5-8630-4ef3-a346-e323bfece1ce" -d '{"events": [{"server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "name": "network-vif-plugged", "status": "completed", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:47:52.764663 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8783b55d-195e-40a5-a538-7b0f58e93e29, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8783b55d-195e-40a5-a538-7b0f58e93e29,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:47:52.769276 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:52.825626 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8783b55d-195e-40a5-a538-7b0f58e93e29,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:52.850409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff7de98-dac5-4f50-b28c-e75f108a71e2 x-openstack-request-id: req-2ff7de98-dac5-4f50-b28c-e75f108a71e2 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:47:52.850698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "name": "network-vif-plugged", "status": "completed", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:47:52.850951 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ff7de98-dac5-4f50-b28c-e75f108a71e2 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:47:52.851344 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'code': 200} Nov 24 05:47:53.011430 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cec55e-4bb6-45f4-bad7-3f3b443e3eeb req-3f60a5f2-2b59-4088-a5fb-75022e667f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:53.012922 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e5cec55e-4bb6-45f4-bad7-3f3b443e3eeb req-3f60a5f2-2b59-4088-a5fb-75022e667f45 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 1099 time: 0.0393229 Nov 24 05:47:53.063257 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-e5cec55e-4bb6-45f4-bad7-3f3b443e3eeb req-3734e61d-783b-4a29-a3a2-b73fcaa84853 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Nov 24 05:47:53.349029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff41b68-4389-4a66-8fde-0e0344cba139 req-269bfb27-37e7-43b9-bf45-4298396441cf tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:53.350387 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5ff41b68-4389-4a66-8fde-0e0344cba139 req-269bfb27-37e7-43b9-bf45-4298396441cf tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0555220 Nov 24 05:47:53.399253 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5ff41b68-4389-4a66-8fde-0e0344cba139 req-19079379-d3b2-4c98-ab6e-a5fa55c5f1c3 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428138 Nov 24 05:47:54.317501 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:54.515794 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1073ed-addf-44ba-a0b3-f2bff8a3842a req-d1b4615a-df05-40e4-a905-ab62228a99c9 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:54.517256 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9b1073ed-addf-44ba-a0b3-f2bff8a3842a req-d1b4615a-df05-40e4-a905-ab62228a99c9 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0497990 Nov 24 05:47:54.568359 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9b1073ed-addf-44ba-a0b3-f2bff8a3842a req-94501971-458e-4c65-8faf-085dd50622d3 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443587 Nov 24 05:47:54.687193 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50626a95-a5b9-4282-b835-9f5bbe70487a req-332778fa-362f-4ce7-937a-e852efc4bf2f tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:54.688580 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-50626a95-a5b9-4282-b835-9f5bbe70487a req-332778fa-362f-4ce7-937a-e852efc4bf2f tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 946 time: 0.0515974 Nov 24 05:47:54.737102 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-50626a95-a5b9-4282-b835-9f5bbe70487a req-83478f1d-3080-4d53-bc67-3b7456829024 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419538 Nov 24 05:47:54.759088 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45272) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:54.840143 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0bd93d-bca8-4820-943e-022dc8d597f7 tempest-TestSnapshotPattern-1402123394 tempest-TestSnapshotPattern-1402123394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:54.841637 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-9b0bd93d-bca8-4820-943e-022dc8d597f7 tempest-TestSnapshotPattern-1402123394 tempest-TestSnapshotPattern-1402123394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 1094 time: 0.0815711 Nov 24 05:47:54.844555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45276) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:47:54.849629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:47:54.871727 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:54.971011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:55.077066 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Allocated IP 172.26.0.9 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/32dddd9b-855c-4abc-a3c8-fcb4a9221234) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:47:55.180623 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:55.214273 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:55.258395 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:47:55.262278 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:47:55.264218 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'Port': ['ID=32dddd9b-855c-4abc-a3c8-fcb4a9221234,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:55.266321 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:47:55.616114 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:55.680599 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:55.835694 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:55.840085 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:56.220565 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'Port': ['ID=32dddd9b-855c-4abc-a3c8-fcb4a9221234,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:47:56.231054 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:56.336623 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Floating IP 2942fd85-1555-4311-a7c4-77d5a678094b associated. External IP: 172.26.0.9, port: 8783b55d-195e-40a5-a538-7b0f58e93e29. Nov 24 05:47:56.541051 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Router 6b09df1b-0d28-44c3-9b65-063aae371ca7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:47:56.645754 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:47:56.655218 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087d585-c473-49c7-9cc9-79c3989230a2 None None] Sync routers for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:47:56.663348 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:47:56.665277 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087d585-c473-49c7-9cc9-79c3989230a2 None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:56.665886 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2087d585-c473-49c7-9cc9-79c3989230a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:56.694761 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-20191fff-11c2-479f-afd9-143aa5a4cc6e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8491764 Nov 24 05:47:56.695459 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:47:56.697782 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b78fd9-c5b5-43ed-921f-1c798a751dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:47:56.738433 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204e051a-8343-4b48-88b0-a2738fd449bf x-openstack-request-id: req-204e051a-8343-4b48-88b0-a2738fd449bf {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:47:56.738732 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:47:56.738996 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-204e051a-8343-4b48-88b0-a2738fd449bf {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:47:56.739404 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'status': 'completed', 'code': 200} Nov 24 05:47:56.770201 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-2087d585-c473-49c7-9cc9-79c3989230a2 None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:56.801317 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b78fd9-c5b5-43ed-921f-1c798a751dd4 req-d8b47482-3f66-4f23-908c-32c831d4d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:56.802834 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-12b78fd9-c5b5-43ed-921f-1c798a751dd4 req-d8b47482-3f66-4f23-908c-32c831d4d7b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 1099 time: 0.0405800 Nov 24 05:47:56.898682 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b78fd9-c5b5-43ed-921f-1c798a751dd4 req-50397849-5125-454b-8fbe-cdbeab94938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:56.900187 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-12b78fd9-c5b5-43ed-921f-1c798a751dd4 req-50397849-5125-454b-8fbe-cdbeab94938f service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 911 time: 0.0907931 Nov 24 05:47:56.969293 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-12b78fd9-c5b5-43ed-921f-1c798a751dd4 req-4d17d328-c8e4-4647-80db-23fa3ec24db3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8783b55d-195e-40a5-a538-7b0f58e93e29 HTTP/1.1" status: 200 len: 998 time: 0.0605149 Nov 24 05:47:56.994518 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2087d585-c473-49c7-9cc9-79c3989230a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '2942fd85-1555-4311-a7c4-77d5a678094b', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:f6:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:47:55Z', 'updated_at': '2021-11-24T05:47:55Z', 'revision_number': 0, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:57.018229 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b78fd9-c5b5-43ed-921f-1c798a751dd4 req-c0da2926-fefc-42db-9769-d8d6945e948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:57.019748 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-12b78fd9-c5b5-43ed-921f-1c798a751dd4 req-c0da2926-fefc-42db-9769-d8d6945e948d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0438170 Nov 24 05:47:57.021259 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087d585-c473-49c7-9cc9-79c3989230a2 None None] Checking router: 6b09df1b-0d28-44c3-9b65-063aae371ca7 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:47:57.029376 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087d585-c473-49c7-9cc9-79c3989230a2 None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:47:57.029970 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2087d585-c473-49c7-9cc9-79c3989230a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:47:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:57.065384 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b78fd9-c5b5-43ed-921f-1c798a751dd4 req-415a3e51-857c-4c0f-9d0c-97f4656c2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:47:57.066801 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-12b78fd9-c5b5-43ed-921f-1c798a751dd4 req-415a3e51-857c-4c0f-9d0c-97f4656c2006 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406158 Nov 24 05:47:57.134295 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-2087d585-c473-49c7-9cc9-79c3989230a2 None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:47:57.160165 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-12b78fd9-c5b5-43ed-921f-1c798a751dd4 req-351ea1fd-586e-4111-ad75-c4dc80be580c service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863175 Nov 24 05:47:57.254382 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-12b78fd9-c5b5-43ed-921f-1c798a751dd4 req-efaaaedc-b73d-49e1-bc4d-d872fc0f47b4 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873373 Nov 24 05:47:57.354764 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-2087d585-c473-49c7-9cc9-79c3989230a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '2942fd85-1555-4311-a7c4-77d5a678094b', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:f6:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:47:55Z', 'updated_at': '2021-11-24T05:47:55Z', 'revision_number': 0, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:47:57.384074 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087d585-c473-49c7-9cc9-79c3989230a2 None None] The sync data for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv is: [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '2942fd85-1555-4311-a7c4-77d5a678094b', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:f6:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:47:55Z', 'updated_at': '2021-11-24T05:47:55Z', 'revision_number': 0, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:47:57.588322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8f0c5e-d2a1-49cd-affe-6ef97b55ba37 None None] New status for floating IP 2942fd85-1555-4311-a7c4-77d5a678094b: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:48:16.225388 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-6910cad3-1c70-45e0-8c1a-3eac0017864c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:17.525650 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:48:18.424389 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-13904181-4340-4931-b634-33c428906a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:19.739923 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:20.943262 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:21.855921 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:24.324268 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:46.225719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ed1f8fc0-0f0d-4379-8dab-a507f8f6aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:48.426741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0801c97f-45f2-4cf1-bdae-252cd709be30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:49.484410 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-8b530cac-0a6a-41e3-962b-14415cd18e5f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0973454 Nov 24 05:48:49.566496 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-1f2ec52c-3232-4916-968f-660d37a41234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:48:49.568090 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-1f2ec52c-3232-4916-968f-660d37a41234 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 1099 time: 0.0407147 Nov 24 05:48:49.674204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-b179f9a8-fa89-43b8-a9a5-04c73e54dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:48:49.675662 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-b179f9a8-fa89-43b8-a9a5-04c73e54dc02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 911 time: 0.0884814 Nov 24 05:48:49.739291 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:49.740046 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-2e8e7171-9980-4c13-bc91-3184a1bba692 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8783b55d-195e-40a5-a538-7b0f58e93e29 HTTP/1.1" status: 200 len: 1000 time: 0.0578194 Nov 24 05:48:49.787961 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-58cc209b-f7bc-466e-9756-0a444a17d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:48:49.789363 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-58cc209b-f7bc-466e-9756-0a444a17d9d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0433366 Nov 24 05:48:49.839484 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-8b29234b-feb5-4ec1-ab69-87b68f01bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:48:49.840985 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-8b29234b-feb5-4ec1-ab69-87b68f01bb55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448632 Nov 24 05:48:49.928913 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-2c27615d-7de0-4853-96e7-32fe3dda222f service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796506 Nov 24 05:48:50.018687 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c3a02279-331f-4a99-93ff-c6106ad51a02 req-569b3be6-6e99-4e9d-9a1a-9d9d04b3d0b8 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829413 Nov 24 05:48:50.946830 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:51.860278 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:54.337001 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:48:54.524073 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:49:16.228084 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-aaf488cf-734e-41cf-af50-03a8e6982d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:18.427944 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-18857645-90b3-43d8-8c50-1904d46baf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:19.743293 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:20.948341 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:21.861810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:24.332725 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:31.522775 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:49:46.230787 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a4d3e15b-e0f4-4efb-b3bb-809238e828c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:48.430030 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-cc946676-229a-41b7-8a0c-9fca0682c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:49.745818 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:50.448910 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-70c3beeb-dcd2-444a-8f19-f80d7dda809e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424824 Nov 24 05:49:50.529935 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-041ebd15-53cd-458c-ba3d-192da229e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:49:50.531370 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-041ebd15-53cd-458c-ba3d-192da229e9c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 1099 time: 0.0387778 Nov 24 05:49:50.952274 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:50.957488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-49464ab6-bc74-4519-baf7-ff260427c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:49:50.958975 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-49464ab6-bc74-4519-baf7-ff260427c3c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 911 time: 0.4080367 Nov 24 05:49:51.022785 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-ff522753-7502-4fe3-bbe7-b4cd135392b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8783b55d-195e-40a5-a538-7b0f58e93e29 HTTP/1.1" status: 200 len: 1000 time: 0.0565965 Nov 24 05:49:51.078587 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-3f00b06f-de0e-481a-ae2f-292d230ecb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:49:51.079983 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-3f00b06f-de0e-481a-ae2f-292d230ecb04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0504093 Nov 24 05:49:51.124535 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-2237b7f9-1fb7-45dc-96be-7c95f5ac35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:49:51.125976 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-2237b7f9-1fb7-45dc-96be-7c95f5ac35a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392025 Nov 24 05:49:51.215903 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-75936822-9b10-49e0-86b7-307502d209cc service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830176 Nov 24 05:49:51.305830 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-3c9c780e-079d-4da3-93f4-ce0e1a40a53f req-0ee452fc-7fe5-4e76-a200-1698633e23bb service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821922 Nov 24 05:49:51.863854 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:54.335327 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:59.306292 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8783b55d-195e-40a5-a538-7b0f58e93e29 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:49:59.404916 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8783b55d-195e-40a5-a538-7b0f58e93e29, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8783b55d-195e-40a5-a538-7b0f58e93e29,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:49:59.417225 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'mac_address': 'fa:16:3e:f6:46:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:49:59.454526 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:59.466881 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8783b55d-195e-40a5-a538-7b0f58e93e29 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:49:59.485783 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8783b55d-195e-40a5-a538-7b0f58e93e29, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8783b55d-195e-40a5-a538-7b0f58e93e29,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:49:59.490698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:49:59.545612 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8783b55d-195e-40a5-a538-7b0f58e93e29,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:49:59.560695 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.561298 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.561798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.562551 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.562896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.563238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.563604 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.563946 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.564280 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.564651 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.565076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.565407 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:49:59.570315 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['8783b55d-195e-40a5-a538-7b0f58e93e29'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:50:01.310950 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8783b55d-195e-40a5-a538-7b0f58e93e29 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:50:01.363196 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 8783b55d-195e-40a5-a538-7b0f58e93e29 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:50:01.363581 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:01.445631 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:01.469741 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:50:01.473213 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127041aa-850b-4b94-b2fd-51a9804bd15c" -d '{"events": [{"server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "name": "network-vif-plugged", "status": "completed", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:50:01.489351 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8783b55d-195e-40a5-a538-7b0f58e93e29, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8783b55d-195e-40a5-a538-7b0f58e93e29,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:50:01.497593 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:01.530328 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54987a58-a9ab-4df0-853b-60beebf21bc3 x-openstack-request-id: req-54987a58-a9ab-4df0-853b-60beebf21bc3 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:50:01.530628 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "name": "network-vif-plugged", "status": "completed", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:50:01.530891 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54987a58-a9ab-4df0-853b-60beebf21bc3 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:50:01.531261 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'code': 200} Nov 24 05:50:01.559368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8783b55d-195e-40a5-a538-7b0f58e93e29,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:50:08.521806 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:50:09.222125 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-303da7f6-3ab2-4550-9247-a44cc6aea1f1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176989425&fields=id&tenant_id=c265b807fb2945f69ef4aef48f5206dd HTTP/1.1" status: 200 len: 267 time: 0.0452464 Nov 24 05:50:09.328463 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-55ec3446-7ed3-48f6-ae56-d26ff7c25e75 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:09.330779 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-55ec3446-7ed3-48f6-ae56-d26ff7c25e75 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 810 time: 0.1009524 Nov 24 05:50:09.345195 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-5e6761ec-6a37-4a33-8664-d83b10c45114 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/quotas/c265b807fb2945f69ef4aef48f5206dd HTTP/1.1" status: 200 len: 375 time: 0.0089476 Nov 24 05:50:09.403402 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-83c82a62-51a6-4375-8a51-19865304574c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520949 Nov 24 05:50:09.419332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6d0395d6-95f5-4d73-a0a7-8d2cd6e624c8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 05:50:09.420328 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6d0395d6-95f5-4d73-a0a7-8d2cd6e624c8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051134 Nov 24 05:50:09.509074 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-f3dde7c8-05c2-4691-8009-5ff93950bdbe service neutron] 10.222.0.37 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830534 Nov 24 05:50:09.601502 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-7347c56a-6929-4ac2-a102-3a318ab6fcf1 service neutron] 10.222.0.37 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864160 Nov 24 05:50:09.829496 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5fac7c54-abe2-4358-88a4-0e69bc75b955 req-9edc5370-de45-44b5-adab-6a1a85d8cde5 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 210 time: 0.0779026 Nov 24 05:50:10.700635 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-bd6e0611-ad3e-4641-86c6-bbb49292a98d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:10.702097 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-bd6e0611-ad3e-4641-86c6-bbb49292a98d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 810 time: 0.1097188 Nov 24 05:50:10.769971 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-0ff1eae0-faa8-409d-85eb-441b834c47fe tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c265b807fb2945f69ef4aef48f5206dd HTTP/1.1" status: 200 len: 380 time: 0.0590208 Nov 24 05:50:10.779576 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Request body: {'port': {'device_id': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'admin_state_up': True, 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'security_groups': ['6be8e085-faee-4af1-9516-f5da7bd957a0']}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:50:10.898587 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Made reservation on behalf of c265b807fb2945f69ef4aef48f5206dd for: {'port': 1} {{(pid=103232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 05:50:10.902740 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:10.937376 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c2ff2df5-33b9-4bb2-be9b-45e9abbc683b req-ebb3c999-2a9f-45a5-b2a3-d59a56194686 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 210 time: 0.0350513 Nov 24 05:50:11.033685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Allocated IP 172.20.0.6 (c5e8bd95-7e7f-438b-b754-a964b3761eaa/361a4bbb-b3ac-46ce-b826-c5dc40548e83/571db882-1b7c-4c8c-9826-86e1429aa110) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:50:11.249021 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for port, precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:11.286338 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:11.334501 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Network c5e8bd95-7e7f-438b-b754-a964b3761eaa is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:50:11.337596 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:50:11.340210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:50:11.368618 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'Port': ['ID=571db882-1b7c-4c8c-9826-86e1429aa110,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:50:11.395957 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.396619 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.396970 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.397316 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.397853 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.398195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.398578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.398919 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.399253 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.399776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.400106 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.400529 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:11.426893 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:11.427401 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:11.448411 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-6c23ad4f-1659-4c40-93c1-e9cf50d923e0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6720560 Nov 24 05:50:11.605852 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-dd155c07-0191-4ad9-8e81-5d04743fb7e3 None None] Provisioning complete for port 571db882-1b7c-4c8c-9826-86e1429aa110 triggered by entity DHCP. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:50:11.606470 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-dd155c07-0191-4ad9-8e81-5d04743fb7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:11.643619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-dd155c07-0191-4ad9-8e81-5d04743fb7e3 None None] Port 571db882-1b7c-4c8c-9826-86e1429aa110 cannot update to ACTIVE because it is not bound. {{(pid=103234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 05:50:12.073484 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76749a02-8839-4b2a-85ac-c9b232cfb344 req-e4734335-a44f-40be-ab58-b507395a8aa4 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:12.074923 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-76749a02-8839-4b2a-85ac-c9b232cfb344 req-e4734335-a44f-40be-ab58-b507395a8aa4 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 931 time: 0.0664852 Nov 24 05:50:12.148110 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-76749a02-8839-4b2a-85ac-c9b232cfb344 req-ab0bfe5f-c19e-4a1d-9977-c9522161a827 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656407 Nov 24 05:50:13.274616 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1a1cb-67d5-41c9-87eb-98ae18a107a7 req-52f83315-f441-447c-94a9-97f2df896ee6 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:13.276296 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-84f1a1cb-67d5-41c9-87eb-98ae18a107a7 req-52f83315-f441-447c-94a9-97f2df896ee6 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 931 time: 0.0569229 Nov 24 05:50:13.327721 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-84f1a1cb-67d5-41c9-87eb-98ae18a107a7 req-53ad074c-b427-40bc-b77d-755c87b76de8 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452824 Nov 24 05:50:13.340563 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8783b55d-195e-40a5-a538-7b0f58e93e29 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:50:13.422821 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:13.446845 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:50:13.449098 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b66de5-e86e-4850-aeba-279c64ca1c50" -d '{"events": [{"server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "name": "network-vif-unplugged", "status": "completed", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:50:13.461113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 8783b55d-195e-40a5-a538-7b0f58e93e29, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8783b55d-195e-40a5-a538-7b0f58e93e29,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:50:13.465183 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:13.513762 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 05:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b07263-f6cb-48b2-a1c7-24b16360d3f4 x-openstack-request-id: req-66b07263-f6cb-48b2-a1c7-24b16360d3f4 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:50:13.514064 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "name": "network-vif-unplugged", "status": "completed", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:50:13.514322 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66b07263-f6cb-48b2-a1c7-24b16360d3f4 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:50:13.514715 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'code': 200} Nov 24 05:50:13.520105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=8783b55d-195e-40a5-a538-7b0f58e93e29,revision_number=8']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:50:14.455316 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b006758-5c47-41c9-b56e-a1569ead5519 req-21146c7b-6196-41e7-b914-6ef50f0dc803 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:14.456839 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6b006758-5c47-41c9-b56e-a1569ead5519 req-21146c7b-6196-41e7-b914-6ef50f0dc803 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 931 time: 0.0560153 Nov 24 05:50:14.509639 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-6b006758-5c47-41c9-b56e-a1569ead5519 req-c92d5f2a-d66f-43c9-ac02-4041a4c94f82 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467765 Nov 24 05:50:15.636606 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455fa2e-cc39-47c3-afce-8b63c8d9b9c1 req-10e482d9-2aa1-4fbb-b8d7-97b8dd47581a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:15.638107 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3455fa2e-cc39-47c3-afce-8b63c8d9b9c1 req-10e482d9-2aa1-4fbb-b8d7-97b8dd47581a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 931 time: 0.0572913 Nov 24 05:50:15.691827 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-3455fa2e-cc39-47c3-afce-8b63c8d9b9c1 req-22627382-bbcb-4df1-9a8f-f36f0f21f6dd tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473938 Nov 24 05:50:16.233658 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7300a876-b647-403e-824f-b1d67f45c9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:16.813351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aeb06b-ee0e-4b9d-aacd-7cb1e5e32590 req-79315bbc-1c8e-406c-81a7-7543ee86535e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:16.814947 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7aeb06b-ee0e-4b9d-aacd-7cb1e5e32590 req-79315bbc-1c8e-406c-81a7-7543ee86535e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 931 time: 0.0519304 Nov 24 05:50:16.867988 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f7aeb06b-ee0e-4b9d-aacd-7cb1e5e32590 req-bfc60971-f2f9-44c7-bfef-7ff51fc08801 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448637 Nov 24 05:50:17.991387 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e085fe-3627-4c4d-af5c-bc6d51881f8f req-f6b761b7-a505-43f5-89bc-22a0be9dbdb6 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:17.992919 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4e085fe-3627-4c4d-af5c-bc6d51881f8f req-f6b761b7-a505-43f5-89bc-22a0be9dbdb6 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 931 time: 0.0517707 Nov 24 05:50:18.048179 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c4e085fe-3627-4c4d-af5c-bc6d51881f8f req-8a63c462-ec43-4fea-b510-ca4b5d77155e tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488918 Nov 24 05:50:18.437557 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-0c0467a7-4db6-49bc-9944-36067a2e09ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:19.168281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee4ed0-e144-44e4-8c45-e05689b9fdf4 req-9de12645-61b2-48d6-80a7-537d9b8de1ae tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:19.169773 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bfee4ed0-e144-44e4-8c45-e05689b9fdf4 req-9de12645-61b2-48d6-80a7-537d9b8de1ae tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 931 time: 0.0503025 Nov 24 05:50:19.221202 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-bfee4ed0-e144-44e4-8c45-e05689b9fdf4 req-fce6c262-56a8-4e5a-b235-ba732fd4e980 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453689 Nov 24 05:50:19.750936 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:20.352863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574e9b0-9316-422f-96f3-f716e46d6d63 req-2f3ee1fc-42e7-4c8b-aea0-3952cce93468 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:20.354407 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1574e9b0-9316-422f-96f3-f716e46d6d63 req-2f3ee1fc-42e7-4c8b-aea0-3952cce93468 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 931 time: 0.0557873 Nov 24 05:50:20.407459 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1574e9b0-9316-422f-96f3-f716e46d6d63 req-03c6e23b-7f20-4b4b-b5a6-9c79b238615d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465353 Nov 24 05:50:20.955330 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:21.528407 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22854d95-f11d-4cdf-b8d6-97f0042980c9 req-29fd60b9-11fc-47d5-9fa7-358b7ff94f6b tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:21.529864 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-22854d95-f11d-4cdf-b8d6-97f0042980c9 req-29fd60b9-11fc-47d5-9fa7-358b7ff94f6b tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 931 time: 0.0523455 Nov 24 05:50:21.578404 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-22854d95-f11d-4cdf-b8d6-97f0042980c9 req-bb94116f-bb95-4b68-8fc1-61a8a97e2b77 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421009 Nov 24 05:50:21.744754 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.v2.base [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Request body: {'port': {'device_id': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:50:21.796656 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:21.866484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:22.060028 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571db882-1b7c-4c8c-9826-86e1429aa110 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:50:22.067515 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:22.079517 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Transition to ACTIVE for port object 571db882-1b7c-4c8c-9826-86e1429aa110 will not be triggered until provisioned by entity L2. {{(pid=103232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 05:50:22.084048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:22.132461 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Pushing event updated for resources: {'Port': ['ID=571db882-1b7c-4c8c-9826-86e1429aa110,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:50:22.203085 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Attempting to bind port 571db882-1b7c-4c8c-9826-86e1429aa110 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 05:50:22.203426 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Attempting to bind port 571db882-1b7c-4c8c-9826-86e1429aa110 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 05:50:22.203851 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Attempting to bind port 571db882-1b7c-4c8c-9826-86e1429aa110 on network c5e8bd95-7e7f-438b-b754-a964b3761eaa {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:50:22.209132 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Port 571db882-1b7c-4c8c-9826-86e1429aa110 on network c5e8bd95-7e7f-438b-b754-a964b3761eaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 05:50:22.209456 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Attempting to bind port 571db882-1b7c-4c8c-9826-86e1429aa110 on network c5e8bd95-7e7f-438b-b754-a964b3761eaa {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 05:50:22.214488 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Checking agent: {'id': 'b9213111-47d0-4ca4-b89e-b87212c9cf34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'started_at': datetime.datetime(2021, 11, 24, 4, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 5, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 05:50:22.214831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Checking segment: {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 05:50:22.215217 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Bound using segment: {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 05:50:22.215685 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Bound port: 571db882-1b7c-4c8c-9826-86e1429aa110, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e421cf-2058-40eb-b1ee-0cba01f5d922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 05:50:22.216048 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:22.286494 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] For port 571db882-1b7c-4c8c-9826-86e1429aa110, host hv-neutron-8188, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 05:50:22.289756 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] For port 571db882-1b7c-4c8c-9826-86e1429aa110, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=571db882-1b7c-4c8c-9826-86e1429aa110,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 05:50:22.293525 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29207425'] for port, after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:22.327142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:22.327739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:22.329103 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] 10.222.0.31 "PUT /v2.0/ports/571db882-1b7c-4c8c-9826-86e1429aa110 HTTP/1.1" status: 200 len: 1093 time: 0.5887492 Nov 24 05:50:22.329540 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:50:22.331804 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a842848d-05a5-4f30-9f94-01c94d418157" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:50:22.357777 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e2089-ed3d-4d52-80c3-11b7bda32a85 service neutron] Pushing event updated for resources: {'Port': ['ID=571db882-1b7c-4c8c-9826-86e1429aa110,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:50:22.434001 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-4d993cc1-7fca-4aca-8d62-220102a4cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:22.435540 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-4d993cc1-7fca-4aca-8d62-220102a4cb0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 1096 time: 0.0491681 Nov 24 05:50:22.445578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68947cb9-20a0-4a58-a246-52a8de5b681c x-openstack-request-id: req-68947cb9-20a0-4a58-a246-52a8de5b681c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:50:22.445942 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:50:22.446269 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68947cb9-20a0-4a58-a246-52a8de5b681c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:50:22.446854 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110', 'status': 'completed', 'code': 200} Nov 24 05:50:22.483873 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-c0848011-bd1b-4731-ae7a-0381d854cee3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571db882-1b7c-4c8c-9826-86e1429aa110 HTTP/1.1" status: 200 len: 217 time: 0.0360055 Nov 24 05:50:22.538744 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-b94f9e38-d070-4cfb-9447-93517537cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:22.540263 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-b94f9e38-d070-4cfb-9447-93517537cb08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0494349 Nov 24 05:50:22.586831 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-69e78dd6-71a3-42aa-ab58-72fda066b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:22.588320 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-69e78dd6-71a3-42aa-ab58-72fda066b8d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412257 Nov 24 05:50:22.685114 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-76bcb0cb-af24-4a63-b534-0d53afb53a22 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878978 Nov 24 05:50:22.694554 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca473b6-0dd1-425d-b5c4-6abfeaf57ff1 req-cab045c2-8b86-4c78-a91d-4fb1df912217 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:22.696049 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9ca473b6-0dd1-425d-b5c4-6abfeaf57ff1 req-cab045c2-8b86-4c78-a91d-4fb1df912217 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 943 time: 0.0491400 Nov 24 05:50:22.746394 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-9ca473b6-0dd1-425d-b5c4-6abfeaf57ff1 req-3fc70e2e-b8fe-435c-8611-ac68933458db tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 Nov 24 05:50:22.776372 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-7467a154-5b58-4954-8286-a49daeaf3e9a req-a386ff15-5025-4f8f-9e2f-87dc72674888 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840869 Nov 24 05:50:22.864923 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842848d-05a5-4f30-9f94-01c94d418157 req-908d37f0-ec24-47ec-9cfa-7930fae17c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:22.866315 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a842848d-05a5-4f30-9f94-01c94d418157 req-908d37f0-ec24-47ec-9cfa-7930fae17c5b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 1096 time: 0.0417101 Nov 24 05:50:23.093435 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842848d-05a5-4f30-9f94-01c94d418157 req-e4731016-bb6a-410b-8e45-e856a9077713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:23.094893 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a842848d-05a5-4f30-9f94-01c94d418157 req-e4731016-bb6a-410b-8e45-e856a9077713 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 911 time: 0.0900528 Nov 24 05:50:23.138675 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a842848d-05a5-4f30-9f94-01c94d418157 req-eeb71b70-6b98-4751-aeb8-a0bf85cccbb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571db882-1b7c-4c8c-9826-86e1429aa110 HTTP/1.1" status: 200 len: 217 time: 0.0340900 Nov 24 05:50:23.190979 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842848d-05a5-4f30-9f94-01c94d418157 req-315764c8-3373-40d1-8a9a-b5adb6e01d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:23.193433 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a842848d-05a5-4f30-9f94-01c94d418157 req-315764c8-3373-40d1-8a9a-b5adb6e01d24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0470119 Nov 24 05:50:23.244191 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842848d-05a5-4f30-9f94-01c94d418157 req-61eb8031-5ad7-4dbd-ad21-7d14c518b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:23.245652 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a842848d-05a5-4f30-9f94-01c94d418157 req-61eb8031-5ad7-4dbd-ad21-7d14c518b3d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438905 Nov 24 05:50:23.335688 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a842848d-05a5-4f30-9f94-01c94d418157 req-d1b2e1de-6aca-48ac-a1e1-f894d95e4acb service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822029 Nov 24 05:50:23.430651 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-a842848d-05a5-4f30-9f94-01c94d418157 req-eb0d37df-1f8d-4774-a8ad-bac7bf46aefc service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877039 Nov 24 05:50:23.866725 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41a372-7ab4-4d5a-89ee-efdb071c7e8e req-e2ee280a-a035-4ac3-9aba-0c522c4e684c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:23.868280 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1b41a372-7ab4-4d5a-89ee-efdb071c7e8e req-e2ee280a-a035-4ac3-9aba-0c522c4e684c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 943 time: 0.0495508 Nov 24 05:50:23.921985 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-1b41a372-7ab4-4d5a-89ee-efdb071c7e8e req-3c8956ed-bcc3-494c-a319-da9f5bf885b4 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476377 Nov 24 05:50:24.352871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:25.037316 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef192a-6fee-419a-8856-63b0478a908e req-a0b34090-6dbc-4e78-81b0-8781cc5d3d91 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:25.038876 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-04ef192a-6fee-419a-8856-63b0478a908e req-a0b34090-6dbc-4e78-81b0-8781cc5d3d91 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 943 time: 0.0484750 Nov 24 05:50:25.087957 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-04ef192a-6fee-419a-8856-63b0478a908e req-b4fc61dd-fa66-4ef5-9af4-e1cb839df1c6 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Nov 24 05:50:25.417251 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 571db882-1b7c-4c8c-9826-86e1429aa110 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:50:25.510508 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 571db882-1b7c-4c8c-9826-86e1429aa110, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=571db882-1b7c-4c8c-9826-86e1429aa110,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:50:25.521102 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '571db882-1b7c-4c8c-9826-86e1429aa110', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'port_id': '571db882-1b7c-4c8c-9826-86e1429aa110', 'mac_address': 'fa:16:3e:e1:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:50:25.556394 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:25.568829 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571db882-1b7c-4c8c-9826-86e1429aa110 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:50:25.587847 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 571db882-1b7c-4c8c-9826-86e1429aa110, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=571db882-1b7c-4c8c-9826-86e1429aa110,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:50:25.591490 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:25.638008 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=571db882-1b7c-4c8c-9826-86e1429aa110,revision_number=4']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:50:25.842697 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['571db882-1b7c-4c8c-9826-86e1429aa110'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:50:26.203106 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644632dc-c2ab-4222-8354-9d817c41a796 req-c17e5a64-1a12-4400-8a10-6da9b2c355e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:26.204715 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-644632dc-c2ab-4222-8354-9d817c41a796 req-c17e5a64-1a12-4400-8a10-6da9b2c355e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 944 time: 0.0494249 Nov 24 05:50:26.253004 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-644632dc-c2ab-4222-8354-9d817c41a796 req-eaed0a1b-b343-4448-9c63-42a7aae5c10c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423908 Nov 24 05:50:27.375099 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c041e-9a54-4c66-8444-cb0549ae2e0f req-d8bdd99f-a80c-4a3a-8d84-93df545bd3d8 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:27.376570 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-051c041e-9a54-4c66-8444-cb0549ae2e0f req-d8bdd99f-a80c-4a3a-8d84-93df545bd3d8 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 944 time: 0.0528069 Nov 24 05:50:27.422919 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 571db882-1b7c-4c8c-9826-86e1429aa110 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:50:27.428004 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-051c041e-9a54-4c66-8444-cb0549ae2e0f req-fc5b015c-dda0-432c-a2f0-d0b03ad89a07 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445151 Nov 24 05:50:27.473751 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning for port 571db882-1b7c-4c8c-9826-86e1429aa110 completed by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 05:50:27.478028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 571db882-1b7c-4c8c-9826-86e1429aa110 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:50:27.478399 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:27.554620 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:27.576721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:50:27.578918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20291e49-ea75-4602-bd60-c3e39e970268" -d '{"events": [{"server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "name": "network-vif-plugged", "status": "completed", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:50:27.591677 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 571db882-1b7c-4c8c-9826-86e1429aa110, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=571db882-1b7c-4c8c-9826-86e1429aa110,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:50:27.597122 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:27.766523 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86ba96f-34e8-40b7-bd78-41753409eadf x-openstack-request-id: req-f86ba96f-34e8-40b7-bd78-41753409eadf {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:50:27.766793 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "name": "network-vif-plugged", "status": "completed", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:50:27.767045 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f86ba96f-34e8-40b7-bd78-41753409eadf {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:50:27.767426 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110', 'code': 200} Nov 24 05:50:27.790401 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=571db882-1b7c-4c8c-9826-86e1429aa110,revision_number=5']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:50:27.793443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862847d5-8b2b-417d-bee2-05ff93330384 req-9ea21690-6488-4017-8917-0cb57234fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:27.794951 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-862847d5-8b2b-417d-bee2-05ff93330384 req-9ea21690-6488-4017-8917-0cb57234fa2b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 1098 time: 0.0424411 Nov 24 05:50:27.841470 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-862847d5-8b2b-417d-bee2-05ff93330384 req-03c3300a-541f-41ca-96f5-21ba6cc1ebc8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390573 Nov 24 05:50:28.543261 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e52f8-8a29-4076-b2a8-2d1a3f6ef4f0 req-c9c7e6c8-0705-4708-b158-c1f0079ececc tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:28.544769 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-572e52f8-8a29-4076-b2a8-2d1a3f6ef4f0 req-c9c7e6c8-0705-4708-b158-c1f0079ececc tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 945 time: 0.0498827 Nov 24 05:50:28.593327 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-572e52f8-8a29-4076-b2a8-2d1a3f6ef4f0 req-da5aac98-eca0-4c74-8e2e-664726d55f79 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Nov 24 05:50:29.716579 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508eff6-9d4e-4bf8-a627-9caf84949b36 req-e2791845-d942-4aca-ba7a-c602017a995a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:29.718046 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2508eff6-9d4e-4bf8-a627-9caf84949b36 req-e2791845-d942-4aca-ba7a-c602017a995a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 945 time: 0.0529342 Nov 24 05:50:29.767228 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-2508eff6-9d4e-4bf8-a627-9caf84949b36 req-4cb066a0-8180-4464-897a-ea20e3c714f3 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427589 Nov 24 05:50:29.881572 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32c092-bf55-471a-9249-eb11834d92f6 req-394c62f9-80e7-4e7a-9729-6463747dce07 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:29.882927 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f32c092-bf55-471a-9249-eb11834d92f6 req-394c62f9-80e7-4e7a-9729-6463747dce07 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 945 time: 0.0483766 Nov 24 05:50:29.931578 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f32c092-bf55-471a-9249-eb11834d92f6 req-e783a74e-e488-4ab3-a64c-612ee635ecb3 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Nov 24 05:50:29.953302 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45572) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:50:29.992570 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75794123-4f26-4f36-83e5-1fa7a8ba8882 tempest-TestSnapshotPattern-1402123394 tempest-TestSnapshotPattern-1402123394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:29.994055 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-75794123-4f26-4f36-83e5-1fa7a8ba8882 tempest-TestSnapshotPattern-1402123394 tempest-TestSnapshotPattern-1402123394-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 1093 time: 0.0397904 Nov 24 05:50:29.996769 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45574) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:50:30.000955 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.v2.base [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Request body: {'floatingip': {'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'port_id': '571db882-1b7c-4c8c-9826-86e1429aa110', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 05:50:30.023134 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for floatingip, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:30.120800 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:30.226789 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.db_base_plugin_common [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Allocated IP 172.26.0.195 (ffac5a06-5e21-4936-9cc3-9be1063e5cec/4da5cd95-48a9-4203-81a9-815b9ff07e31/f01a7638-505e-4a8f-9414-b371fe6d9def) {{(pid=103233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 05:50:30.322338 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for port, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:30.354740 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784304221642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:30.388023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Network ffac5a06-5e21-4936-9cc3-9be1063e5cec is already hosted by enough agents. {{(pid=103233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 05:50:30.390786 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.base_scheduler [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Resources bound (agent type, host, resource id): {{(pid=103233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 05:50:30.396723 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Received port after_create {{(pid=103233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 05:50:30.426130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'Port': ['ID=f01a7638-505e-4a8f-9414-b371fe6d9def,revision_number=1']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:50:30.438293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.438646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.438993 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.439332 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.439691 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.440029 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.440360 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.440688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.441016 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.441881 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.442497 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.442963 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:50:30.758863 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:30.827399 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:30.970917 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for port, precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:30.976329 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28478072'] for port, after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:31.044462 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event updated for resources: {'Port': ['ID=f01a7638-505e-4a8f-9414-b371fe6d9def,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:50:31.057665 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941379'] for floatingip, after_create {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:31.156269 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Floating IP 9787129c-b23a-4f4f-97ab-7be6fd8c1450 associated. External IP: 172.26.0.195, port: 571db882-1b7c-4c8c-9826-86e1429aa110. Nov 24 05:50:31.358629 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Router 6b09df1b-0d28-44c3-9b65-063aae371ca7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:50:31.462764 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:50:31.472165 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dab406-0ab7-4a07-93b0-9aaf00913062 None None] Sync routers for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:50:31.480023 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:31.484852 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dab406-0ab7-4a07-93b0-9aaf00913062 None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:50:31.485543 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-40dab406-0ab7-4a07-93b0-9aaf00913062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:50:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:50:31.593532 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-40dab406-0ab7-4a07-93b0-9aaf00913062 None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:50:31.819364 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-ef52e9fe-516d-408f-b98b-c0c448226d6c tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8215694 Nov 24 05:50:31.820057 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:50:31.822450 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:50:31.838923 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-40dab406-0ab7-4a07-93b0-9aaf00913062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '2942fd85-1555-4311-a7c4-77d5a678094b', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:f6:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:47:55Z', 'updated_at': '2021-11-24T05:47:57Z', 'revision_number': 1, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}, {'id': '9787129c-b23a-4f4f-97ab-7be6fd8c1450', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.195', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '571db882-1b7c-4c8c-9826-86e1429aa110', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:e1:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:50:30Z', 'updated_at': '2021-11-24T05:50:30Z', 'revision_number': 0, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:50:31.868390 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dab406-0ab7-4a07-93b0-9aaf00913062 None None] Checking router: 6b09df1b-0d28-44c3-9b65-063aae371ca7 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:50:31.876347 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dab406-0ab7-4a07-93b0-9aaf00913062 None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:50:31.876936 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-40dab406-0ab7-4a07-93b0-9aaf00913062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:50:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:50:31.916293 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6580e261-eee0-4286-9a86-00e2b775a3d4 x-openstack-request-id: req-6580e261-eee0-4286-9a86-00e2b775a3d4 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:50:31.916591 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:50:31.916849 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6580e261-eee0-4286-9a86-00e2b775a3d4 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:50:31.917252 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110', 'status': 'completed', 'code': 200} Nov 24 05:50:31.982579 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-40dab406-0ab7-4a07-93b0-9aaf00913062 None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:50:31.989704 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907 req-97f37b00-98d7-43a0-a3f5-bce1d1e9f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:31.991253 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907 req-97f37b00-98d7-43a0-a3f5-bce1d1e9f9a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 1098 time: 0.0462415 Nov 24 05:50:32.082072 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907 req-d99e2634-bf8d-4580-820d-e3ddd6ee1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:32.084001 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907 req-d99e2634-bf8d-4580-820d-e3ddd6ee1a1c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 911 time: 0.0858836 Nov 24 05:50:32.153109 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907 req-88872686-1f02-447d-82b1-00ece0b0bb27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571db882-1b7c-4c8c-9826-86e1429aa110 HTTP/1.1" status: 200 len: 999 time: 0.0615804 Nov 24 05:50:32.201839 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907 req-737bfd42-c6b5-4b42-8a22-ae2869607721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:32.203294 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907 req-737bfd42-c6b5-4b42-8a22-ae2869607721 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0437992 Nov 24 05:50:32.203421 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-40dab406-0ab7-4a07-93b0-9aaf00913062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '2942fd85-1555-4311-a7c4-77d5a678094b', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:f6:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:47:55Z', 'updated_at': '2021-11-24T05:47:57Z', 'revision_number': 1, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}, {'id': '9787129c-b23a-4f4f-97ab-7be6fd8c1450', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.195', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '571db882-1b7c-4c8c-9826-86e1429aa110', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:e1:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:50:30Z', 'updated_at': '2021-11-24T05:50:30Z', 'revision_number': 0, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:50:32.233092 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dab406-0ab7-4a07-93b0-9aaf00913062 None None] The sync data for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv is: [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '2942fd85-1555-4311-a7c4-77d5a678094b', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:f6:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:47:55Z', 'updated_at': '2021-11-24T05:47:57Z', 'revision_number': 1, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}, {'id': '9787129c-b23a-4f4f-97ab-7be6fd8c1450', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.195', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '571db882-1b7c-4c8c-9826-86e1429aa110', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:e1:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:50:30Z', 'updated_at': '2021-11-24T05:50:30Z', 'revision_number': 0, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:50:32.252886 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907 req-705cea46-87d0-46d8-b001-1755340a67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:32.254839 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907 req-705cea46-87d0-46d8-b001-1755340a67fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437186 Nov 24 05:50:32.352163 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907 req-6fda2468-5270-47a4-8094-af71a133335b service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898068 Nov 24 05:50:32.432606 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45778caa-38b5-4acd-838f-2d33ca0fd114 None None] New status for floating IP 9787129c-b23a-4f4f-97ab-7be6fd8c1450: ACTIVE {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:50:32.442344 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-472f2af2-2b5e-45c8-b37b-5d8e4ee94907 req-0bfce99c-e228-4117-8f5e-ff219f4f08d9 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837541 Nov 24 05:50:45.520728 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:50:46.235726 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a7079e0c-73bf-4a50-bd6f-fe7be6ce8ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:48.428619 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d136c15b-97db-4d41-be4c-1b71749e789b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:49.751662 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:50.433888 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-55eb2d83-83e4-46e3-9a9e-805ac6c62a16 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436001 Nov 24 05:50:50.512142 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-efab1be2-cf58-4e97-bf6a-613449a1f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:50.513589 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-efab1be2-cf58-4e97-bf6a-613449a1f0f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 1097 time: 0.0392845 Nov 24 05:50:50.615036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-c615c474-7c19-4584-a75f-240b6bcf9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:50.616512 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-c615c474-7c19-4584-a75f-240b6bcf9335 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 911 time: 0.0825484 Nov 24 05:50:50.685275 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-0d51d69a-9ec0-4c2c-a59f-9a0dfbbd1e9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8783b55d-195e-40a5-a538-7b0f58e93e29 HTTP/1.1" status: 200 len: 998 time: 0.0606678 Nov 24 05:50:50.733373 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-252649e5-4889-4763-8827-c74a7678b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:50.734789 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-252649e5-4889-4763-8827-c74a7678b270 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0423963 Nov 24 05:50:50.781885 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-319d6ec0-e563-4e19-9964-ebe8cd213eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:50:50.783334 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-319d6ec0-e563-4e19-9964-ebe8cd213eb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395808 Nov 24 05:50:50.875509 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-6f92dccf-a822-4d18-b55f-352d51b766d0 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833700 Nov 24 05:50:50.960238 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:50.969512 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-c1ef85ae-549a-490b-b70d-05beb26069e6 req-5d8929bd-a9de-44a3-bec5-7472983f28ee service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860622 Nov 24 05:50:51.870164 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:50:54.369012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:16.237654 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a92a0411-95de-42e7-81f1-fe3e2b304553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:18.432653 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-50d6012e-5723-4d2d-a68e-b707491a4b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:19.755797 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:20.961738 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:21.872252 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:22.519608 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:51:24.369749 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:46.240664 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eec2714f-ff76-45bf-8030-f9857f67f4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:48.436408 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-b92141d7-7eda-433c-8be5-0796b9b4a2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:49.757542 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:50.964576 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:51.427855 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-19a4cdd9-ed14-464c-8cf5-112421a3459b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401251 Nov 24 05:51:51.488059 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-eafc554c-5db8-4e4c-9ec3-162ef022406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:51:51.489440 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-eafc554c-5db8-4e4c-9ec3-162ef022406c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 1098 time: 0.0400629 Nov 24 05:51:51.594145 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-1d9fe295-3fdd-4d95-9b61-e8b9d4a1b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:51:51.595618 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-1d9fe295-3fdd-4d95-9b61-e8b9d4a1b666 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 911 time: 0.0860584 Nov 24 05:51:51.658923 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-8da39d96-730e-45bb-88f5-4365865a2a6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571db882-1b7c-4c8c-9826-86e1429aa110 HTTP/1.1" status: 200 len: 1001 time: 0.0555511 Nov 24 05:51:51.706760 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-35e36270-aead-49e6-a210-9ee56c224146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:51:51.708118 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-35e36270-aead-49e6-a210-9ee56c224146 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0416260 Nov 24 05:51:51.757911 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-4f4f657d-56c3-42a4-ab4a-6c956a3c5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:51:51.759405 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-4f4f657d-56c3-42a4-ab4a-6c956a3c5924 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439229 Nov 24 05:51:51.847873 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-354b6a32-cee1-4336-bd6a-203f44938021 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805430 Nov 24 05:51:51.873785 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:51.945187 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-847f24fc-e76d-4c7f-9b30-2d4b1cb0605c req-9c62c4bc-71c4-4084-bfc6-af62866ad71e service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899816 Nov 24 05:51:54.369284 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:51:59.520318 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:52:05.981267 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 571db882-1b7c-4c8c-9826-86e1429aa110 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 05:52:06.087023 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 571db882-1b7c-4c8c-9826-86e1429aa110, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=571db882-1b7c-4c8c-9826-86e1429aa110,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:06.099491 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Returning: {'device': '571db882-1b7c-4c8c-9826-86e1429aa110', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'port_id': '571db882-1b7c-4c8c-9826-86e1429aa110', 'mac_address': 'fa:16:3e:e1:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 05:52:06.146680 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:06.163482 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 571db882-1b7c-4c8c-9826-86e1429aa110 {{(pid=103234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 05:52:06.184348 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 571db882-1b7c-4c8c-9826-86e1429aa110, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=571db882-1b7c-4c8c-9826-86e1429aa110,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:06.189986 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:06.249019 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=571db882-1b7c-4c8c-9826-86e1429aa110,revision_number=6']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:06.256602 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.257076 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.257448 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.257791 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.258127 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.258459 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.258792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.259123 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.259454 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.259807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.260131 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.260456 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:06.296709 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] get_ports_and_sgs() called for port_ids ['571db882-1b7c-4c8c-9826-86e1429aa110'] {{(pid=103234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 05:52:07.981774 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 571db882-1b7c-4c8c-9826-86e1429aa110 up at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 05:52:08.030500 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.provisioning_blocks [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Provisioning complete for port 571db882-1b7c-4c8c-9826-86e1429aa110 triggered by entity L2. {{(pid=103234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 05:52:08.030876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4020610'] for port, provisioning_complete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:08.121364 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685250'] for port, before_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:08.145758 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110'}] {{(pid=103234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:52:08.148043 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0ced15f59ea4fce42af02c31e1fb51064d16942c0c1464df99f33542e9c83cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45db74dc-8645-4179-80d1-5e490d2a5362" -d '{"events": [{"server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "name": "network-vif-plugged", "status": "completed", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110"}]}' {{(pid=103234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:52:08.162515 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] For port 571db882-1b7c-4c8c-9826-86e1429aa110, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=571db882-1b7c-4c8c-9826-86e1429aa110,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:08.168852 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784304655050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784304221660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784304221678'] for port, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:08.197960 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5198f402-0ea6-4411-85d1-fe03f2803422 x-openstack-request-id: req-5198f402-0ea6-4411-85d1-fe03f2803422 {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:52:08.198331 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "name": "network-vif-plugged", "status": "completed", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110", "code": 200}]} {{(pid=103234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:52:08.198525 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5198f402-0ea6-4411-85d1-fe03f2803422 {{(pid=103234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:52:08.198902 dv-neutron-818850-5-hyperv neutron-server[103234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110', 'code': 200} Nov 24 05:52:08.227862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Pushing event updated for resources: {'Port': ['ID=571db882-1b7c-4c8c-9826-86e1429aa110,revision_number=7']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:16.013806 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45772) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:16.169555 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Deleting port f01a7638-505e-4a8f-9414-b371fe6d9def {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:52:16.169889 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:16.244694 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-45619020-010f-4b3d-9316-b4ab5dde438a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:16.245966 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:16.246308 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:16.258730 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Calling delete_port for f01a7638-505e-4a8f-9414-b371fe6d9def owned by network:floatingip {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:52:16.405351 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:16.431171 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event deleted for resources: {'Port': ['ID=f01a7638-505e-4a8f-9414-b371fe6d9def,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:16.443204 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.443561 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.443941 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.444287 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.444627 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.444976 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.445315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.445649 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.445983 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.446315 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.446643 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.446974 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:16.503739 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for floatingip, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:16.504073 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.db.l3_db [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Floating IP 9787129c-b23a-4f4f-97ab-7be6fd8c1450 disassociated (deleted). External IP: 172.26.0.195, port: 571db882-1b7c-4c8c-9826-86e1429aa110. Nov 24 05:52:16.711499 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Router 6b09df1b-0d28-44c3-9b65-063aae371ca7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:52:16.821701 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:52:16.826646 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:16.831314 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d979411-d4a7-4008-8289-dea7f89f15f6 None None] Sync routers for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:52:16.840465 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d979411-d4a7-4008-8289-dea7f89f15f6 None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:52:16.841059 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7d979411-d4a7-4008-8289-dea7f89f15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:51:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:16.854551 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-21d6b240-07e9-4e05-bcb6-020acde36701 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "DELETE /v2.0/floatingips/9787129c-b23a-4f4f-97ab-7be6fd8c1450 HTTP/1.1" status: 204 len: 168 time: 0.8396790 Nov 24 05:52:16.855240 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110'}] {{(pid=103233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:52:16.857865 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}797241309b84807d27a095e20b388bd28ecaab3157c882eec8be18caf527232a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b336533c-522d-4b3e-ae91-d511696ed6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110"}]}' {{(pid=103233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:52:16.898250 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bab78f-fecc-4a66-a605-19673de19900 x-openstack-request-id: req-79bab78f-fecc-4a66-a605-19673de19900 {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:52:16.898750 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110", "status": "completed", "code": 200}]} {{(pid=103233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:52:16.899011 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79bab78f-fecc-4a66-a605-19673de19900 {{(pid=103233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:52:16.899420 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110', 'status': 'completed', 'code': 200} Nov 24 05:52:16.950426 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-7d979411-d4a7-4008-8289-dea7f89f15f6 None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:52:16.962406 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336533c-522d-4b3e-ae91-d511696ed6dd req-fa388a7d-5855-4a97-be52-f75f65eff443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:16.964766 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b336533c-522d-4b3e-ae91-d511696ed6dd req-fa388a7d-5855-4a97-be52-f75f65eff443 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 1098 time: 0.0443799 Nov 24 05:52:17.079565 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336533c-522d-4b3e-ae91-d511696ed6dd req-7bae8e20-469b-480a-8e70-98cb13a3d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:17.082568 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b336533c-522d-4b3e-ae91-d511696ed6dd req-7bae8e20-469b-480a-8e70-98cb13a3d643 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 911 time: 0.1042438 Nov 24 05:52:17.105013 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4babe78-6357-4604-a759-ba48828b1a28 req-3798d032-bd9f-45fc-b746-250a9e81c6a7 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:17.107224 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f4babe78-6357-4604-a759-ba48828b1a28 req-3798d032-bd9f-45fc-b746-250a9e81c6a7 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 945 time: 0.0541697 Nov 24 05:52:17.128385 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b336533c-522d-4b3e-ae91-d511696ed6dd req-f6b121cb-04b8-4278-a926-d9cfccfa30e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=571db882-1b7c-4c8c-9826-86e1429aa110 HTTP/1.1" status: 200 len: 217 time: 0.0370901 Nov 24 05:52:17.160984 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-f4babe78-6357-4604-a759-ba48828b1a28 req-c4b12056-2878-44f4-aff9-7333408cfed1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469391 Nov 24 05:52:17.181533 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336533c-522d-4b3e-ae91-d511696ed6dd req-30647748-c118-40bf-b31e-fcd55122e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:17.183127 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b336533c-522d-4b3e-ae91-d511696ed6dd req-30647748-c118-40bf-b31e-fcd55122e810 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0469756 Nov 24 05:52:17.235356 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336533c-522d-4b3e-ae91-d511696ed6dd req-04f86566-32df-489c-8ce7-f8b6707ae4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:17.236974 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b336533c-522d-4b3e-ae91-d511696ed6dd req-04f86566-32df-489c-8ce7-f8b6707ae4de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445433 Nov 24 05:52:17.282642 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7d979411-d4a7-4008-8289-dea7f89f15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '2942fd85-1555-4311-a7c4-77d5a678094b', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:f6:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:47:55Z', 'updated_at': '2021-11-24T05:47:57Z', 'revision_number': 1, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:17.308108 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d979411-d4a7-4008-8289-dea7f89f15f6 None None] Checking router: 6b09df1b-0d28-44c3-9b65-063aae371ca7 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:52:17.317217 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d979411-d4a7-4008-8289-dea7f89f15f6 None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:52:17.317827 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7d979411-d4a7-4008-8289-dea7f89f15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:51:48Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:17.328907 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b336533c-522d-4b3e-ae91-d511696ed6dd req-f07b1857-3e52-4dc8-858f-f82e5fb0fe87 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841842 Nov 24 05:52:17.422179 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-7d979411-d4a7-4008-8289-dea7f89f15f6 None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:52:17.424587 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-b336533c-522d-4b3e-ae91-d511696ed6dd req-9897f3c8-b492-45ee-a609-36d21e397c12 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871336 Nov 24 05:52:17.648688 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-7d979411-d4a7-4008-8289-dea7f89f15f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '2942fd85-1555-4311-a7c4-77d5a678094b', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:f6:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:47:55Z', 'updated_at': '2021-11-24T05:47:57Z', 'revision_number': 1, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:17.675140 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d979411-d4a7-4008-8289-dea7f89f15f6 None None] The sync data for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv is: [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_floatingips': [{'id': '2942fd85-1555-4311-a7c4-77d5a678094b', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'floating_ip_address': '172.26.0.9', 'floating_network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'router_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'port_id': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'mac_address': 'fa:16:3e:f6:46:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T05:47:55Z', 'updated_at': '2021-11-24T05:47:57Z', 'revision_number': 1, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:52:17.884372 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f1a082-82cf-44c6-8a00-205d467f3671 None None] New status for floating IP 9787129c-b23a-4f4f-97ab-7be6fd8c1450: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:52:18.282228 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11bcd1-d51f-42c6-8d59-e4d820fb69f6 req-f28f59e6-b533-4191-82e5-60d41b26538a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:18.283787 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-df11bcd1-d51f-42c6-8d59-e4d820fb69f6 req-f28f59e6-b533-4191-82e5-60d41b26538a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 945 time: 0.0489814 Nov 24 05:52:18.335991 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-df11bcd1-d51f-42c6-8d59-e4d820fb69f6 req-44e420f3-fc75-4f86-90fb-7f5e9cf2c3d2 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460880 Nov 24 05:52:18.437623 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-24f43526-c36d-4f75-b948-faf3b8033d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:18.639079 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d65d3-d73d-4a02-bab6-043680b56fb5 req-1f169d54-7df6-455b-9b9e-f9b555fa42ac tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:18.640522 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-895d65d3-d73d-4a02-bab6-043680b56fb5 req-1f169d54-7df6-455b-9b9e-f9b555fa42ac tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 945 time: 0.0484602 Nov 24 05:52:18.726692 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-895d65d3-d73d-4a02-bab6-043680b56fb5 req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Deleting port 571db882-1b7c-4c8c-9826-86e1429aa110 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:52:18.727026 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-895d65d3-d73d-4a02-bab6-043680b56fb5 req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:18.816567 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-895d65d3-d73d-4a02-bab6-043680b56fb5 req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] For port 571db882-1b7c-4c8c-9826-86e1429aa110, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=571db882-1b7c-4c8c-9826-86e1429aa110,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:18.816925 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-895d65d3-d73d-4a02-bab6-043680b56fb5 req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:18.829020 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-895d65d3-d73d-4a02-bab6-043680b56fb5 req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Calling delete_port for 571db882-1b7c-4c8c-9826-86e1429aa110 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:52:18.953613 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-895d65d3-d73d-4a02-bab6-043680b56fb5 req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:18.980584 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event deleted for resources: {'Port': ['ID=571db882-1b7c-4c8c-9826-86e1429aa110,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:18.994944 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:18.995292 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:18.995662 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:18.996006 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:18.996343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:18.996677 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:18.997010 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:18.997340 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:18.997669 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:18.997998 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:18.998328 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:18.998650 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-5-hyperv {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 05:52:19.034444 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-895d65d3-d73d-4a02-bab6-043680b56fb5 req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] No DVR routers for this DVR port 571db882-1b7c-4c8c-9826-86e1429aa110 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:52:19.036870 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-895d65d3-d73d-4a02-bab6-043680b56fb5 req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:19.040174 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-895d65d3-d73d-4a02-bab6-043680b56fb5 req-3ce59d5c-c4c5-4b01-80e7-062c5ac158e1 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.31 "DELETE /v2.0/ports/571db882-1b7c-4c8c-9826-86e1429aa110 HTTP/1.1" status: 204 len: 173 time: 0.3934581 Nov 24 05:52:19.040599 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'name': 'network-vif-deleted', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:52:19.042830 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6451b79-5f4f-40da-823b-6a9e551fda69" -d '{"events": [{"server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "name": "network-vif-deleted", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:52:19.080578 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d5093d-cb63-4957-bbfb-a1431d42f558 x-openstack-request-id: req-67d5093d-cb63-4957-bbfb-a1431d42f558 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:52:19.081491 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7f11ca-ebd4-40b0-adee-c246dd177009", "name": "network-vif-deleted", "tag": "571db882-1b7c-4c8c-9826-86e1429aa110", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:52:19.081755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67d5093d-cb63-4957-bbfb-a1431d42f558 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:52:19.082156 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7f11ca-ebd4-40b0-adee-c246dd177009', 'name': 'network-vif-deleted', 'tag': '571db882-1b7c-4c8c-9826-86e1429aa110', 'status': 'completed', 'code': 200} Nov 24 05:52:19.452265 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-c383c274-b8ff-464c-aea8-860737fa7430 req-972549e8-6770-4b69-bd60-64c4db107862 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab7f11ca-ebd4-40b0-adee-c246dd177009 HTTP/1.1" status: 200 len: 210 time: 0.0345280 Nov 24 05:52:19.760635 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:20.050829 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 571db882-1b7c-4c8c-9826-86e1429aa110 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:52:20.070054 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 571db882-1b7c-4c8c-9826-86e1429aa110 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:52:20.070402 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 571db882-1b7c-4c8c-9826-86e1429aa110 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:52:20.967299 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:21.027155 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45832) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:21.179300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Deleting port 32dddd9b-855c-4abc-a3c8-fcb4a9221234 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:52:21.179666 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:21.256545 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:21.256883 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:21.268364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Calling delete_port for 32dddd9b-855c-4abc-a3c8-fcb4a9221234 owned by network:floatingip {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:52:21.410343 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:21.434601 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event deleted for resources: {'Port': ['ID=32dddd9b-855c-4abc-a3c8-fcb4a9221234,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:21.492839 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for floatingip, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:21.493165 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.db.l3_db [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Floating IP 2942fd85-1555-4311-a7c4-77d5a678094b disassociated (deleted). External IP: 172.26.0.9, port: 8783b55d-195e-40a5-a538-7b0f58e93e29. Nov 24 05:52:21.693273 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Router 6b09df1b-0d28-44c3-9b65-063aae371ca7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:52:21.799018 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:52:21.804005 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for floatingip, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:21.815003 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d620fd-cf48-4bc7-a0fa-ab57d0f5904d None None] Sync routers for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:52:21.825606 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d620fd-cf48-4bc7-a0fa-ab57d0f5904d None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:52:21.826278 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-81d620fd-cf48-4bc7-a0fa-ab57d0f5904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:52:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:21.833511 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-618c3e55-e956-40da-9509-adc88bee7b50 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "DELETE /v2.0/floatingips/2942fd85-1555-4311-a7c4-77d5a678094b HTTP/1.1" status: 204 len: 168 time: 0.8027189 Nov 24 05:52:21.833511 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:52:21.833801 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7ded12-c7e7-4789-8c9d-d07d05066b62" -d '{"events": [{"name": "network-changed", "server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:52:21.880894 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 05:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0347f34f-425d-4b50-9341-d1bf449da7b3 x-openstack-request-id: req-0347f34f-425d-4b50-9341-d1bf449da7b3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:52:21.881537 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:52:21.881878 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0347f34f-425d-4b50-9341-d1bf449da7b3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:52:21.882542 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'status': 'completed', 'code': 200} Nov 24 05:52:21.882733 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:21.941422 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-81d620fd-cf48-4bc7-a0fa-ab57d0f5904d None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:52:21.950555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ded12-c7e7-4789-8c9d-d07d05066b62 req-aa188b94-9512-46ca-aa3c-da2952d98118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:21.952284 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b7ded12-c7e7-4789-8c9d-d07d05066b62 req-aa188b94-9512-46ca-aa3c-da2952d98118 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c265b807fb2945f69ef4aef48f5206dd&device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 1097 time: 0.0473058 Nov 24 05:52:22.054149 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ded12-c7e7-4789-8c9d-d07d05066b62 req-4679372e-fdfb-44ad-9acc-6370d59a1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:22.055876 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b7ded12-c7e7-4789-8c9d-d07d05066b62 req-4679372e-fdfb-44ad-9acc-6370d59a1f91 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 200 len: 911 time: 0.0914552 Nov 24 05:52:22.074773 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96a288-9335-45aa-914e-aedd17230028 req-cd9caacb-915a-4268-8b5f-4e74da1cf57d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:22.076506 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fb96a288-9335-45aa-914e-aedd17230028 req-cd9caacb-915a-4268-8b5f-4e74da1cf57d tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0512841 Nov 24 05:52:22.105144 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b7ded12-c7e7-4789-8c9d-d07d05066b62 req-e3bca7eb-6942-4dc7-911e-5fe3663e5cc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8783b55d-195e-40a5-a538-7b0f58e93e29 HTTP/1.1" status: 200 len: 217 time: 0.0395422 Nov 24 05:52:22.128830 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-fb96a288-9335-45aa-914e-aedd17230028 req-27637620-68a6-4533-b45b-de092ef2e3e8 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454624 Nov 24 05:52:22.156599 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-81d620fd-cf48-4bc7-a0fa-ab57d0f5904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:22.157283 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ded12-c7e7-4789-8c9d-d07d05066b62 req-6f1353ce-c324-49eb-9435-a54dc284bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:22.159442 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b7ded12-c7e7-4789-8c9d-d07d05066b62 req-6f1353ce-c324-49eb-9435-a54dc284bec6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 200 len: 849 time: 0.0453882 Nov 24 05:52:22.183724 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d620fd-cf48-4bc7-a0fa-ab57d0f5904d None None] Checking router: 6b09df1b-0d28-44c3-9b65-063aae371ca7 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:52:22.192084 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d620fd-cf48-4bc7-a0fa-ab57d0f5904d None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:52:22.192796 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-81d620fd-cf48-4bc7-a0fa-ab57d0f5904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:52:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:22.204300 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ded12-c7e7-4789-8c9d-d07d05066b62 req-b3426742-a163-4516-9d49-d3b0b2465f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:22.206231 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b7ded12-c7e7-4789-8c9d-d07d05066b62 req-b3426742-a163-4516-9d49-d3b0b2465f4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5e8bd95-7e7f-438b-b754-a964b3761eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398438 Nov 24 05:52:22.297408 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-81d620fd-cf48-4bc7-a0fa-ab57d0f5904d None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:52:22.299096 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b7ded12-c7e7-4789-8c9d-d07d05066b62 req-132307b0-4477-4c36-8ab4-32a3835775c0 service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849001 Nov 24 05:52:22.387021 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-0b7ded12-c7e7-4789-8c9d-d07d05066b62 req-71345184-7f0b-4be4-818a-1f14380d463a service neutron] 10.222.0.31 "GET /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807683 Nov 24 05:52:22.491989 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-81d620fd-cf48-4bc7-a0fa-ab57d0f5904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:22.521281 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d620fd-cf48-4bc7-a0fa-ab57d0f5904d None None] The sync data for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv is: [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv', '_interfaces': [{'id': '4e708a8c-25fb-4fe2-a8a9-14e5040759aa', 'name': '', 'network_id': 'c5e8bd95-7e7f-438b-b754-a964b3761eaa', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'mac_address': 'fa:16:3e:f9:c3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:34Z', 'updated_at': '2021-11-24T05:47:38Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'subnets': [{'id': '361a4bbb-b3ac-46ce-b826-c5dc40548e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:52:22.729519 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c02186-9843-4683-b622-7d2a990b6e49 None None] New status for floating IP 2942fd85-1555-4311-a7c4-77d5a678094b: DOWN {{(pid=103234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 05:52:23.250347 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436548-8dcb-4c68-8d02-4d463605b590 req-15a997fd-2b5c-4e39-84da-b22e4e5078f6 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:23.251844 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f436548-8dcb-4c68-8d02-4d463605b590 req-15a997fd-2b5c-4e39-84da-b22e4e5078f6 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0501668 Nov 24 05:52:23.306436 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-5f436548-8dcb-4c68-8d02-4d463605b590 req-3a3e3464-e6d1-453d-8a3a-484d6c935cd8 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/security-groups?id=6be8e085-faee-4af1-9516-f5da7bd957a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480800 Nov 24 05:52:23.590832 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf35f57-fc59-4392-806f-7b064003d33c req-ccc39723-c00a-4ab6-bc27-47d0def631a0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 05:52:23.592290 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8bf35f57-fc59-4392-806f-7b064003d33c req-ccc39723-c00a-4ab6-bc27-47d0def631a0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.31 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 944 time: 0.0470583 Nov 24 05:52:24.000966 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-8bf35f57-fc59-4392-806f-7b064003d33c req-d8b031e0-3e23-4fee-9205-1aff1be177b0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Deleting port 8783b55d-195e-40a5-a538-7b0f58e93e29 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:52:24.001215 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8bf35f57-fc59-4392-806f-7b064003d33c req-d8b031e0-3e23-4fee-9205-1aff1be177b0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:24.085597 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [req-8bf35f57-fc59-4392-806f-7b064003d33c req-d8b031e0-3e23-4fee-9205-1aff1be177b0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] For port 8783b55d-195e-40a5-a538-7b0f58e93e29, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8783b55d-195e-40a5-a538-7b0f58e93e29,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:24.085946 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8bf35f57-fc59-4392-806f-7b064003d33c req-d8b031e0-3e23-4fee-9205-1aff1be177b0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:24.101679 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [req-8bf35f57-fc59-4392-806f-7b064003d33c req-d8b031e0-3e23-4fee-9205-1aff1be177b0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Calling delete_port for 8783b55d-195e-40a5-a538-7b0f58e93e29 owned by compute:nova {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:52:24.220520 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8bf35f57-fc59-4392-806f-7b064003d33c req-d8b031e0-3e23-4fee-9205-1aff1be177b0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:24.247141 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b031e0-3e23-4fee-9205-1aff1be177b0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event deleted for resources: {'Port': ['ID=8783b55d-195e-40a5-a538-7b0f58e93e29,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:24.293089 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf35f57-fc59-4392-806f-7b064003d33c req-d8b031e0-3e23-4fee-9205-1aff1be177b0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] No DVR routers for this DVR port 8783b55d-195e-40a5-a538-7b0f58e93e29 on host hv-neutron-8188 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:52:24.295470 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [req-8bf35f57-fc59-4392-806f-7b064003d33c req-d8b031e0-3e23-4fee-9205-1aff1be177b0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523606'] for port, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:24.298747 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [req-8bf35f57-fc59-4392-806f-7b064003d33c req-d8b031e0-3e23-4fee-9205-1aff1be177b0 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.31 "DELETE /v2.0/ports/8783b55d-195e-40a5-a538-7b0f58e93e29 HTTP/1.1" status: 204 len: 173 time: 0.7005160 Nov 24 05:52:24.299916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'name': 'network-vif-deleted', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 05:52:24.302078 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235a4a072c96451497941aa28d23e96ce4c991fb0f234ad96bc73c50d42fb95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aadbf97-f916-44e6-b8b1-cfc971417e66" -d '{"events": [{"server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "name": "network-vif-deleted", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 05:52:24.341943 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 05:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eede84-846f-467b-bfcd-c84c8cdf6eb8 x-openstack-request-id: req-d1eede84-846f-467b-bfcd-c84c8cdf6eb8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 05:52:24.342498 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10bf69b-267a-4f3a-96ac-c627faf5cdf1", "name": "network-vif-deleted", "tag": "8783b55d-195e-40a5-a538-7b0f58e93e29", "status": "completed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 05:52:24.342761 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1eede84-846f-467b-bfcd-c84c8cdf6eb8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 05:52:24.343319 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10bf69b-267a-4f3a-96ac-c627faf5cdf1', 'name': 'network-vif-deleted', 'tag': '8783b55d-195e-40a5-a538-7b0f58e93e29', 'status': 'completed', 'code': 200} Nov 24 05:52:24.377349 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:24.406975 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [req-37a83e54-2852-47d7-bbb2-deb3165565b8 req-ef0eb597-3869-4bf2-9839-afd50716d1b9 tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "GET /v2.0/ports?device_id=f10bf69b-267a-4f3a-96ac-c627faf5cdf1 HTTP/1.1" status: 200 len: 210 time: 0.0292985 Nov 24 05:52:25.462965 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45848) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:25.520274 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e59243d9-98ed-4fce-8334-2ed70c56d49a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:25.544619 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e59243d9-98ed-4fce-8334-2ed70c56d49a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:25.603728 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e59243d9-98ed-4fce-8334-2ed70c56d49a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:25.606357 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e59243d9-98ed-4fce-8334-2ed70c56d49a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Publish callbacks [] for security_group, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:25.607513 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-e59243d9-98ed-4fce-8334-2ed70c56d49a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] 10.222.0.37 "DELETE /v2.0/security-groups/6be8e085-faee-4af1-9516-f5da7bd957a0 HTTP/1.1" status: 204 len: 168 time: 0.1435285 Nov 24 05:52:25.617130 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59243d9-98ed-4fce-8334-2ed70c56d49a tempest-TestSnapshotPattern-674237142 tempest-TestSnapshotPattern-674237142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be8e085-faee-4af1-9516-f5da7bd957a0,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:25.657123 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45852) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:26.003719 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:26.245400 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] Deleting port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:52:26.245647 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:26.322811 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] For port 4e708a8c-25fb-4fe2-a8a9-14e5040759aa, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4e708a8c-25fb-4fe2-a8a9-14e5040759aa,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:26.323172 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:26.335369 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] Calling delete_port for 4e708a8c-25fb-4fe2-a8a9-14e5040759aa owned by network:router_interface {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:52:26.512279 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:26.542812 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e708a8c-25fb-4fe2-a8a9-14e5040759aa,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:26.704950 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:26.919916 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] Router 6b09df1b-0d28-44c3-9b65-063aae371ca7 has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:52:27.025107 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:52:27.030231 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-61ac86cc-6114-4143-bc2b-3067fda3136a admin admin] 10.222.0.37 "PUT /v2.0/routers/6b09df1b-0d28-44c3-9b65-063aae371ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3720634 Nov 24 05:52:27.033124 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45854) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:27.036851 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c99d4-9034-4b00-93cc-fd82d79efd8a None None] Sync routers for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:52:27.046142 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c99d4-9034-4b00-93cc-fd82d79efd8a None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:52:27.046929 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c75c99d4-9034-4b00-93cc-fd82d79efd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:52:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:27.136884 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.241359 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.244696 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c75c99d4-9034-4b00-93cc-fd82d79efd8a None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: dv-neutron-818850-5-hyperv {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:52:27.291834 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Deleting port 4b5f3967-c3ec-4655-b340-066f824b4f9b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:52:27.292176 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.368969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] For port 4b5f3967-c3ec-4655-b340-066f824b4f9b, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=4b5f3967-c3ec-4655-b340-066f824b4f9b,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:27.369327 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.380622 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Calling delete_port for 4b5f3967-c3ec-4655-b340-066f824b4f9b owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:52:27.420130 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c75c99d4-9034-4b00-93cc-fd82d79efd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36'}], 'enable_snat': True}, 'gw_port_id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:52:26Z', 'revision_number': 5, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port': {'id': '4b5f3967-c3ec-4655-b340-066f824b4f9b', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:79:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:27.446434 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c99d4-9034-4b00-93cc-fd82d79efd8a None None] Checking router: 6b09df1b-0d28-44c3-9b65-063aae371ca7 for host: dv-neutron-818850-5-hyperv {{(pid=103235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:52:27.454347 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c99d4-9034-4b00-93cc-fd82d79efd8a None None] Routers {'6b09df1b-0d28-44c3-9b65-063aae371ca7'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:52:27.454939 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c75c99d4-9034-4b00-93cc-fd82d79efd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:52:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['6b09df1b-0d28-44c3-9b65-063aae371ca7'], 'active': True} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:27.542737 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_dvr_db [None req-c75c99d4-9034-4b00-93cc-fd82d79efd8a None None] Set router 6b09df1b-0d28-44c3-9b65-063aae371ca7 gateway port host: None {{(pid=103235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:52:27.545790 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.576344 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5f3967-c3ec-4655-b340-066f824b4f9b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:27.594881 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd28aebf-4412-42b1-ba19-fb7d04a43c80 None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:52:27.604493 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.l3_hamode_db [None req-c75c99d4-9034-4b00-93cc-fd82d79efd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:52:27Z', 'revision_number': 6, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:27.634150 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c99d4-9034-4b00-93cc-fd82d79efd8a None None] The sync data for ids ['6b09df1b-0d28-44c3-9b65-063aae371ca7'] in dv-neutron-818850-5-hyperv is: [{'id': '6b09df1b-0d28-44c3-9b65-063aae371ca7', 'name': 'tempest-TestSnapshotPattern-1330060703-router', 'tenant_id': 'c265b807fb2945f69ef4aef48f5206dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:32Z', 'updated_at': '2021-11-24T05:52:27Z', 'revision_number': 6, 'project_id': 'c265b807fb2945f69ef4aef48f5206dd', 'gw_port_host': None}] {{(pid=103235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:52:27.648964 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.742757 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.744786 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.787916 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.788440 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b09df1b-0d28-44c3-9b65-063aae371ca7 {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:52:27.792672 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.793799 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-0ceb7533-693d-408a-b667-366fc1d0e11e admin admin] 10.222.0.37 "DELETE /v2.0/routers/6b09df1b-0d28-44c3-9b65-063aae371ca7 HTTP/1.1" status: 204 len: 168 time: 0.7583930 Nov 24 05:52:27.796306 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45856) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:27.844827 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0bb24b-1d4f-495c-8ee0-4d7cd03c248c admin admin] Deleting subnet 361a4bbb-b3ac-46ce-b826-c5dc40548e83 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:52:27.848036 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb24b-1d4f-495c-8ee0-4d7cd03c248c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.882277 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb24b-1d4f-495c-8ee0-4d7cd03c248c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:27.958791 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb24b-1d4f-495c-8ee0-4d7cd03c248c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.014826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb24b-1d4f-495c-8ee0-4d7cd03c248c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.050052 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bb24b-1d4f-495c-8ee0-4d7cd03c248c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=361a4bbb-b3ac-46ce-b826-c5dc40548e83,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:28.052052 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb24b-1d4f-495c-8ee0-4d7cd03c248c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.057576 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-bc0bb24b-1d4f-495c-8ee0-4d7cd03c248c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/361a4bbb-b3ac-46ce-b826-c5dc40548e83 HTTP/1.1" status: 204 len: 168 time: 0.2578859 Nov 24 05:52:28.057721 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45521f1-0baa-465e-a4fa-eb7c7e8337cd None None] Network c5e8bd95-7e7f-438b-b754-a964b3761eaa requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:52:28.057903 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.wsgi [-] (103233) accepted ('10.222.0.37', 45858) {{(pid=103233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:28.082113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8783b55d-195e-40a5-a538-7b0f58e93e29 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:52:28.109848 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] No Port match for: 8783b55d-195e-40a5-a538-7b0f58e93e29 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:52:28.110199 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Device 8783b55d-195e-40a5-a538-7b0f58e93e29 not bound to the agent host hv-neutron-8188 {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:52:28.133276 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.186281 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Deleting port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 {{(pid=103233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:52:28.186618 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.255091 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] For port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=1cd93430-3bc4-4ea6-b50c-18f45418c7d7,segment=NetworkSegment(52e421cf-2058-40eb-b1ee-0cba01f5d922),segment_id=52e421cf-2058-40eb-b1ee-0cba01f5d922)] {{(pid=103233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:28.255365 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.267392 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.plugin [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Calling delete_port for 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 owned by network:dhcp {{(pid=103233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:52:28.345311 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28478017'] for port, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.375232 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd93430-3bc4-4ea6-b50c-18f45418c7d7,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:28.382669 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] No DVR routers for this DVR port 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 on host dv-neutron-818850-5-hyperv {{(pid=103233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:52:28.416728 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b2ada7-8399-400a-8d60-7e9f307dac69 None None] DHCP port deletion for c5e8bd95-7e7f-438b-b754-a964b3761eaa request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:52:28.459688 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.479423 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e8bd95-7e7f-438b-b754-a964b3761eaa']}} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:28.489253 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e421cf-2058-40eb-b1ee-0cba01f5d922') {'for_net_delete': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:28.489556 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.services.segments.db [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e421cf-2058-40eb-b1ee-0cba01f5d922') {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:28.499329 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28237411'] for segment, before_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.514384 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.521274 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:52:28.521699 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28593808'] for segment, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: Traceback (most recent call last): Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: timer() Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: cb(*args, **kw) Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: return func(*args, **kwargs) Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: self._notify() Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: self.callback(batched_events) Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: event.method(event) Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: return f(self, *a, **k) Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._get(url).json() Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: return self.request(url, 'GET', **kwargs) Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:52:28.523547 dv-neutron-818850-5-hyperv neutron-server[103233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:52:28.583514 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.591246 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Publish callbacks [] for network, before_response {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:28.594788 dv-neutron-818850-5-hyperv neutron-server[103233]: INFO neutron.wsgi [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c5e8bd95-7e7f-438b-b754-a964b3761eaa HTTP/1.1" status: 204 len: 168 time: 0.5358758 Nov 24 05:52:28.598776 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45860) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:28.606885 dv-neutron-818850-5-hyperv neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6ea50-b13b-4f94-a350-ac3d4dabdce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e8bd95-7e7f-438b-b754-a964b3761eaa,revision_number=None']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:28.730461 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e708a8c-25fb-4fe2-a8a9-14e5040759aa no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:52:28.750317 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 4e708a8c-25fb-4fe2-a8a9-14e5040759aa {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:52:28.750653 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4e708a8c-25fb-4fe2-a8a9-14e5040759aa not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:52:28.751070 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4b5f3967-c3ec-4655-b340-066f824b4f9b no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:52:28.770220 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 4b5f3967-c3ec-4655-b340-066f824b4f9b {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:52:28.770484 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 4b5f3967-c3ec-4655-b340-066f824b4f9b not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:52:28.770897 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:52:28.788896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:52:28.789239 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 1cd93430-3bc4-4ea6-b50c-18f45418c7d7 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:52:28.960272 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941123'] for router_interface, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:29.201542 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] Deleting port 6f44d837-8c3a-4902-8c2c-6ecad34f4451 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:52:29.202267 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:29.278711 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] For port 6f44d837-8c3a-4902-8c2c-6ecad34f4451, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=6f44d837-8c3a-4902-8c2c-6ecad34f4451,segment=NetworkSegment(9bcfff0d-0498-411e-8d15-20146362c9dd),segment_id=9bcfff0d-0498-411e-8d15-20146362c9dd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:29.279076 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:29.296525 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] Calling delete_port for 6f44d837-8c3a-4902-8c2c-6ecad34f4451 owned by network:router_interface {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:52:29.470621 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:29.498805 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f44d837-8c3a-4902-8c2c-6ecad34f4451,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:29.664826 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941279'] for router_interface, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:29.878876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] Router cb757a21-c05c-4a4e-82c3-6816f43fff1b has already been hosted by L3 agent 38b56978-b682-4de9-b65f-58481b2e0be2 {{(pid=103232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 05:52:29.984200 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] Notify agent at l3_agent.dv-neutron-818850-5-hyperv the message routers_updated {{(pid=103232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 05:52:29.989513 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-fdec8cfe-431e-4e2d-b49f-b83f4fe2a4f1 admin admin] 10.222.0.37 "PUT /v2.0/routers/cb757a21-c05c-4a4e-82c3-6816f43fff1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3897138 Nov 24 05:52:29.992139 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45862) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:29.992427 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46410b7-1b48-485c-949b-3ddac0cff045 None None] Sync routers for ids ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'] in dv-neutron-818850-5-hyperv {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 05:52:30.001667 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46410b7-1b48-485c-949b-3ddac0cff045 None None] Routers {'cb757a21-c05c-4a4e-82c3-6816f43fff1b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:52:30.003096 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e46410b7-1b48-485c-949b-3ddac0cff045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:52:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:30.095210 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Publish callbacks [] for router, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.105147 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e46410b7-1b48-485c-949b-3ddac0cff045 None None] Set router cb757a21-c05c-4a4e-82c3-6816f43fff1b gateway port host: dv-neutron-818850-5-hyperv {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:52:30.197875 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.249891 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Deleting port 49a9bec5-2881-468b-8159-f83b9d806d19 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:52:30.250593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.278151 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e46410b7-1b48-485c-949b-3ddac0cff045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'name': 'tempest-TestSnapshotPattern-1046748544-router', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'external_fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:36Z', 'updated_at': '2021-11-24T05:52:29Z', 'revision_number': 5, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'gw_port': {'id': '49a9bec5-2881-468b-8159-f83b9d806d19', 'name': '', 'network_id': 'ffac5a06-5e21-4936-9cc3-9be1063e5cec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T05:47:37Z', 'updated_at': '2021-11-24T05:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4da5cd95-48a9-4203-81a9-815b9ff07e31', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-5-hyperv'}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:30.305274 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46410b7-1b48-485c-949b-3ddac0cff045 None None] Checking router: cb757a21-c05c-4a4e-82c3-6816f43fff1b for host: dv-neutron-818850-5-hyperv {{(pid=103234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 05:52:30.313409 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46410b7-1b48-485c-949b-3ddac0cff045 None None] Routers {'cb757a21-c05c-4a4e-82c3-6816f43fff1b'} bound to L3 agent in host dv-neutron-818850-5-hyperv {{(pid=103234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 05:52:30.314019 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e46410b7-1b48-485c-949b-3ddac0cff045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T04:54:18Z,description=,heartbeat_timestamp=2021-11-24T05:52:18Z,host='dv-neutron-818850-5-hyperv',id=38b56978-b682-4de9-b65f-58481b2e0be2,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T04:54:18Z,topic='l3_agent')) {'router_ids': ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'], 'active': True} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:30.328438 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] For port 49a9bec5-2881-468b-8159-f83b9d806d19, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=49a9bec5-2881-468b-8159-f83b9d806d19,segment=NetworkSegment(805435d5-f554-4adf-83db-949d3abf4a78),segment_id=805435d5-f554-4adf-83db-949d3abf4a78)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:30.328797 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.341060 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Calling delete_port for 49a9bec5-2881-468b-8159-f83b9d806d19 owned by network:router_gateway {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:52:30.398580 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvr_db [None req-e46410b7-1b48-485c-949b-3ddac0cff045 None None] Set router cb757a21-c05c-4a4e-82c3-6816f43fff1b gateway port host: None {{(pid=103234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 05:52:30.450953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_hamode_db [None req-e46410b7-1b48-485c-949b-3ddac0cff045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'name': 'tempest-TestSnapshotPattern-1046748544-router', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:36Z', 'updated_at': '2021-11-24T05:52:30Z', 'revision_number': 6, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'gw_port_host': None}], 'dv-neutron-818850-5-hyperv', False) {} {{(pid=103234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:30.505195 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.536274 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a9bec5-2881-468b-8159-f83b9d806d19,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:30.598719 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941433'] for router_gateway, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.621927 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63f393f-19ac-48d3-84ac-5d0982f63ece None None] DHCP port deletion for ffac5a06-5e21-4936-9cc3-9be1063e5cec request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:52:30.624504 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46410b7-1b48-485c-949b-3ddac0cff045 None None] The sync data for ids ['cb757a21-c05c-4a4e-82c3-6816f43fff1b'] in dv-neutron-818850-5-hyperv is: [{'id': 'cb757a21-c05c-4a4e-82c3-6816f43fff1b', 'name': 'tempest-TestSnapshotPattern-1046748544-router', 'tenant_id': '2282b26260d849d99dbbddec5082fac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T05:47:36Z', 'updated_at': '2021-11-24T05:52:30Z', 'revision_number': 6, 'project_id': '2282b26260d849d99dbbddec5082fac5', 'gw_port_host': None}] {{(pid=103234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 05:52:30.689443 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-941111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-643'] for router, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.691611 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.733309 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-941563'] for router, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.733836 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb757a21-c05c-4a4e-82c3-6816f43fff1b {{(pid=103232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 05:52:30.738817 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] Publish callbacks [] for router, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.739996 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-6660b93d-9e6e-4de0-8775-f1d46c6fba75 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cb757a21-c05c-4a4e-82c3-6816f43fff1b HTTP/1.1" status: 204 len: 168 time: 0.7469411 Nov 24 05:52:30.742504 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45864) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:30.789694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.db_base_plugin_v2 [None req-086e5a72-b3a9-4c7c-802d-93ce65fb873b admin admin] Deleting subnet d3582fa9-eb4a-46b9-83f0-04756c45b262 {{(pid=103232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 05:52:30.792729 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-086e5a72-b3a9-4c7c-802d-93ce65fb873b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.826880 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-086e5a72-b3a9-4c7c-802d-93ce65fb873b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29159397'] for subnet, precommit_delete_associations {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.899514 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-086e5a72-b3a9-4c7c-802d-93ce65fb873b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018100'] for subnet, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.954358 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-086e5a72-b3a9-4c7c-802d-93ce65fb873b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29207499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25190048'] for subnet, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.990597 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e5a72-b3a9-4c7c-802d-93ce65fb873b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3582fa9-eb4a-46b9-83f0-04756c45b262,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:30.992617 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-086e5a72-b3a9-4c7c-802d-93ce65fb873b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:30.995920 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-086e5a72-b3a9-4c7c-802d-93ce65fb873b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d3582fa9-eb4a-46b9-83f0-04756c45b262 HTTP/1.1" status: 204 len: 168 time: 0.2523997 Nov 24 05:52:30.998420 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45866) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:31.000587 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d4480-fca9-4eaa-b954-84ea9e068b7c None None] Network 42830953-1d23-4e4e-8734-3d93f06887b2 requested from dv-neutron-818850-5-hyperv {{(pid=103234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 05:52:31.075049 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963053'] for network, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.092625 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 6f44d837-8c3a-4902-8c2c-6ecad34f4451 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:52:31.117585 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 6f44d837-8c3a-4902-8c2c-6ecad34f4451 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:52:31.118021 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 6f44d837-8c3a-4902-8c2c-6ecad34f4451 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:52:31.129803 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Deleting port ea20e48b-5c29-4e12-8d38-d8a0d62905ad {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:52:31.130144 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.429424 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca606b0-d026-4fb0-9614-468164c7b403 None None] DHCP port deletion for 42830953-1d23-4e4e-8734-3d93f06887b2 request from dv-neutron-818850-5-hyperv {{(pid=103234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 05:52:31.482113 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-eca606b0-d026-4fb0-9614-468164c7b403 None None] Deleting port ea20e48b-5c29-4e12-8d38-d8a0d62905ad {{(pid=103234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 05:52:31.482421 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eca606b0-d026-4fb0-9614-468164c7b403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784304654174'] for port, before_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.514948 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] For port ea20e48b-5c29-4e12-8d38-d8a0d62905ad, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ea20e48b-5c29-4e12-8d38-d8a0d62905ad,segment=NetworkSegment(9bcfff0d-0498-411e-8d15-20146362c9dd),segment_id=9bcfff0d-0498-411e-8d15-20146362c9dd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:31.515521 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.528179 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Calling delete_port for ea20e48b-5c29-4e12-8d38-d8a0d62905ad owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:52:31.547940 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.db [None req-eca606b0-d026-4fb0-9614-468164c7b403 None None] For port ea20e48b-5c29-4e12-8d38-d8a0d62905ad, host dv-neutron-818850-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-5-hyperv',level=0,port_id=ea20e48b-5c29-4e12-8d38-d8a0d62905ad,segment=NetworkSegment(9bcfff0d-0498-411e-8d15-20146362c9dd),segment_id=9bcfff0d-0498-411e-8d15-20146362c9dd)] {{(pid=103234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 05:52:31.548332 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eca606b0-d026-4fb0-9614-468164c7b403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943716'] for port, precommit_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.560930 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-eca606b0-d026-4fb0-9614-468164c7b403 None None] Calling delete_port for ea20e48b-5c29-4e12-8d38-d8a0d62905ad owned by network:dhcp {{(pid=103234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 05:52:31.609687 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29207480'] for port, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.639254 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-eca606b0-d026-4fb0-9614-468164c7b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3684167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24518', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784304655728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784304221651'] for port, after_delete {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.639447 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Pushing event deleted for resources: {'Port': ['ID=ea20e48b-5c29-4e12-8d38-d8a0d62905ad,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:31.643739 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] No DVR routers for this DVR port ea20e48b-5c29-4e12-8d38-d8a0d62905ad on host dv-neutron-818850-5-hyperv {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:52:31.669798 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca606b0-d026-4fb0-9614-468164c7b403 None None] No DVR routers for this DVR port ea20e48b-5c29-4e12-8d38-d8a0d62905ad on host dv-neutron-818850-5-hyperv {{(pid=103234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 05:52:31.671820 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca606b0-d026-4fb0-9614-468164c7b403 None None] Pushing event deleted for resources: {'Port': ['ID=ea20e48b-5c29-4e12-8d38-d8a0d62905ad,revision_number=None']} {{(pid=103234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:31.734969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4019563', 'neutron.services.segments.db._delete_segments_for_network-8784304554424'] for network, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.755495 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42830953-1d23-4e4e-8734-3d93f06887b2']}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:31.764572 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcfff0d-0498-411e-8d15-20146362c9dd') {'for_net_delete': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:31.764876 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.services.segments.db [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcfff0d-0498-411e-8d15-20146362c9dd') {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 05:52:31.774636 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784304745036', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29159378'] for segment, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.787352 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569'] for segment, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.793663 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 05:52:31.794062 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4018569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29060969'] for segment, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: Traceback (most recent call last): Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: timer() Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: cb(*args, **kw) Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: return func(*args, **kwargs) Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: self._notify() Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: self.callback(batched_events) Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: event.method(event) Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: return f(self, *a, **k) Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._get(url).json() Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: return self.request(url, 'GET', **kwargs) Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 05:52:31.795973 dv-neutron-818850-5-hyperv neutron-server[103232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 05:52:31.854555 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4019548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941405'] for network, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.869528 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Publish callbacks [] for network, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:31.872719 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] 10.222.0.37 "DELETE /v2.0/networks/42830953-1d23-4e4e-8734-3d93f06887b2 HTTP/1.1" status: 204 len: 168 time: 0.8734908 Nov 24 05:52:31.873729 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c340b8c-f497-49f1-9028-c978f607b1db admin admin] Pushing event deleted for resources: {'Network': ['ID=42830953-1d23-4e4e-8734-3d93f06887b2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:32.045291 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45870) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:32.293300 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-9665b03b-3078-4b18-a31b-ba810a64a723 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c265b807fb2945f69ef4aef48f5206dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2468493 Nov 24 05:52:32.295696 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45876) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:32.341593 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac02af2b-fd19-4d0d-ad0b-3b1af88214f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:32.362971 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac02af2b-fd19-4d0d-ad0b-3b1af88214f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:32.410969 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac02af2b-fd19-4d0d-ad0b-3b1af88214f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:32.413570 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac02af2b-fd19-4d0d-ad0b-3b1af88214f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:32.414701 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-ac02af2b-fd19-4d0d-ad0b-3b1af88214f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c93eaf7-69fd-407f-bd6f-df2b4395c5a6 HTTP/1.1" status: 204 len: 168 time: 0.1181171 Nov 24 05:52:32.422469 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02af2b-fd19-4d0d-ad0b-3b1af88214f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c93eaf7-69fd-407f-bd6f-df2b4395c5a6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:32.669755 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45882) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:32.712126 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-1b880181-233f-422c-848b-dd2223d861ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2282b26260d849d99dbbddec5082fac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390511 Nov 24 05:52:32.712383 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.wsgi [-] (103232) accepted ('10.222.0.37', 45884) {{(pid=103232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 05:52:32.730090 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ea20e48b-5c29-4e12-8d38-d8a0d62905ad no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:52:32.751068 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: ea20e48b-5c29-4e12-8d38-d8a0d62905ad {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:52:32.751338 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device ea20e48b-5c29-4e12-8d38-d8a0d62905ad not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:52:32.751789 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 49a9bec5-2881-468b-8159-f83b9d806d19 no longer exists at agent ovs-agent-dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 05:52:32.759185 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7253f93-3cf7-4148-ab49-8ddaa440c4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:32.772158 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.plugin [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] No Port match for: 49a9bec5-2881-468b-8159-f83b9d806d19 {{(pid=103234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 05:52:32.772511 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron.plugins.ml2.rpc [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Device 49a9bec5-2881-468b-8159-f83b9d806d19 not bound to the agent host dv-neutron-818850-5-hyperv {{(pid=103234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 05:52:32.780204 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7253f93-3cf7-4148-ab49-8ddaa440c4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:32.825694 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7253f93-3cf7-4148-ab49-8ddaa440c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591677'] for security_group, after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:32.828364 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7253f93-3cf7-4148-ab49-8ddaa440c4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:32.829502 dv-neutron-818850-5-hyperv neutron-server[103232]: INFO neutron.wsgi [None req-d7253f93-3cf7-4148-ab49-8ddaa440c4c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5161b6a-c456-4701-b66d-f95772a99ae2 HTTP/1.1" status: 204 len: 168 time: 0.1163387 Nov 24 05:52:32.837625 dv-neutron-818850-5-hyperv neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7253f93-3cf7-4148-ab49-8ddaa440c4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5161b6a-c456-4701-b66d-f95772a99ae2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 05:52:36.519906 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:52:46.246719 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-ee3c1258-c08c-4a0d-b3db-0e553b6aa211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:48.437615 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2b2bcfae-0745-43bf-a1c6-c5ba24beb622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:49.762941 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:50.969068 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:51.879436 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:52:54.390393 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:13.518738 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:53:16.248368 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-27a4b160-4d14-4734-82b9-6df6e1b6452b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:18.439864 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f48509a0-1394-415f-90d5-2d9b1cfb5cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:19.767568 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:20.971858 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:21.880194 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:24.394082 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:46.250698 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a5e42d8e-9635-4cfa-add4-c67c4147c30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:48.440810 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-49d539a2-9e8a-4599-b2bb-ef4712e4d804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:49.769388 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:50.517298 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:53:50.976792 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:51.882178 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:53:54.402763 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:16.253876 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-a78dd12a-7d93-423b-9265-2f3b5db2df38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:18.441862 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-d8733b03-a965-4fce-8cd3-4752c21d3c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:19.772210 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:20.981205 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:21.883716 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:24.401894 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:27.518706 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:54:46.256105 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-02a2435b-bdb6-4506-a04d-9c9085659a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:48.443279 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-3134dcf5-ea6a-473e-bf4b-2158524348e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:49.777640 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:50.980918 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:51.886909 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:54:54.415499 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:04.517496 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:55:16.257959 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-9db1ec08-2849-4790-9e41-5deb6d6c0671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:18.443485 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-28b1bbad-f11e-4c36-81a9-9c514506e8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:19.780028 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:20.984145 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:21.887953 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:24.406369 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:41.516637 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:55:46.259571 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-87e2ae7f-74d0-4113-a404-a0b43f3ae4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:48.444386 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-09845bfe-ce63-48a4-8948-82952cdd3137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:49.784896 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:50.988696 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:51.893012 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:55:54.432630 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:16.262385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-bee1a9c5-44e4-4740-be51-935f061c3458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:18.445528 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-64471141-54b2-4efb-962d-23b5c0544201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:18.515338 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:56:19.786103 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:20.990451 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:21.893948 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:24.427358 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:46.263807 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-470d2431-2947-4c35-80e9-c828333850ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:48.447006 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-848fe7a4-ab93-4ab0-bf00-2035427e76e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:49.788694 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:50.993138 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:51.899079 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:54.442613 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:56:55.513534 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:57:16.265161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-8971f65a-a2b1-4421-a87e-dc9de085c34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:57:18.449853 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-970cc97b-7e62-4280-95e9-6c67d19c3c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:57:19.792638 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:57:20.997972 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:57:21.891060 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:57:24.440787 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:57:32.512460 dv-neutron-818850-5-hyperv neutron-server[103235]: DEBUG neutron.db.agents_db [None req-ed80bb71-9c04-4096-847d-aeb31608d603 None None] Agent healthcheck: found 6 active agents {{(pid=103235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 05:57:46.266391 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-2328ea6a-fde5-4f31-a3b4-5e151100534e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:57:48.451871 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-21205a4f-d279-471c-a979-f1263714dae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:57:49.798141 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-07bdeb56-8c5c-4080-a683-47bf48d79336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:57:51.000161 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-f4e6f82c-fc2e-4eaa-a150-0b3cedfc67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:57:51.892385 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-7370f548-531f-4750-88ca-ea1bdfcff979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 05:57:54.460295 dv-neutron-818850-5-hyperv neutron-server[103234]: DEBUG neutron_lib.callbacks.manager [None req-29c0a6a8-8010-4860-b36e-54f8fe8907e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784304554433', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4021077'] for agent, after_update {{(pid=103234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}